<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i5e19688</article-id>
      <article-id pub-id-type="pmid">33988126</article-id>
      <article-id pub-id-type="doi">10.2196/19688</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Effectiveness of Digital Interventions for Reducing Behavioral Risks of Cardiovascular Disease in Nonclinical Adult Populations: Systematic Review of Reviews</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kukafka</surname>
            <given-names>Rita</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hakala</surname>
            <given-names>Sanna</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Stütz</surname>
            <given-names>Thomas</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Gold</surname>
            <given-names>Natalie</given-names>
          </name>
          <degrees>DPhil</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Public Health England</institution>
            <addr-line>Wellington House</addr-line>
            <addr-line>133-155 Waterloo Road</addr-line>
            <addr-line>London, SE1 8UG</addr-line>
            <country>United Kingdom</country>
            <phone>44 9767839044</phone>
            <email>n.gold@lse.ac.uk</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0706-1618</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Yau</surname>
            <given-names>Amy</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8889-523X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Rigby</surname>
            <given-names>Benjamin</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6997-5194</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Dyke</surname>
            <given-names>Chris</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4380-4132</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Remfry</surname>
            <given-names>Elizabeth Alice</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3940-8540</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Chadborn</surname>
            <given-names>Tim</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6264-3843</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Public Health England</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Centre for Philosophy of Natural and Social Science</institution>
        <institution>London School of Economics and Political Science</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Centre for Diet and Activity Research</institution>
        <institution>MRC Epidemiology Unit</institution>
        <institution>University of Cambridge</institution>
        <addr-line>Cambridge</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Sociology</institution>
        <institution>University of Durham</institution>
        <addr-line>Durham</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Social Science</institution>
        <institution>Institute of Education</institution>
        <institution>University College London</institution>
        <addr-line>London</addr-line>
        <country>United Kingdom</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Global Health Section</institution>
        <institution>Department of Public Health</institution>
        <institution>University of Copenhagen</institution>
        <addr-line>Copenhagen</addr-line>
        <country>Denmark</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Natalie Gold <email>n.gold@lse.ac.uk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>14</day>
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>5</issue>
      <elocation-id>e19688</elocation-id>
      <history>
        <date date-type="received">
          <day>4</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>14</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>5</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>2</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Natalie Gold, Amy Yau, Benjamin Rigby, Chris Dyke, Elizabeth Alice Remfry, Tim Chadborn. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 14.05.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/5/e19688" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Digital health interventions are increasingly being used as a supplement or replacement for face-to-face services as a part of predictive prevention. They may be offered to those who are at high risk of cardiovascular disease and need to improve their diet, increase physical activity, stop smoking, or reduce alcohol consumption. Despite the popularity of these interventions, there is no overall summary and comparison of the effectiveness of different modes of delivery of a digital intervention to inform policy.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This review aims to summarize the effectiveness of digital interventions in improving behavioral and health outcomes related to physical activity, smoking, alcohol consumption, or diet in nonclinical adult populations and to identify the effectiveness of different modes of delivery of digital interventions.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We reviewed articles published in the English language between January 1, 2009, and February 25, 2019, that presented a systematic review with a narrative synthesis or meta-analysis of any study design examining digital intervention effectiveness; data related to adults (≥18 years) in high-income countries; and data on behavioral or health outcomes related to diet, physical activity, smoking, or alcohol, alone or in any combination. Any time frame or comparator was considered eligible. We searched MEDLINE, Embase, PsycINFO, Cochrane Reviews, and gray literature. The AMSTAR-2 tool was used to assess review confidence ratings.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We found 92 reviews from the academic literature (47 with meta-analyses) and 2 gray literature items (1 with a meta-analysis). Digital interventions were typically more effective than no intervention, but the effect sizes were small. Evidence on the effectiveness of digital interventions compared with face-to-face interventions was mixed. Most trials reported that intent-to-treat analysis and attrition rates were often high. Studies with long follow-up periods were scarce. However, we found that digital interventions may be effective for up to 6 months after the end of the intervention but that the effects dissipated by 12 months. There were small positive effects of digital interventions on smoking cessation and alcohol reduction; possible effectiveness in combined diet and physical activity interventions; no effectiveness for interventions targeting physical activity alone, except for when interventions were delivered by mobile phone, which had medium-sized effects; and no effectiveness observed for interventions targeting diet alone. Mobile interventions were particularly effective. Internet-based interventions were generally effective.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Digital interventions have small positive effects on smoking, alcohol consumption, and in interventions that target a combination of diet and physical activity. Small effects may have been due to the low efficacy of treatment or due to nonadherence. In addition, our ability to make inferences from the literature we reviewed was limited as those interventions were heterogeneous, many reviews had critically low AMSTAR-2 ratings, analysis was typically intent-to-treat, and follow-up times were relatively short.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>PROSPERO  International Prospective Register of Systematic Reviews CRD42019126074; https://www.crd.york.ac.uk/prospero/display_record.php?RecordID=126074.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>alcohol</kwd>
        <kwd>behavior change</kwd>
        <kwd>cardiovascular disease</kwd>
        <kwd>diet</kwd>
        <kwd>digital interventions</kwd>
        <kwd>digital medicine</kwd>
        <kwd>internet interventions</kwd>
        <kwd>mHealth</kwd>
        <kwd>mobile interventions</kwd>
        <kwd>physical activity</kwd>
        <kwd>smoking</kwd>
        <kwd>tobacco</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>The National Health Service (NHS) Long Term Plan sets out the UK government’s vision for preventing health problems and supporting the self-management of conditions [<xref ref-type="bibr" rid="ref1">1</xref>]. A major target is cardiovascular disease (CVD), which causes 28% of all deaths in the United Kingdom and is the largest cause of premature death in deprived areas [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>]. England’s primary large-scale intervention for CVD prevention is the NHS Health Check program [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>], which was introduced in 2009 [<xref ref-type="bibr" rid="ref4">4</xref>]. It is one of the largest public health prevention programs in the world, with over 6 million people in England having a check between 2013 and 2018 [<xref ref-type="bibr" rid="ref5">5</xref>]. The NHS Health Check is a CVD risk assessment, which should be offered every 5 years to all adults aged between 40 and 74 years with no pre-existing vascular condition. As a result, people with previously undiagnosed conditions can be put on a clinical pathway and those who are at risk of developing a condition can be offered lifestyle support and advice to manage their risk. In particular, cardiovascular risk can be reduced by modifying 4 types of behavior: diet [<xref ref-type="bibr" rid="ref6">6</xref>], physical activity [<xref ref-type="bibr" rid="ref7">7</xref>], smoking [<xref ref-type="bibr" rid="ref8">8</xref>], and alcohol consumption [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>A key pillar of the Long Term Plan is <italic>predictive prevention</italic>—the use of technology and digital tools to identify health risks, make early diagnoses, and support positive health behaviors of those most at need through targeted treatments [<xref ref-type="bibr" rid="ref3">3</xref>]. Predictive prevention, including the NHS Health Check, involves risk communication and behavior change. Evidence shows that risk communication alone does not lead to behavior change [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. Therefore, we need to support behavior change. Digital tools are an increasingly important part of that landscape, and digital behavior change interventions may be offered to people after their NHS Health Check to manage their risk by helping them modify their diet, physical activity, smoking, or alcohol consumption.</p>
        <p>Digital tools may be used either to supplement face-to-face services or to replace them. Replacement is particularly germane, since there is anecdotal evidence that face-to-face services are increasingly being defunded. In addition, services may need to shift from face-to-face to digital in response to the COVID-19 pandemic, which occurred after we had completed the review. Providers may hope that digital tools will offer a low-cost solution, with the potential to reach more people than traditional face-to-face services; however, the research base needs to be evaluated to see if there is sufficient evidence [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      </sec>
      <sec>
        <title>Aims and Objectives</title>
        <p>The first step is to establish whether digital interventions are effective. We also need to know which modes of delivery are most effective in order to allocate resources to develop the most promising digital tools or to know where research is needed, if the evidence base is lacking. In this systematic review of reviews, we aim to summarize the evidence on the effectiveness of digital interventions in improving dietary, physical activity, smoking, and alcohol consumption behaviors in nonpatient adult populations in high-income countries.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>The study protocol was registered with PROSPERO (registration number: CRD42019126074). All deviations from the protocol are explained in the Methods section. We followed the PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) guidelines for reporting (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for the checklist) [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
      </sec>
      <sec>
        <title>Data Sources</title>
        <p>Relevant reviews were obtained through an internet-based search and a manual search. First, 4 internet-based databases (MEDLINE, Embase, PsycINFO, and Cochrane Reviews) were searched for peer-reviewed review articles published in English between January 1, 2009, and February 25, 2019. We limited our search dates, only starting in January 2009, to make our study manageable and also because we expected reviews published in the last decade to capture earlier papers. Publications were restricted to English due to the absence of translation expertise. Gray literature searches were conducted in OpenGrey, ProQuest Dissertations and Theses, Google, and targeted websites (see <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> for search terms and the gray literature search strategy). More articles were identified by manual searches of the reference lists from excluded reviews of reviews. We did not search in study registries, as we were looking for systematic reviews. We did not conduct full hand searches or consult experts to ascertain the literature for pragmatic and logistical reasons.</p>
      </sec>
      <sec>
        <title>Review Selection</title>
        <p>The reviews were screened using a three-stage process. A total of 2 reviewers (NG and AY) examined titles and discarded reviews that did not meet the inclusion criteria (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>). Each reviewer then independently screened the abstracts of 10% of the remaining reviews to identify studies that potentially met the inclusion criteria. Interreviewer agreement on inclusion was also assessed. Reviewers disagreed on 11 of 41 decisions. All disagreements were resolved through discussion. AY screened all the remaining abstracts. The relevant review articles were then obtained in full and screened independently for eligibility by NG and AY. Any disagreement over eligibility was resolved through discussion with a third reviewer (TC or BR).</p>
        <boxed-text id="box1" position="float">
          <title>Inclusion and exclusion criteria.</title>
          <p>Inclusion criteria</p>
          <list list-type="order">
            <list-item>
              <p>Study type: systematic reviews (whose reporting of the evidence could be either by narrative synthesis or by meta-analysis) that reported on the effectiveness of digital interventions in changing health-related behavior and/or health outcomes. We did not restrict by study design of the included studies within the systematic reviews.</p>
            </list-item>
            <list-item>
              <p>Population: this included adult nonclinical populations. We aimed to assess the effectiveness of digital interventions in relation to CVD prevention relevant to the NHS Health Check program, which is offered to adults aged between 40 and 74 years (England, United Kingdom). Where populations were mixed, we included the review if the population of interest could be isolated. Where impossible to isolate the population of interest, reviews were included if ≥50% of the studies were of relevant populations.</p>
            </list-item>
            <list-item>
              <p>Intervention: we included digital interventions targeting behaviors related to diet, physical activity, smoking, and/or alcohol consumption. Digital interventions include interventions delivered over the internet (web-based or websites), mobile telephone interventions (including texts and mobile apps), social media, computer-delivered interventions, and wearable technology. Interventions incorporating both digital and face-to-face components were also included.</p>
            </list-item>
            <list-item>
              <p>Comparator: there were no restrictions. We extracted information about the comparators where available, allowing us to review effectiveness compared with both nondigital interventions and nonintervention controls.</p>
            </list-item>
            <list-item>
              <p>Outcome: this included behavioral or health outcomes related to diet, physical activity, alcohol consumption, and smoking. Reviews that considered these areas of behavior, either individually or in combination, were included.</p>
            </list-item>
            <list-item>
              <p>Time frame for follow-up: any time frame.</p>
            </list-item>
          </list>
          <p>Exclusion criteria</p>
          <list list-type="order">
            <list-item>
              <p>Study type: reviews of reviews, conference abstracts, protocols, opinion pieces, and commentaries. We excluded reviews of reviews because we expected that most of the reviews gathered in a review of reviews would already be included in our study. Therefore, including reviews of reviews would have led to double counting of some information.</p>
            </list-item>
            <list-item>
              <p>Population: reviews that only considered any of the following in ≥50% of included studies: children and adolescents, students, adults aged &#60;40 years, pregnant women, management of existing CVD or other health conditions, and low- to middle-income countries. These criteria were selected to protect the ecological validity of this review, as relevant to the NHS Health Check.</p>
            </list-item>
            <list-item>
              <p>Intervention: reviews of nondigital interventions. We did not consider television, radio, or telephone calls to be digital, as they are not often used in digital interventions for public health.</p>
            </list-item>
            <list-item>
              <p>Comparator: no exclusion criteria.</p>
            </list-item>
            <list-item>
              <p>Outcome: feasibility, acceptability, participation, and engagement only.</p>
            </list-item>
            <list-item>
              <p>Superseded: this included reviews updated by subsequent reviews that included all the same studies as the original.</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Study Quality Assessment</title>
        <p>Review confidence was critically appraised independently by 2 reviewers (NG and AY) for a 10% subsample of the included publications, using the AMSTAR-2 tool [<xref ref-type="bibr" rid="ref16">16</xref>]. The findings were discussed to check for consistency. The remaining articles were divided and assessed by NG or AY. Any uncertainty was resolved through discussion with a third reviewer (BR).</p>
      </sec>
      <sec>
        <title>Data Extraction</title>
        <p>Data were extracted using a standardized form (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). We extracted data on the following predefined review components: objective, population, inclusion and exclusion criteria, search date, included studies (number, type, and countries), follow-up, method of synthesis, results and findings, and comparator. A total of 2 reviewers (NG and AY) extracted the data independently for 10% of the publications. Discrepancies were resolved through discussion. The remaining publications were divided among both reviewers. During data extraction, we also noted information about the control condition and any information on a comparison of effectiveness of no-intervention versus active controls. Data on adherence and attrition were also recorded, where available. The data extraction form has been presented in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>.</p>
      </sec>
      <sec>
        <title>Analysis</title>
        <p>We conducted a systematic narrative synthesis using extracted data from included articles. No statistical analyses were conducted and meta-analysis was not possible with the included articles. We have presented results in the following categories: diet, physical activity, diet and physical activity combined, smoking, alcohol consumption, and multiple areas of behavior (all combinations other than diet and physical activity). Where there were enough reviews, we grouped by mode of delivery, especially internet (including email and interventions that require accessing a website) and mobile phone (including apps and SMS text messaging interventions); social media was categorized separately from internet, mainly because there are enough papers to make the subdivision worthwhile but also because the social aspect may differentiate social media interventions from other forms of internet interventions, so that it is appropriately considered a subclass [<xref ref-type="bibr" rid="ref17">17</xref>]. When reporting effect sizes, for Cohen <italic>d</italic>, Hedges <italic>g</italic>, and other measures of standardized mean difference (SMD), we followed the convention that 0.2 is a small effect size, 0.5 is a medium effect size, and 0.8 is a large effect size [<xref ref-type="bibr" rid="ref18">18</xref>]. For risk ratios (RRs), we classified 1.22 as small, 1.86 as medium, and 3.00 as large; for odds ratios (ORs), these were 1.32, 2.38, and 4.70, respectively [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p>Searches identified 1739 potentially relevant records. After screening the titles and abstracts, 154 articles were retrieved in full. An additional 36 articles were identified through hand searches and gray literature searches. In total, 94 reviews met the inclusion criteria (<xref rid="figure1" ref-type="fig">Figure 1</xref>). A list of reviews excluded after full-text screening is provided in <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>. We were unable to retrieve one gray literature item by May 13, 2019, and it was therefore excluded.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>PRISMA flowchart. PRISMA: Preferred Reporting Items for Systematic Reviews and Meta-Analyses.</p>
          </caption>
          <graphic xlink:href="jmir_v23i5e19688_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Review Characteristics</title>
        <p>The included reviews examined the effectiveness of digital interventions on diet only [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref23">23</xref>], physical activity only [<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref46">46</xref>], diet and physical activity combined [<xref ref-type="bibr" rid="ref47">47</xref>-<xref ref-type="bibr" rid="ref76">76</xref>] (for some it was possible to extract separate results about diet and physical activity behaviors, whereas some reported more general results on weight loss outcomes), alcohol consumption [<xref ref-type="bibr" rid="ref77">77</xref>-<xref ref-type="bibr" rid="ref82">82</xref>], and smoking cessation [<xref ref-type="bibr" rid="ref83">83</xref>-<xref ref-type="bibr" rid="ref98">98</xref>]. A further 15 reviews examined the effectiveness of digital interventions on a combination of our 4 target areas of behavior (not diet and physical activity; again, sometimes it was possible to extract separate information for each target area but other times, the results were only reported in combination) [<xref ref-type="bibr" rid="ref99">99</xref>-<xref ref-type="bibr" rid="ref113">113</xref>]. Some reviews covered a number of areas of behavior because their research questions focused on a health outcome (eg, CVD) or a mode of intervention delivery (eg, internet interventions) rather than a behavior. Where extracting information on an area of behavior from a combination review was possible, we included the relevant data in the results for that area. For a breakdown of the reviews, with the number found in each area, for each mode of intervention and type of control see <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>.</p>
        <p>The populations reviewed were general (nonclinical) adult populations. However, the diet and physical activity reviews were often restricted to populations of individuals with overweight or obesity. The alcohol reviews were often restricted to <italic>problem drinkers</italic>, defined with reference to local guidelines [<xref ref-type="bibr" rid="ref77">77</xref>,<xref ref-type="bibr" rid="ref79">79</xref>,<xref ref-type="bibr" rid="ref80">80</xref>], questionnaire scores [<xref ref-type="bibr" rid="ref81">81</xref>], or reduced productivity at work [<xref ref-type="bibr" rid="ref78">78</xref>]. There was a range of modes of delivery, including mobile app, SMS text messaging, social media, pedometer, wearable, and interactive computer program. The reviews included both active and nonactive or minimal intervention controls, many pooling both types, but where possible, we tried to extract separate information about effectiveness of active compared with nonactive controls. We regarded the provision of educational materials as a nonactive or minimal control. More reviews included behavioral outcomes (such as fat consumption, fruit and vegetable consumption, physical activity, alcohol consumption, smoking cessation, and smoking abstinence) than health outcomes (such as weight loss, BMI, and waist circumference). <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref> provides the key characteristics of all included studies.</p>
      </sec>
      <sec>
        <title>Review Confidence Ratings</title>
        <p>The confidence rating of each review is presented in the study characteristics table in <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref>, and a summary of confidence ratings is provided in <xref ref-type="table" rid="table1">Table 1</xref>; 84% (79/93) of reviews were rated as critically low. During the completion of the AMSTAR-2 tool, reviewers noted that most reviews failed to satisfy items 4 (including and justifying a publication language inclusion criterion) and 7 (providing a list of excluded reviews and justifications). Both items are considered critical for systematic reviews but not for meta-analyses. A modified rating was produced alongside the original AMSTAR-2 rating, which did not classify either of these flaws as critical, to see whether a variation among reviews would be revealed. However, little change was observed, with only 5 reviews moving from a rating of critically low to low.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Risk of bias: a summary of AMSTAR-2 confidence ratings.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="380"/>
            <col width="110"/>
            <col width="170"/>
            <col width="110"/>
            <col width="230"/>
            <thead>
              <tr valign="top">
                <td>Category</td>
                <td colspan="4">Confidence rating (modified rating)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>High</td>
                <td>Moderate</td>
                <td>Low</td>
                <td>Critically low</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Diet</td>
                <td>0 (0)</td>
                <td>0 (0)</td>
                <td>1 (1)</td>
                <td>3 (3)</td>
              </tr>
              <tr valign="top">
                <td>Physical activity</td>
                <td>0 (0)</td>
                <td>1 (1)</td>
                <td>0 (1)</td>
                <td>20 (19)</td>
              </tr>
              <tr valign="top">
                <td>Diet and physical activity</td>
                <td>0 (0)</td>
                <td>1 (1)</td>
                <td>1 (3)</td>
                <td>28 (26)</td>
              </tr>
              <tr valign="top">
                <td>Alcohol</td>
                <td>0 (0)</td>
                <td>0 (0)</td>
                <td>1 (1)</td>
                <td>4 (4)</td>
              </tr>
              <tr valign="top">
                <td>Smoking</td>
                <td>0 (0)</td>
                <td>2 (2)</td>
                <td>4 (4)</td>
                <td>10 (10)</td>
              </tr>
              <tr valign="top">
                <td>Other</td>
                <td>0 (0)</td>
                <td>1 (1)</td>
                <td>2 (4)</td>
                <td>14 (12)</td>
              </tr>
              <tr valign="top">
                <td>Total</td>
                <td>0 (0)</td>
                <td>5 (5)</td>
                <td>9 (14)</td>
                <td>79 (74)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Effectiveness of Interventions</title>
        <p><xref ref-type="table" rid="table2">Table 2</xref> summarizes the effectiveness of the different types of interventions.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Summary of the effectiveness of different types of interventions.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="70"/>
            <col width="140"/>
            <col width="170"/>
            <col width="200"/>
            <col width="160"/>
            <col width="120"/>
            <col width="140"/>
            <thead>
              <tr valign="top">
                <td>Findings</td>
                <td colspan="6">Behavioral categories</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Diet</td>
                <td>Physical activity</td>
                <td>Diet and physical Activity</td>
                <td>Smoking</td>
                <td>Alcohol</td>
                <td>Other combinations</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Number of reviews</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>20 reviews, of which 4 were diet-only</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>45 reviews, of which 22 were physical activity-only</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>35 reviews, of which 29 were on weight loss, specifically combining diet and physical activity, and 3 where results on weight loss were extractable from other combinations</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>28 reviews, of which 16 were smoking-only</p>
                    </list-item>
                  </list>
                </td>
                <td>13 reviews, of which 6 were alcohol-only</td>
                <td>11</td>
              </tr>
              <tr valign="top">
                <td>Effectiveness compared with mixed (active and nonactive) controls</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Small effect of internet interventions on pooled behaviors but heterogenous outcome measures and effect sizes</p>
                    </list-item>
                    <list-item>
                      <p>Some small effects of mobile phone interventions on behavior, but no effects on weight loss</p>
                    </list-item>
                    <list-item>
                      <p>Mixed effects of social media but no effects on weight loss</p>
                    </list-item>
                    <list-item>
                      <p>Mixed effects of computer-delivered interventions, and positive effects were not clinically significant</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Mixed evidence for the effect of internet interventions on physical activity; where there were effects, they were small and there was heterogeneity between studies</p>
                    </list-item>
                    <list-item>
                      <p>Mixed effects of social media, with meta-analyses not finding significant effects</p>
                    </list-item>
                    <list-item>
                      <p>Better evidence for effects of mobile phone interventions, with most studies in narrative reviews showing effectiveness, with effect sizes for SMS text messaging interventions ranging from small to medium</p>
                    </list-item>
                    <list-item>
                      <p>Mixed evidence for the effect of exergaming</p>
                    </list-item>
                    <list-item>
                      <p>Mixed evidence on computer-delivered interventions (2 reviews); the meta-analysis found small effects</p>
                    </list-item>
                    <list-item>
                      <p>There was favorable evidence from reviews assessing a variety or a combination of interventions</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Positive effects of internet interventions for weight loss and BMI, especially when part of blended interventions</p>
                    </list-item>
                    <list-item>
                      <p>Mixed effects of social media interventions</p>
                    </list-item>
                    <list-item>
                      <p>Medium-sized effects of mobile interventions on weight loss</p>
                    </list-item>
                    <list-item>
                      <p>Mixed results from reviews covering a variety of interventions, around half of the interventions were found to be effective</p>
                    </list-item>
                  </list>
                  <break/>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Small positive effects for internet, mobile, and computer-delivered interventions. Mixed evidence about interventions from reviews that covered multiple types of digital technologies</p>
                    </list-item>
                  </list>
                  <break/>
                </td>
                <td>Small and medium positive effects</td>
                <td>Small positive effects on behavior and on health outcomes for internet, computer-delivered, SMS text messaging, and prompts delivered by all methods; however, results were not favorable for apps</td>
              </tr>
              <tr valign="top">
                <td>Comparison to no or minimal intervention<break/>  <break/>  </td>
                <td>Little evidence available and it was mixed:<break/><list list-type="bullet"><list-item><p>One meta-analysis of voice-response interventions found no effect</p></list-item><list-item><p>One meta-analysis of computer-tailored interventions found a small effect</p></list-item></list>  <break/>  </td>
                <td>Mixed results:<break/><list list-type="bullet"><list-item><p>Mixed results for internet and mobile interventions</p></list-item><list-item><p>One review of social media interventions, finding increased in steps taken but not energy expenditure, total physical activity, or moderate-to-vigorous physical activity</p></list-item><list-item><p>Small positive effect of interactive voice response and computer-delivered interventions</p></list-item></list></td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>More effective than minimal controls for internet and computer-based interventions, but effect sizes were small</p>
                    </list-item>
                  </list>
                  <break/>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Small positive effects for internet-based interventions and for digital interventions not broken down by mode of delivery), mobile interventions more effective than completely passive controls and as effective as minimal controls</p>
                    </list-item>
                  </list>
                  <break/>
                </td>
                <td>Effective compared with no-intervention controls</td>
                <td>Effective compared with no-intervention controls, with small effects for internet and medium effects for SMS text messaging interventions</td>
              </tr>
              <tr valign="top">
                <td>Comparison with active controls<break/>  <break/>  
              <break/>  <break/>  <break/>  </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Mixed; in narrative syntheses (of internet, mobile, and combinations of interventions), less than 50% of studies in each review found significant improvements</p>
                    </list-item>
                  </list>
                  <break/>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Increase in physical activity for internet-based interventions</p>
                    </list-item>
                    <list-item>
                      <p>Mixed results for mobile interventions</p>
                    </list-item>
                    <list-item>
                      <p>Promising results about wearables</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Internet-based interventions not more effective than active controls, unless as a part of blended interventions</p>
                    </list-item>
                    <list-item>
                      <p>Computer-delivered interventions led to less weight loss than in-person treatment</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>No evidence that digital interventions are any more effective than active controls</p>
                    </list-item>
                  </list>
                </td>
                <td>No evidence that digital interventions are any more effective than active controls; mixed evidence about whether active controls are more effective than digital</td>
                <td>Very small effects for internet and small effects for computer-delivered and SMS text messaging interventions</td>
              </tr>
              <tr valign="top">
                <td>Sustainability</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Relatively few studies with follow-ups</p>
                    </list-item>
                    <list-item>
                      <p>Digital interventions were largely effective over a 3- to 6-month period</p>
                    </list-item>
                    <list-item>
                      <p>Evidence was more mixed in the long term (&#62;12 months)</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Relatively few studies with follow-ups</p>
                    </list-item>
                    <list-item>
                      <p>Some evidence for sustainability of internet and combinations of digital interventions at 6-month follow-up</p>
                    </list-item>
                    <list-item>
                      <p>Some evidence that the effect of mobile interventions is short lived</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Few studies, but those found that effectiveness declined over time</p>
                    </list-item>
                  </list>
                </td>
                <td>Mixed evidence:<break/><list list-type="bullet"><list-item><p>Effects of internet-based interventions sustained up to 6 months, but there is disagreement about whether effects are maintained at the 12-month follow-up</p></list-item><list-item><p>Mixed evidence on the sustainability of mobile interventions</p></list-item><list-item><p>No evidence of sustainability of computer-delivered interventions</p></list-item><list-item><p>Reviews that surveyed a range of digital interventions without differentiating by mode of delivery found sustained effects, even at the 18-month follow-up</p></list-item></list></td>
                <td>Mixed results about whether the effect was sustained. No follow-ups exceeded 12 months. Evidence suggests effects have diminished by this point</td>
                <td>Mixed evidence on when the effect size peaks (short or medium term); effects decrease but still exist at 12 months</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <sec>
          <title>Diet</title>
          <sec>
            <title>Review Characteristics</title>
            <p>A total of 20 reviews reported findings on diet behaviors or a weight loss outcome that resulted from an intervention that only targeted diet. The breakdown of their characteristics is shown in Table S1.</p>
          </sec>
          <sec>
            <title>Effectiveness of Digital Interventions on Diet Compared With Mixed (Active and Nonactive) Controls for Diet Behaviors</title>
            <p>The effectiveness of digital interventions in improving results related to diet was at best mixed, for both behavioral and health outcomes (<xref ref-type="table" rid="table3">Table 3</xref>); where improvements were reported, the effect sizes were typically small. This was the case across all modes of delivery.</p>
            <table-wrap position="float" id="table3">
              <label>Table 3</label>
              <caption>
                <p>Results of reviews on diet, ordered by type of control and mode of delivery of intervention.</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="30"/>
                <col width="120"/>
                <col width="0"/>
                <col width="90"/>
                <col width="130"/>
                <col width="120"/>
                <col width="0"/>
                <col width="110"/>
                <col width="0"/>
                <col width="100"/>
                <col width="210"/>
                <col width="90"/>
                <thead>
                  <tr valign="top">
                    <td colspan="2">Review</td>
                    <td colspan="2">Relevant studies, n (total studies)</td>
                    <td>Method of synthesis</td>
                    <td>Interventions</td>
                    <td colspan="2">Dietary outcomes</td>
                    <td colspan="2">Follow-up</td>
                    <td>Summary of findings</td>
                    <td>AMSTAR-2 rating</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td colspan="12">
                      <bold>Mixed (active and nonactive) controls</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td colspan="2">Afshin et al (2016) [<xref ref-type="bibr" rid="ref99">99</xref>]</td>
                    <td>20 (224)</td>
                    <td>Narrative synthesis of RCTs<sup>a</sup> and quasiexperimental studies</td>
                    <td colspan="2">Internet and mobile</td>
                    <td colspan="2">Various dietary behaviors, fruit and veg intake</td>
                    <td>1 week-2 years</td>
                    <td>70% (14/20) studies found significant dietary improvements. Effect sizes varied due to heterogeneity in dietary targets. The intake of fruit increased by approximately 1 serving/day. Two RCTs assessed mobile‐based interventions and fruit or vegetable intake; each found significant improvement (by 2 and 4 servings/day)</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Aneni et al (2014) [<xref ref-type="bibr" rid="ref100">100</xref>]</td>
                    <td colspan="2">9 (29)</td>
                    <td>Narrative synthesis of RCTs</td>
                    <td>Internet</td>
                    <td colspan="2">Dietary intake</td>
                    <td colspan="2">6-24 months</td>
                    <td>44% (4/9) high-quality studies demonstrated improvements in diet</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Hou et al (2013) [<xref ref-type="bibr" rid="ref108">108</xref>]</td>
                    <td colspan="2">7 (38)</td>
                    <td>Narrative synthesis of studies with comparison or control groups</td>
                    <td>Internet</td>
                    <td colspan="2">Dietary intake and fruit and vegetable intake</td>
                    <td colspan="2">Not reported</td>
                    <td>All the studies examining nutrition alone and nutrition and other factors in addition to PA<sup>b</sup> reported increases in healthy dietary behaviors in the intervention groups. Interventions showed promising effects at 12 months for reductions in body fat, weight, and dietary fat intake</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Lustria et al (2013) [<xref ref-type="bibr" rid="ref110">110</xref>]</td>
                    <td colspan="2">10 (40)</td>
                    <td>Meta-analysis of experimental and quasiexperimental studies</td>
                    <td>Internet-tailored interventions</td>
                    <td colspan="2">Fruit and vegetable intake and saturated fat intake</td>
                    <td colspan="2">6 weeks-6 months</td>
                    <td>Small effect sizes, Cohen <italic>d</italic>=0.223 (k=4; 95% CI 0.11 to 0.33; <italic>P</italic>&#60;.001)</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Maon et al (2012) [<xref ref-type="bibr" rid="ref63">63</xref>]</td>
                    <td colspan="2">8 (26)</td>
                    <td>Narrative synthesis of RCTs</td>
                    <td>Internet</td>
                    <td colspan="2">Fruit and vegetable consumption</td>
                    <td colspan="2">6 weeks-2 years</td>
                    <td>50% (4/8) studies investigating healthy eating habits reported positive changes such as increased fruit or vegetable consumption</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Webb et al (2010) [<xref ref-type="bibr" rid="ref113">113</xref>]</td>
                    <td colspan="2">10 (85)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Internet</td>
                    <td colspan="2">Dietary behavior</td>
                    <td colspan="2">Not reported</td>
                    <td>Small effect sizes on behavior were observed for interventions that targeted only dietary behavior (Cohen <italic>d</italic><sub>+</sub>=0.20; k=10; 95% CI 0.02 to 0.37)</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>DiFillipo et al (2015) [<xref ref-type="bibr" rid="ref21">21</xref>]</td>
                    <td colspan="2">3 (3)</td>
                    <td>Narrative synthesis of RCTs</td>
                    <td>Mobile</td>
                    <td colspan="2">Weight loss</td>
                    <td colspan="2">8 weeks-6 months</td>
                    <td>100% (3/3) of studies found a numerical tendency to weight loss compared with the control; only 33% (1/3) of studies was statistically significant; this study showed an increase in self-monitoring</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>McCarroll et al (2017) [<xref ref-type="bibr" rid="ref23">23</xref>] (diet only)</td>
                    <td colspan="2">21 (23)</td>
                    <td>Narrative synthesis of RCTs</td>
                    <td>Mobile</td>
                    <td colspan="2">Healthy eating and weight loss (diet only)</td>
                    <td colspan="2">1-24 months</td>
                    <td>Small positive effects of interventions on healthy eating (5/8, 63% of trials) and weight loss (5/13, 38% of trials), but studies were judged to be of poor quality</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Lyzwinksi et al (2014) [<xref ref-type="bibr" rid="ref60">60</xref>]</td>
                    <td colspan="2">5 (14)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Mobile</td>
                    <td colspan="2">Fruit and veg intake, energy density</td>
                    <td colspan="2">8 weeks-12 months</td>
                    <td>100% (3/3) of studies found an improvement in fruit and vegetable intake; 100% (2/2) studies found an improvement in energy density and eating behavior</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Palmer et al (2018) [<xref ref-type="bibr" rid="ref111">111</xref>]</td>
                    <td colspan="2">3 (71)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Mobile</td>
                    <td colspan="2">Saturated fat intake, BMI, salt intake, weight from diet-only interventions</td>
                    <td colspan="2">Not reported</td>
                    <td>2 (100%) studies showed no effect of interventions on weight or dietary intake</td>
                    <td>Moderate</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Elaheebocus et al (2018) [<xref ref-type="bibr" rid="ref56">56</xref>]</td>
                    <td colspan="2">20 (134)</td>
                    <td>Narrative synthesis of RCTs</td>
                    <td>Social media</td>
                    <td colspan="2">Body weight</td>
                    <td colspan="2">6-48 months</td>
                    <td>75% (15/20) of studies using web-based social networks had positive results for dietary outcomes</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Mita et al (2016) [<xref ref-type="bibr" rid="ref65">65</xref>]</td>
                    <td colspan="2">12 (16)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Social media</td>
                    <td colspan="2">Body weight and fruit and vegetable intake</td>
                    <td colspan="2">Not reported</td>
                    <td> No significant differences (SMD<sup>c</sup> −0.14; 95% CI −0.28 to 0.01), with similar findings for body weight (SMD 0.07; 95% CI −0.17 to 0.20) and fruit and vegetable intake (SMD 0.39; 95% CI −0.11 to 0.89)</td>
                    <td>Moderate</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Williams et al (2012) [<xref ref-type="bibr" rid="ref75">75</xref>]</td>
                    <td colspan="2">5 (22)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Social media</td>
                    <td colspan="2">Body weight and dietary fat</td>
                    <td colspan="2">3-24 months</td>
                    <td>No significant differences in changes in weight (SMD 0; 95% CI −0.19 to 0.19; 10 studies) however, pooled results from 5 studies showed a significant decrease in dietary fat consumption with social media (SMD −0.35; 95% CI −0.68 to −0.02)</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Wieland et al (2012) [<xref ref-type="bibr" rid="ref74">74</xref>]</td>
                    <td colspan="2">18 (18)</td>
                    <td>Meta-analysis of RCTs, quasi-RCTs, cluster RCTs, and quasiexperimental studies</td>
                    <td>Interactive, computer-based</td>
                    <td colspan="2">Fat intake, calorie intake, total fiber, fruit and vegetable intake; weight, BMI, and waist circumference</td>
                    <td colspan="2">4 weeks-30 months</td>
                    <td>Computer-based interventions led to greater weight loss than minimal interventions (MD<sup>d</sup> −1.5 kg; 95% CI −2.1 to −0.9) but less weight loss than in-person treatment (MD 2.1 kg; 95% CI 0.8 to 3.4; one trial); in the 3- to 6-month follow-up, there was a significant decrease in percentage calories from fat (MD −1.1%), and improved fiber intake (dietary fiber score MD 1.3); there was no significant effect on energy intake at 30 months</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Harris et al (2011) [<xref ref-type="bibr" rid="ref22">22</xref>] (diet only)</td>
                    <td colspan="2">25 (43)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Interactive, computer based</td>
                    <td colspan="2">Fat intake, fruit and vegetable consumption, fiber intake, and energy intake</td>
                    <td colspan="2">0-12 months</td>
                    <td>Interventions did not produce clinically significant changes in dietary behavior: fruit and vegetable intake had a weighted MD of 0.24 servings per day (95% CI 0.04 to 0.44 servings; <italic>P</italic>=.02), total energy consumed from fat had a weighted MD of –1.4% (95% CI –2.5% to –0.3%; <italic>P</italic>=.01); there were no significant weighted MDs in intake of total fat, saturated fat, daily dietary fiber, or daily energy; there were no significant effects on fruit and vegetable consumption and BMI at 12 months</td>
                    <td>Low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Carvalho de Menzes et al (2016) [<xref ref-type="bibr" rid="ref53">53</xref>]</td>
                    <td colspan="2">15 (18)</td>
                    <td>Narrative synthesis of all designs</td>
                    <td>Various</td>
                    <td colspan="2">Fat consumption and fruit and vegetable consumption</td>
                    <td colspan="2">1-36 months</td>
                    <td>Among the changes in eating habits, statistically significant reductions were observed in the consumption of fat (total fat, saturated fat, and transfat), and there was an increase in the ingestion of fruit and vegetables</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="12">
                      <bold>Nonactive controls</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Krebs et al (2010) [<xref ref-type="bibr" rid="ref109">109</xref>]</td>
                    <td colspan="2">51 (76)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Computer-tailored</td>
                    <td colspan="2">Dietary intake of fat, vegetables, and fruits</td>
                    <td colspan="2">1-24 months</td>
                    <td>The mean effect size for dietary fat reduction was <italic>g</italic>=0.22 (95% CI 0.18 to 0.26); mean effect size for fruit and vegetable intake was <italic>g</italic>=0.16 (95% CI 0.10 to 0.21).</td>
                    <td>Low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Tsoli et al (2018) [<xref ref-type="bibr" rid="ref73">73</xref>]</td>
                    <td colspan="2">2 (15)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Interactive voice response</td>
                    <td colspan="2">Diet</td>
                    <td colspan="2">6 weeks-12 months</td>
                    <td>No statistically significant effect on behaviors related to diet (Hedges <italic>g</italic>=0.130; 95% CI −0.088 to 0.347; k=2; <italic>P</italic>=.24)</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="12">
                      <bold>Active controls</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Burke et al (2011) [<xref ref-type="bibr" rid="ref20">20</xref>] (diet only)</td>
                    <td colspan="2">5 (24)</td>
                    <td>Narrative synthesis of RCTs and descriptive studies</td>
                    <td>Personal digital assistants</td>
                    <td colspan="2">Weight loss (diet only)</td>
                    <td colspan="2">3-24 months</td>
                    <td>In all studies, self-monitoring was significantly associated with weight loss, but there was minimal evidence to support the use of personal digital assistants over other methods of self-monitoring; they may result in long-term reduced risk of weight regain after 18 months</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Covolo et al (2017) [<xref ref-type="bibr" rid="ref104">104</xref>]</td>
                    <td colspan="2">18 (40)</td>
                    <td>Narrative synthesis of RCTs</td>
                    <td>Mobile</td>
                    <td colspan="2">BMI and waist circumference; fruit and vegetable intake, and high-sugar food intake</td>
                    <td colspan="2"> 6 months-2 years</td>
                    <td>56% (10/18) of RCTs found no difference between intervention and control group; 33% (6/18) studies showed a significant increase in the consumption of fruit and vegetables and reduced sugar-sweetened beverage consumption</td>
                    <td>Critically low</td>
                  </tr>
                </tbody>
              </table>
              <table-wrap-foot>
                <fn id="table3fn1">
                  <p><sup>a</sup>RCT: randomized controlled trial.</p>
                </fn>
                <fn id="table3fn2">
                  <p><sup>b</sup>PA: physical activity.</p>
                </fn>
                <fn id="table3fn3">
                  <p><sup>c</sup>SMD: standardized mean difference.</p>
                </fn>
                <fn id="table3fn4">
                  <p><sup>d</sup>MD: mean difference.</p>
                </fn>
              </table-wrap-foot>
            </table-wrap>
            <p>Of the 6 reviews covering internet interventions, 2 meta-analyses found small, favorable effects of internet interventions on dietary behavior, Cohen <italic>d</italic>=0.223 [<xref ref-type="bibr" rid="ref110">110</xref>] and Cohen <italic>d+</italic>=0.20 [<xref ref-type="bibr" rid="ref113">113</xref>]. A total of 4 narrative syntheses found mixed results with heterogeneous target outcomes [<xref ref-type="bibr" rid="ref63">63</xref>,<xref ref-type="bibr" rid="ref99">99</xref>,<xref ref-type="bibr" rid="ref100">100</xref>,<xref ref-type="bibr" rid="ref108">108</xref>]. The most common dietary target across the studies was fruit intake, which increased by approximately 1 serving per day [<xref ref-type="bibr" rid="ref99">99</xref>].</p>
            <p>Across 6 reviews of mobile interventions, there was some evidence of positive effects on dietary behaviors, especially fruit and vegetable intake, but no statistically significant effects on weight loss [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref60">60</xref>,<xref ref-type="bibr" rid="ref99">99</xref>,<xref ref-type="bibr" rid="ref104">104</xref>,<xref ref-type="bibr" rid="ref111">111</xref>]. One of these reviews [<xref ref-type="bibr" rid="ref99">99</xref>] reported a previous systematic review (not covered in this paper) that found no significant change in calorie intake or the consumption of sugar-sweetened beverages in 4 trials evaluating diet.</p>
            <p>A total of 3 social media reviews had mixed findings on dietary outcomes, such as fruit and vegetable intake and fat intake, but the 2 reviews with meta-analyses found no differences in weight [<xref ref-type="bibr" rid="ref65">65</xref>,<xref ref-type="bibr" rid="ref75">75</xref>].</p>
            <p>The effects of interactive computer interventions were equivocal and not clinically significant [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref74">74</xref>].</p>
          </sec>
          <sec>
            <title>Effect of Digital Interventions on Diet Compared With Nonactive Controls</title>
            <p>There was little evidence about the effectiveness of digital interventions on diet compared with no intervention or minimal intervention controls, and the available evidence was mixed (<xref ref-type="table" rid="table3">Table 3</xref>). One meta-analysis found small effects on fruit and vegetable intake (<italic>g=</italic>0<italic>.</italic>16) and dietary fat reduction (<italic>g=</italic>0<italic>.</italic>22) [<xref ref-type="bibr" rid="ref109">109</xref>], but another meta-analysis found no statistically significant effects on dietary behaviors [<xref ref-type="bibr" rid="ref73">73</xref>].</p>
          </sec>
          <sec>
            <title>Effect of Digital Interventions on Diet Compared With Active Controls</title>
            <p>The relative effectiveness of digital interventions on diet compared with active comparators was mixed, with approximately half of the studies or less in narrative syntheses, showing that digital interventions were effective compared with active controls (<xref ref-type="table" rid="table3">Table 3</xref>). This was true across all modes of delivery: internet [<xref ref-type="bibr" rid="ref99">99</xref>], mobile [<xref ref-type="bibr" rid="ref99">99</xref>,<xref ref-type="bibr" rid="ref104">104</xref>], and combined interventions [<xref ref-type="bibr" rid="ref99">99</xref>].</p>
          </sec>
          <sec>
            <title>Sustainability of Effects on Diet at Follow-Up</title>
            <p>Reviews included studies that ranged from single-contact interventions to 5-year follow-ups (<xref ref-type="table" rid="table3">Table 3</xref>). Relatively few reviews reported on follow-ups; of those that did, about half reported follow-ups in the medium term (3-6 months) and half in the long term (≥12 months).</p>
            <p>Where reported, digital interventions were generally found to be effective for over 3 to 6 months. Several reviews have found positive results at 6 months [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref74">74</xref>]. However, this finding is not universal [<xref ref-type="bibr" rid="ref111">111</xref>].</p>
            <p>Long-term findings were more mixed in the 5 reviews that investigated them. Two reviews suggested promising effects at 12 months [<xref ref-type="bibr" rid="ref108">108</xref>] and 18 months [<xref ref-type="bibr" rid="ref20">20</xref>]. However, 3 reviews found no significant effects at 12 months [<xref ref-type="bibr" rid="ref22">22</xref>], 24 months [<xref ref-type="bibr" rid="ref111">111</xref>], and 30 months [<xref ref-type="bibr" rid="ref74">74</xref>].</p>
          </sec>
        </sec>
        <sec>
          <title>Physical Activity</title>
          <sec>
            <title>Review Characteristics</title>
            <p>We included the findings on physical activity–related outcomes from 45 systematic reviews. The breakdown of their characteristics is shown in <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref>.</p>
          </sec>
          <sec>
            <title>Effectiveness of Digital Interventions on Physical Activity Compared With Mixed (Active and Nonactive) Controls</title>
            <p>The effectiveness of digital interventions was mixed across all modes of delivery, apart from mobiles, for which the evidence was consistently positive (<xref ref-type="table" rid="table4">Table 4</xref>).</p>
            <table-wrap position="float" id="table4">
              <label>Table 4</label>
              <caption>
                <p>Results of reviews on physical activity, ordered by type of control and further ordered by mode of delivery of intervention.</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="30"/>
                <col width="100"/>
                <col width="0"/>
                <col width="80"/>
                <col width="0"/>
                <col width="150"/>
                <col width="0"/>
                <col width="110"/>
                <col width="0"/>
                <col width="150"/>
                <col width="0"/>
                <col width="70"/>
                <col width="0"/>
                <col width="220"/>
                <col width="0"/>
                <col width="90"/>
                <thead>
                  <tr valign="top">
                    <td colspan="3">Review</td>
                    <td colspan="2">Relevant studies, n (total studies)</td>
                    <td colspan="2">Method of synthesis</td>
                    <td colspan="2">Interventions</td>
                    <td colspan="2">Outcomes</td>
                    <td colspan="2">Follow-up</td>
                    <td colspan="2">Summary of findings</td>
                    <td>AMSTAR-2 rating</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td colspan="16">
                      <bold>Mixed controls (active and nonactive)</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Aalbers et al (2011) [<xref ref-type="bibr" rid="ref47">47</xref>]</td>
                    <td colspan="2">2 (10)</td>
                    <td colspan="2">Narrative synthesis of randomized and nonrandomized pre-post controlled trials</td>
                    <td colspan="2">Internet</td>
                    <td colspan="2">Total PA<sup>a</sup> and MVPA<sup>b</sup></td>
                    <td colspan="2">1.5-6.5 months</td>
                    <td colspan="2">2 studies reported the effects of digital interventions, one was less effective on MVPA than a nonactive control and the other demonstrated a small positive effect on total PA<sup>b</sup> (<italic>P</italic>=.001).</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Aneni et al (2014) [<xref ref-type="bibr" rid="ref100">100</xref>]</td>
                    <td colspan="2">9 (29)</td>
                    <td colspan="2">Narrative synthesis of RCTs<sup>c</sup></td>
                    <td colspan="2">Internet</td>
                    <td colspan="2">PA measures</td>
                    <td colspan="2">6-24 months</td>
                    <td colspan="2">No improvement was seen in virtually all the studies with PA outcome, only 11% (1/9) of studies demonstrated a significant intervention effect on PA.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Bottorf et al (2014) [<xref ref-type="bibr" rid="ref26">26</xref>] (PA only)</td>
                    <td colspan="2">8 (35)</td>
                    <td colspan="2">Narrative synthesis of all study types</td>
                    <td colspan="2">Internet</td>
                    <td colspan="2">Changes in PA; step count; self-reported walking; BMI; waist circumference; weight</td>
                    <td colspan="2">3-12 months</td>
                    <td colspan="2">63% (5/8) of studies demonstrated that PA significantly increased in the internet-based interventions, 2 studies showed a nonsignificant difference, and one showed that the effects were indeterminable.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Davies et al (2012) [<xref ref-type="bibr" rid="ref29">29</xref>] (PA only)</td>
                    <td colspan="2">34 (34)</td>
                    <td colspan="2">Meta-analysis of experimental design studies</td>
                    <td colspan="2">Internet</td>
                    <td colspan="2">PA</td>
                    <td colspan="2">2-52 weeks</td>
                    <td colspan="2">The estimated overall mean effect of internet-delivered interventions on PA was Cohen <italic>d</italic>=0.14 (<italic>P</italic>&#60;.001). Homogeneity tests from the fixed-effect analysis revealed significant heterogeneity across studies (<italic>Q</italic>=73.75; <italic>P</italic>&#60;.001). The overall mean effect for sustained PA at least 6 months postintervention (n=11) resulted in a small but significant effect size Cohen <italic>d</italic>=0.11 (<italic>P</italic>&#60;.01).</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>George et al (2012) [<xref ref-type="bibr" rid="ref33">33</xref>] (PA only)</td>
                    <td colspan="2">2 (14)</td>
                    <td colspan="2">Narrative synthesis of all study types</td>
                    <td colspan="2">Internet</td>
                    <td colspan="2">Step count; health status; BMI; weekly PA</td>
                    <td colspan="2">2-8 months</td>
                    <td colspan="2">Increase in PA in 100% (2/2) of online interventions where participants were in competitive teams, including one that showed an increase in step count. Poor quality evidence.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Hou et al (2013) [<xref ref-type="bibr" rid="ref108">108</xref>]</td>
                    <td colspan="2">7 (38)</td>
                    <td colspan="2">Narrative synthesis of trials with comparison or control group</td>
                    <td colspan="2">Internet</td>
                    <td colspan="2">Level of physical activity</td>
                    <td colspan="2">0-12 months</td>
                    <td colspan="2">86% (6/7) of interventions were successful in the studies focusing primarily on PA.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Jahangiry et al (2017) [<xref ref-type="bibr" rid="ref35">35</xref>] (PA only)</td>
                    <td colspan="2">21 (22)</td>
                    <td colspan="2">Meta-analysis of controlled trials</td>
                    <td colspan="2">Internet</td>
                    <td colspan="2">MVPA; walking; step count (pedometer)</td>
                    <td colspan="2">1-20 weeks</td>
                    <td colspan="2">36% (5/14) of rials reporting MVPA, 50% (3/6) of trials reporting step count, and 29% (4/14) of studies reporting minutes walking showed significant increases. The interventions were influenced by the age of participants and trial length.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Lustria et al (2013) [<xref ref-type="bibr" rid="ref110">110</xref>]</td>
                    <td colspan="2">12 (40)</td>
                    <td colspan="2">Meta-analysis of experimental and quasiexperimental studies</td>
                    <td colspan="2">Internet</td>
                    <td colspan="2">Levels of PA</td>
                    <td colspan="2">4 weeks-24 months</td>
                    <td colspan="2">The sample size–weighted mean effect size for studies on PA was not significant Cohen <italic>d</italic>=0.059 (k=12; 95% CI −0.02 to 0.14).</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Maon et al (2012) [<xref ref-type="bibr" rid="ref63">63</xref>]</td>
                    <td colspan="2">13 (26)</td>
                    <td colspan="2">Meta-analysis and narrative synthesis of RCTs</td>
                    <td colspan="2">Internet</td>
                    <td colspan="2">PA levels, sedentary behavior, and MVPA</td>
                    <td colspan="2">6 weeks-2 years</td>
                    <td colspan="2">54% (7/13) of studies showed statistically significant effects on PA levels, such as increased walking or decreased sedentary behavior. However, a meta-analysis on 4 studies with extractable data for the outcome of moderate-to-vigorous weekly PA found a not statistically significant improvement: SMD<sup>d</sup> 0.15 (95% CI 20.06 to 0.35; <italic>P</italic>=.16)  <break/>  
            Duration of studies and effects: 10% (3/30) of studies showed positive effects when outcomes were measured immediately after the end of the interventions. In total, 37% (11/30) of studies that lasted 3 months or less demonstrated positive outcomes; 43% (13/30) of studies with an intervention of 3-6 months showed positive results; and only 10% (3/30) interventions that lasted longer than 6 months were reported to have positive results.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Webb et al (2010) [<xref ref-type="bibr" rid="ref113">113</xref>]</td>
                    <td colspan="2">20 (85)</td>
                    <td colspan="2">Meta-analysis of RCTs</td>
                    <td colspan="2">Internet</td>
                    <td colspan="2">Level of PA</td>
                    <td colspan="2">3-12 months</td>
                    <td colspan="2">Small effects on behavior were observed for interventions that targeted only PA (Cohen <italic>d</italic>+=0.24; k=20; 95% CI 0.09 to 0.38).</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Buchholz et al (2013) [<xref ref-type="bibr" rid="ref27">27</xref>] (PA only)</td>
                    <td colspan="2">10 (10)</td>
                    <td colspan="2">Narrative synthesis of RCTs, quasiexperimental and, single groups</td>
                    <td colspan="2">Mobile (SMS text messaging)</td>
                    <td colspan="2">Self-reported frequency or pedometer-reported steps and level of PA</td>
                    <td colspan="2">3-52 weeks</td>
                    <td colspan="2">Effect sizes across all studies were positive; the median effect size was 0.5 (medium) but heterogeneous. Sample sizes were small.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Elavsky (2018) [<xref ref-type="bibr" rid="ref31">31</xref>] (PA only)</td>
                    <td colspan="2">50 (52)</td>
                    <td colspan="2">Narrative synthesis of RCTs and pre-post studies</td>
                    <td colspan="2">Mobile</td>
                    <td colspan="2">PA and sedentary behavior</td>
                    <td colspan="2">&#60;3 months</td>
                    <td colspan="2">59% (17/29) of RCTs and 62% (13/21) of pre-post studies supported the effectiveness of mobile interventions to improve PA, and 9 (5 of 10 RCTs and all 4 pre-post) of 14 (64%) studies reduced sedentary behavior.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Lyzwinksi et al (2014) [<xref ref-type="bibr" rid="ref60">60</xref>]</td>
                    <td colspan="2">9 (14)</td>
                    <td colspan="2">Meta-analysis of RCTs</td>
                    <td colspan="2">Mobile</td>
                    <td colspan="2">Levels of PA</td>
                    <td colspan="2">8 weeks-12 months</td>
                    <td colspan="2">Trials mostly found that PA levels increased in the intervention groups relative to the control groups.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Maher et al (2014) [<xref ref-type="bibr" rid="ref61">61</xref>]</td>
                    <td colspan="2">4 (10)</td>
                    <td colspan="2">Narrative synthesis of studies with comparator group (control or within subject)</td>
                    <td colspan="2">Mobile</td>
                    <td colspan="2">Levels of PA</td>
                    <td colspan="2">8 weeks-24 months</td>
                    <td colspan="2">25% (1/4) of studies demonstrated a significant change in PA Cohen <italic>d=</italic>0.84 (95% CI −0.49 to 1.19).</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Muntaner et al (2015) [<xref ref-type="bibr" rid="ref41">41</xref>] (PA only)</td>
                    <td colspan="2">11 (11)</td>
                    <td colspan="2">Narrative synthesis of all study types</td>
                    <td colspan="2">Mobile</td>
                    <td colspan="2">PA; exercise</td>
                    <td colspan="2">2-24 weeks</td>
                    <td colspan="2">55% (6/11) of articles included in this review reported significant increases in PA levels.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>O'Reilly et al (2013) [<xref ref-type="bibr" rid="ref42">42</xref>] (PA only)</td>
                    <td colspan="2">12 (22)</td>
                    <td colspan="2">Narrative synthesis of RCTs</td>
                    <td colspan="2">Mobile</td>
                    <td colspan="2">PA; sedentary behavior; BMI; blood lipids; blood pressure; QoL<sup>e</sup>; adverse effects</td>
                    <td colspan="2">Not reported</td>
                    <td colspan="2">75% (9/12) of studies reported significant changes in PA or sedentary behavior.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Palmer et al (2018) [<xref ref-type="bibr" rid="ref111">111</xref>]</td>
                    <td colspan="2">15 (71)</td>
                    <td colspan="2">Meta-analysis of RCTs</td>
                    <td colspan="2">Mobile</td>
                    <td colspan="2">Level of PA</td>
                    <td colspan="2">3 months</td>
                    <td colspan="2">Trials of PA interventions reporting outcomes at 3 months showed no benefits.</td>
                    <td colspan="2">Moderate</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Schoeppe et al (2016) [<xref ref-type="bibr" rid="ref68">68</xref>]</td>
                    <td colspan="2">10 (27)</td>
                    <td colspan="2">Narrative synthesis of RCTs, randomized trials, controlled trials, and pre- and poststudies</td>
                    <td colspan="2">Mobile</td>
                    <td colspan="2">PA; sedentary behavior</td>
                    <td colspan="2">1-24 weeks</td>
                    <td colspan="2">59% (13/22) of studies reported significant improvements in levels of PA; 20% (1/5) of studies reported a significant change in sedentary behavior.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Elaheebocus et al (2018) [<xref ref-type="bibr" rid="ref56">56</xref>]</td>
                    <td colspan="2">25 (134)</td>
                    <td colspan="2">Narrative synthesis of RCTs</td>
                    <td colspan="2">Social media</td>
                    <td colspan="2">Body weight</td>
                    <td colspan="2">6-48 months</td>
                    <td colspan="2">76% (19/25) of studies using online social networks had positive results.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Mita et al (2016) [<xref ref-type="bibr" rid="ref65">65</xref>]</td>
                    <td colspan="2">11 (16)</td>
                    <td colspan="2">Meta-analysis of RCTs</td>
                    <td colspan="2">Social media</td>
                    <td colspan="2">PA; weight change</td>
                    <td colspan="2">1-12 months</td>
                    <td colspan="2">For PA, significant mean difference 0.07; 95% CI −0.25 to 0.38; k=11.</td>
                    <td colspan="2">Moderate</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Williams et al (2012) [<xref ref-type="bibr" rid="ref75">75</xref>]</td>
                    <td colspan="2">12 (22)</td>
                    <td colspan="2">Meta-analysis of RCTs</td>
                    <td colspan="2">Social media</td>
                    <td colspan="2">PA</td>
                    <td colspan="2">3-24 months</td>
                    <td colspan="2">Meta-analysis showed no significant differences in changes in PA (SMD 0.13; 95% CI −0.04 to 0.30; k=12).</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Willis et al (2017) [<xref ref-type="bibr" rid="ref76">76</xref>]</td>
                    <td colspan="2">3 (5)</td>
                    <td colspan="2">Narrative synthesis of all study types</td>
                    <td colspan="2">Social media</td>
                    <td colspan="2">Total PA</td>
                    <td colspan="2">8 weeks-6 months</td>
                    <td colspan="2">Only one study reported significant changes in levels of PA, when the web-based social network intervention included an online support group.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Johnson (2017) [<xref ref-type="bibr" rid="ref37">37</xref>]</td>
                    <td colspan="2">10 (19)</td>
                    <td colspan="2">Narrative synthesis of RCTs</td>
                    <td colspan="2">Active gaming</td>
                    <td colspan="2">Behavioral and cognitive outcomes</td>
                    <td colspan="2">Not reported</td>
                    <td colspan="2">Findings were largely positive for behavioral impacts, specifically the impact of gamification for PA: 80% (8/10) positive and 20% (2/10) mixed.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Peng et al (2012) [<xref ref-type="bibr" rid="ref43">43</xref>] (PA only)</td>
                    <td colspan="2">4 (12)</td>
                    <td colspan="2">Narrative synthesis of all study designs</td>
                    <td colspan="2">Active gaming</td>
                    <td colspan="2">Heart rate; energy expenditure; and oxygen uptake</td>
                    <td colspan="2">6-12 weeks</td>
                    <td colspan="2">Evidence does not support active video games as an effective tool to significantly increase PA or exercise attendance.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Street et al (2017) [<xref ref-type="bibr" rid="ref46">46</xref>] (PA only)</td>
                    <td colspan="2">9 (9)</td>
                    <td colspan="2">Narrative synthesis of studies with comparison or control groups</td>
                    <td colspan="2">Active gaming</td>
                    <td colspan="2">PA; maximum oxygen uptake; power; blood pressure; body mass; body weight; body fat; BMI; balance; speed; and strength</td>
                    <td colspan="2">6-12 weeks</td>
                    <td colspan="2">Moderate-to-high exergaming participation was associated with statistically significant improvements in anthropometric outcomes but low participation was not associated with anthropometric changes. 38% (3/8) studies that investigated anthropometric outcomes, including BMI and body fat, found a statistically significant improvement, all 3 studies showed positive health outcomes associated with moderate-to-high participation in exergaming; 100% (3/3) of studies that reported on PA frequency reported higher frequency in the exergaming condition; however, a different 100% (3/3) of studies that reported on overall PA found no statistically significant increases.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Wieland et al (2012) [<xref ref-type="bibr" rid="ref74">74</xref>]</td>
                    <td colspan="2">4 (18)</td>
                    <td colspan="2">Meta-analysis of RCTs, quasi-RCTs, cluster RCTs, and quasiexperimental studies</td>
                    <td colspan="2">Computer-delivered</td>
                    <td colspan="2">Steps per day and minutes walked continuously</td>
                    <td colspan="2">4 weeks-30 months</td>
                    <td colspan="2">No studies demonstrated statistically significant effects on PA.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Afshin et al (2016) [<xref ref-type="bibr" rid="ref99">99</xref>]</td>
                    <td colspan="2">33 (224)</td>
                    <td colspan="2">Narrative synthesis of RCTs and quasi-experimental studies</td>
                    <td colspan="2">Various: internet and mobile</td>
                    <td colspan="2">Level of PA</td>
                    <td colspan="2">1 week-5 years</td>
                    <td colspan="2">88% (29/33) of studies reported significant improvement in PA; 83% (5/6) of phone interventions were effective, including 66% (2/3) of SMS text messaging interventions, 100% (2/2) of apps, and 100% (1/1) of automated voice response.<break/>  <break/>  </td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Carvalho de Menzes et al (2016) [<xref ref-type="bibr" rid="ref53">53</xref>]</td>
                    <td colspan="2">13 (18)</td>
                    <td colspan="2">Narrative synthesis of all study designs</td>
                    <td colspan="2">Various: email, telephone, websites</td>
                    <td colspan="2">Level of PA</td>
                    <td colspan="2">1-36 months</td>
                    <td colspan="2">Most studies demonstrated statistically significant improvements in the level of PA.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Hakala et al (2017) [<xref ref-type="bibr" rid="ref34">34</xref>] (PA only)</td>
                    <td colspan="2">13 (23)</td>
                    <td colspan="2">Meta-analysis of RCTs</td>
                    <td colspan="2">Various: mobile, text messages, pedometers, wearables, email</td>
                    <td colspan="2">PA: self-reported or using an accelerometer or pedometer</td>
                    <td colspan="2">3 weeks-24 months</td>
                    <td colspan="2">No differences were observed between the experimental and control groups (risk ratio 1.03; 95% CI 0.92 to 1.15; <italic>P</italic>=.57).</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Muellmann et al (2018) [<xref ref-type="bibr" rid="ref39">39</xref>] (PA only)</td>
                    <td colspan="2">13 (20)</td>
                    <td colspan="2">Narrative synthesis of experimental designs and quasiexperimental studies</td>
                    <td colspan="2">SMS text messaging and internet</td>
                    <td colspan="2">PA and number of steps per day</td>
                    <td colspan="2">4 weeks-24 months</td>
                    <td colspan="2">75% (3/4) of studies using mobile phones demonstrated significant differences in the level of PA or steps per day (mixed controls). In 100% (9/9) of studies, internet interventions significantly increased PA compared with nonactive controls.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Muller and Khoo (2014) [<xref ref-type="bibr" rid="ref40">40</xref>] (PA only)</td>
                    <td colspan="2">4 (16)</td>
                    <td colspan="2">Narrative synthesis of RCTs and quasiexperimental studies</td>
                    <td colspan="2">Various: internet and mobile</td>
                    <td colspan="2">PA</td>
                    <td colspan="2">1 week-18 months</td>
                    <td colspan="2">75% (3/4) of studies reported significant improvements in PA; 25% (1/4) of studies reported nonsignificant decrease in PA.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Stephenson et al (2017) [<xref ref-type="bibr" rid="ref45">45</xref>] (PA only)</td>
                    <td colspan="2">15 (17)</td>
                    <td colspan="2">Meta-analysis of RCTs</td>
                    <td colspan="2">Various: mobile messaging, mobile apps, website, wearable technology</td>
                    <td colspan="2">Sedentary behavior</td>
                    <td colspan="2">5 days-24 months</td>
                    <td colspan="2">Interventions using computer and mobile and wearable technologies can be effective in reducing sedentary behavior. Effectiveness appeared most prominent in the short-term and lessened over time. Meta-analysis of 88% (15/17) of RCTs suggested that computer, mobile, and wearable technology tools resulted in a mean reduction of −41.28 min/day of sitting time (95% CI −60.99 to −21.58; I<sup>2</sup>=77%). The pooled effects showed mean reductions at short (≤3 months), medium (&#62;3 to 6 months), and long-term (&#62;6 months) follow-up of −42.42 min/day, −37.23 min/day, and −1.65 min/day, respectively.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="16">
                      <bold>Nonactive controls</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Jenkins et al (2009) [<xref ref-type="bibr" rid="ref36">36</xref>] (PA only)</td>
                    <td colspan="2">5 (22)</td>
                    <td colspan="2">Narrative synthesis of RCTs</td>
                    <td colspan="2">Internet</td>
                    <td colspan="2">PA</td>
                    <td colspan="2">0-24 months</td>
                    <td colspan="2">Results were mixed; internet interventions can be effective, compared with control conditions, although poor compliance was an issue. 50% (2/4) studies reported an increase in PA compared with nonactive controls while 2 studies found no difference.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Bock et al (2014) [<xref ref-type="bibr" rid="ref24">24</xref>] (PA only)</td>
                    <td colspan="2">4 (50)</td>
                    <td colspan="2">Narrative synthesis of RCTs and quasiexperimental studies</td>
                    <td colspan="2">Internet or computer</td>
                    <td colspan="2">Weekly PA, proportion of sufficiently active persons; step counts</td>
                    <td colspan="2">0 weeks-3 years</td>
                    <td colspan="2">Interventions had a nonsignificant, positive effect on PA (<italic>P</italic>=.88).</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Krebs et al (2010) [<xref ref-type="bibr" rid="ref109">109</xref>]</td>
                    <td colspan="2">25 (76)</td>
                    <td colspan="2">Meta-analysis of RCTs</td>
                    <td colspan="2">Computer-delivered</td>
                    <td colspan="2">Minutes of PA</td>
                    <td colspan="2">1-18 months</td>
                    <td colspan="2">The mean effect size was <italic>g</italic>=0.16 (95% CI 0.10 to 0.21).</td>
                    <td colspan="2">Low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Bort-Roig et al (2014) [<xref ref-type="bibr" rid="ref25">25</xref>] (PA only)</td>
                    <td colspan="2">5 (26)</td>
                    <td colspan="2">Narrative synthesis of comparative and pre-postdesign</td>
                    <td colspan="2">Mobile</td>
                    <td colspan="2">PA (steps); energy expenditure; body weight and body fat; blood pressure and cholesterol; QoL</td>
                    <td colspan="2">2 weeks-6 months</td>
                    <td colspan="2">80% (4/5) of studies assessing PA intervention effects reported PA increases, with mean PA increases ranging from 800 to 1104 steps/day. Studies were small with differences in baseline characteristics.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Direito et al (2017) [<xref ref-type="bibr" rid="ref30">30</xref>] (PA only)</td>
                    <td colspan="2">17 (21)</td>
                    <td colspan="2">Meta-analysis of RCTs</td>
                    <td colspan="2">Mobile</td>
                    <td colspan="2">PA, MVPA, walking and sedentary behavior</td>
                    <td colspan="2">1-52 weeks</td>
                    <td colspan="2">Not effective for MVPA outcomes, based only on adult studies SMD 0.14 (95% CI −0.10 to 0.37). For sedentary behavior outcomes, SMD −0.21 (95% CI −0.59 to 0.18).</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Freak-Poli et al (2013) [<xref ref-type="bibr" rid="ref32">32</xref>] (PA only)</td>
                    <td colspan="2">4 (4)</td>
                    <td colspan="2">Narrative synthesis of RCTs and cluster RCTs</td>
                    <td colspan="2">Wearable technology</td>
                    <td colspan="2">PA; sedentary behavior; BMI; blood lipids; blood pressure; QoL; adverse effects</td>
                    <td colspan="2">3-8 months</td>
                    <td colspan="2">Overall, there was insufficient evidence to assess the effectiveness of pedometer interventions in the workplace. 75% (3/4) of studies compared with a minimal control group, 33% (1/3) of studies observed an increase in PA under a pedometer program, but the other two did not find a significant difference.</td>
                    <td colspan="2">Moderate</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>An et al (2017) [<xref ref-type="bibr" rid="ref49">49</xref>]</td>
                    <td colspan="2">21 (22)</td>
                    <td colspan="2">Meta-analysis of RCTs, pre-post studies, and cohort studies</td>
                    <td colspan="2">Social media</td>
                    <td colspan="2">PA, sedentary behavior</td>
                    <td colspan="2">3-102 weeks</td>
                    <td colspan="2">Interventions increased daily number of steps taken by 1530 (95% CI 82 to 2979). However, they were not associated with energy expenditure, total PA, or MVPA.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Tsoli et al (2018) [<xref ref-type="bibr" rid="ref73">73</xref>]</td>
                    <td colspan="2">3 (15)</td>
                    <td colspan="2">Meta-analysis of RCTs</td>
                    <td colspan="2">Interactive voice responses</td>
                    <td colspan="2">PA</td>
                    <td colspan="2">6 weeks-12 months</td>
                    <td colspan="2">Interventions led to a small but statistically significant increase in PA (<italic>g</italic>=0.254; 95% CI 0.068 to 0.439; k=3; <italic>P</italic>=.007).</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="16">
                      <bold>Active controls</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Beishuizen et al (2016) [<xref ref-type="bibr" rid="ref102">102</xref>]</td>
                    <td colspan="2">5 (57)</td>
                    <td colspan="2">Meta-analysis of RCTs</td>
                    <td colspan="2">Internet</td>
                    <td colspan="2">Level of PA</td>
                    <td colspan="2">4 weeks-3 months</td>
                    <td colspan="2">Interventions led to an increase in PA (SMD 0.25; 95% CI 0.10 to 0.39).</td>
                    <td colspan="2">Low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Covolo et al (2017) [<xref ref-type="bibr" rid="ref104">104</xref>]</td>
                    <td colspan="2">23 (40)</td>
                    <td colspan="2">Narrative synthesis of RCTs</td>
                    <td colspan="2">Mobile apps</td>
                    <td colspan="2">Daily steps, frequency, and intensity of PA</td>
                    <td colspan="2">6 months-2 years</td>
                    <td colspan="2">30% (7/23) of RCTs showed a significant increase in PA in the intervention group (measured in daily steps, frequency of PA, or level of intensity), 48% (11/23) of studies did not show a significant increase, and in 21% (5/23) studies, outcome measures were inconsistent in whether there was a significant difference between intervention and control.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Mateo et al (2015) [<xref ref-type="bibr" rid="ref38">38</xref>] (PA only)</td>
                    <td colspan="2">10 (11)</td>
                    <td colspan="2">Meta-analysis of controlled trials</td>
                    <td colspan="2">Mobile apps</td>
                    <td colspan="2">PA, MVPA, and steps</td>
                    <td colspan="2">6 weeks-9 months</td>
                    <td colspan="2">Compared with the control group, use of a mobile phone app was associated with significant changes in body weight and BMI of −1.04 kg (95% CI −1.75 to −0.34; I<sup>2</sup>=41%) and −0.43 kg/m<sup>2</sup> (95% CI −0.74 to −0.13; I<sup>2</sup>=50%), respectively (k=9); however, a nonsignificant difference in PA was observed between the intervention and comparison groups (SMD 0.40; 95% CI −0.07 to 0.87; I<sup>2</sup>=93%).</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Song et al (2018) [<xref ref-type="bibr" rid="ref44">44</xref>] (PA only)</td>
                    <td colspan="2">6 (8)</td>
                    <td colspan="2">Narrative synthesis of all study types</td>
                    <td colspan="2">Mobile</td>
                    <td colspan="2">PA (frequency and step count); BMI; blood glucose</td>
                    <td colspan="2">4 weeks-6 months</td>
                    <td colspan="2">Significant effects on frequency of PA in 80% (4/5) of studies (though the effect was reported to have disappeared after the 12-week follow-up), step count in 66% (2/3) of studies, BMI in 50% (2/4) of studies, and reduction in glucose in 100% (2/2) studies.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Cheatham et al (2018) [<xref ref-type="bibr" rid="ref28">28</xref>] (PA only)</td>
                    <td colspan="2">25 (25)</td>
                    <td colspan="2">Narrative synthesis of controlled clinical trials</td>
                    <td colspan="2">Wearable technology</td>
                    <td colspan="2">PA; BMI; weight; blood pressure; Resting Energy Expenditure; body composition; cardiovascular fitness; work productivity and absenteeism; waist circumference; blood parameters</td>
                    <td colspan="2">3 weeks-24 months</td>
                    <td colspan="2">An activity tracker combined with a comprehensive weight loss program may provide superior short-term (≤6 months) results than a standard weight loss program in middle aged or older adults. 80% (20/25) of studies reported higher weight loss when an activity tracker was used with a weight loss intervention.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                </tbody>
              </table>
              <table-wrap-foot>
                <fn id="table4fn1">
                  <p><sup>a</sup>PA: physical activity.</p>
                </fn>
                <fn id="table4fn2">
                  <p><sup>b</sup>MVPA: moderate-to-vigorous physical activity.</p>
                </fn>
                <fn id="table4fn3">
                  <p><sup>c</sup>RCT: randomized controlled trial.</p>
                </fn>
                <fn id="table4fn4">
                  <p><sup>d</sup>SMD: standardized mean difference.</p>
                </fn>
                <fn id="table4fn5">
                  <p><sup>e</sup>QoL: quality of life.</p>
                </fn>
              </table-wrap-foot>
            </table-wrap>
            <p>Evidence for the effectiveness of internet interventions on physical activity has been mixed. In total, 5 out of 10 reviews were positive [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref108">108</xref>,<xref ref-type="bibr" rid="ref113">113</xref>], including 2 meta-analyses that found small but significant effects of internet interventions: Cohen <italic>d</italic>=0.14 [<xref ref-type="bibr" rid="ref29">29</xref>] and Cohen <italic>d</italic>+=0.24 [<xref ref-type="bibr" rid="ref113">113</xref>]. However, there was significant heterogeneity across studies [<xref ref-type="bibr" rid="ref29">29</xref>]. In contrast, 5 studies were not positive [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref63">63</xref>,<xref ref-type="bibr" rid="ref100">100</xref>,<xref ref-type="bibr" rid="ref110">110</xref>], one of which was very unfavorable, with only 1 of 9 (11%) studies demonstrating an effect of the intervention [<xref ref-type="bibr" rid="ref100">100</xref>]. Two meta-analyses found that the effect of internet interventions on physical activity was not significant [<xref ref-type="bibr" rid="ref63">63</xref>,<xref ref-type="bibr" rid="ref110">110</xref>].</p>
            <p>A total of 4 reviews of social media interventions were mixed. In total, 2 meta-analyses of social media interventions found no significant difference in changes in physical activity [<xref ref-type="bibr" rid="ref65">65</xref>,<xref ref-type="bibr" rid="ref75">75</xref>], and a narrative synthesis reported mixed results [<xref ref-type="bibr" rid="ref76">76</xref>]. However, one narrative synthesis found that 76% of studies using web-based social networks had positive results for physical activity [<xref ref-type="bibr" rid="ref56">56</xref>].</p>
            <p>The results of the mobile interventions to improve health were more positive. In total, 8 of 10 (80%) narrative syntheses reported a majority of positive results [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref60">60</xref>,<xref ref-type="bibr" rid="ref99">99</xref>], with one reporting an increase of 800 to 1104 steps per day [<xref ref-type="bibr" rid="ref25">25</xref>]. One review noted that effective interventions used SMS text messaging communication or self-monitoring [<xref ref-type="bibr" rid="ref42">42</xref>]. A review that was specifically on SMS text messaging reported that effect sizes were all greater than 0.20, and the median was 0.50, a medium effect size [<xref ref-type="bibr" rid="ref27">27</xref>]. In contrast, 2 narrative syntheses reported that most mobile trials did not show any benefits [<xref ref-type="bibr" rid="ref61">61</xref>,<xref ref-type="bibr" rid="ref111">111</xref>].</p>
            <p>There was mixed evidence of active gaming across 3 reviews. One review found that gamification has a positive impact on physical activity and found evidence that gamification can increase motivation to exercise [<xref ref-type="bibr" rid="ref37">37</xref>]. However, another review found a positive effect on attendance but not on physical activity or BMI [<xref ref-type="bibr" rid="ref46">46</xref>]. A third review found that active gaming did not support increases in either physical activity or attendance [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
            <p>Computer-delivered interventions in physical activity behaviors did not have consistent results in either weight loss or weight maintenance trials [<xref ref-type="bibr" rid="ref74">74</xref>].</p>
            <p>In total, 4 of the 5 reviews assessing a variety of interventions found favorable results [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref99">99</xref>]. One of the narrative syntheses reported a wide range of values for improvement, from 1.5 to 153 extra minutes of physical activity a week and 1000 to 2600 steps per day [<xref ref-type="bibr" rid="ref99">99</xref>]. A meta-analysis found that computer, mobile, and wearable technology led to a mean change of −41.28 minutes per day of sitting time (a reduction in sitting time) [<xref ref-type="bibr" rid="ref45">45</xref>]. However, one meta-analysis found no difference between the experimental and control groups [<xref ref-type="bibr" rid="ref34">34</xref>].</p>
          </sec>
          <sec>
            <title>Effectiveness of Digital Interventions on Physical Activity Compared With Nonactive Controls</title>
            <p>Compared with minimal controls, evidence for the effectiveness of digital interventions has been mixed.</p>
            <p>For internet interventions, one review found favorable evidence [<xref ref-type="bibr" rid="ref39">39</xref>], another found unfavorable evidence [<xref ref-type="bibr" rid="ref24">24</xref>], and a third found mixed evidence [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
            <p>The 3 reviews of mobile interventions have also provided mixed evidence. One narrative synthesis found that interventions were effective, with 4 studies (3 pre-post and 1 comparative) reporting increases of 800 to 1104 steps per day [<xref ref-type="bibr" rid="ref25">25</xref>]. However, another study found that mobile interventions were not effective in increasing physical activity of moderate-to-vigorous intensity or in decreasing sedentary behavior [<xref ref-type="bibr" rid="ref30">30</xref>]. Wearables were also not very effective, with only 1 of 3 (33%) studies comparing a pedometer with a minimal control showing increased physical activity [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
            <p>Social media–based interventions increased the daily number of steps taken by 1530 steps per day [<xref ref-type="bibr" rid="ref49">49</xref>]. However, they were not associated with energy expenditure, total physical activity, or moderate-to-vigorous physical activity.</p>
            <p>There were small effect sizes for both computer-delivered interventions (<italic>g</italic>=0.16) [<xref ref-type="bibr" rid="ref109">109</xref>] and interactive voice response–based interventions (<italic>g</italic>=0.254) [<xref ref-type="bibr" rid="ref73">73</xref>].</p>
          </sec>
          <sec>
            <title>Effectiveness of Digital Interventions on Physical Activity Compared With Active Controls</title>
            <p>There were mixed results compared with active controls.</p>
            <p>A meta-analysis of internet interventions found an increase in physical activity with an SMD of 0.25 compared with active controls [<xref ref-type="bibr" rid="ref102">102</xref>].</p>
            <p>In total, 3 reviews of mobile phones had active controls, and there were mixed results. A meta-analysis found that the use of a mobile phone app was associated with significant changes in body weight (−1.04 kg) and BMI (−0.43 kg/m<sup>2</sup>); however, there was no significant difference in physical activity between the 2 groups [<xref ref-type="bibr" rid="ref38">38</xref>]. A narrative synthesis app was also not favorable for assessing changes in physical activity, with less than half of the studies showing a significant increase in physical activity in the intervention group [<xref ref-type="bibr" rid="ref104">104</xref>]. However, another narrative synthesis of general mobile interventions found that most studies had interventions that led to changes in body weight, increases in step count, and increases in frequency of physical activity [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
            <p>There were also promising results from a review on wearables: when an activity tracker is combined with a comprehensive weight loss program, it may provide superior short-term (≤6 months) results than a standard weight loss program in middle-aged or older adults (&#62;30 years) [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
          </sec>
          <sec>
            <title>Sustainability of Effects on Physical Activity at Follow-Up</title>
            <p>There was little evidence on sustainability, as many physical activity studies did not have follow-up assessment postintervention or only had follow-ups relatively soon after the intervention end point.</p>
            <p>There is some evidence that digital interventions can have sustained effects. A meta-analysis assessing combinations of digital technologies found that the pooled effects showed mean changes (reductions) at short (≤3 months), medium (3 to 6 months), and long-term follow-up (&#62;6 months) of −42.42 minutes per day, −37.23 minutes per day, and −1.65 minutes per day, respectively [<xref ref-type="bibr" rid="ref45">45</xref>]. A meta-analysis of internet interventions also found a small but significant effect on physical activity for follow-ups at least six months postintervention (Cohen <italic>d</italic>=0.11) [<xref ref-type="bibr" rid="ref29">29</xref>]. The sustainability of internet interventions was also supported by a narrative synthesis that found that only 12 of 35 (34%) studies had follow-up assessments, which ranged from 7 weeks to 15 months postprogram; 10 out of 12 (83%) studies demonstrated successful maintenance of physical activity and/or secondary measures indicative of positive changes in physical activity; however, follow-up durations were primarily shorter: in 9 studies, follow-up was conducted at less than 12 months [<xref ref-type="bibr" rid="ref26">26</xref>]. However, for mobile interventions, 2 reviews found evidence that effects tended to decrease in the long term [<xref ref-type="bibr" rid="ref31">31</xref>], with effects disappearing after as little as 12 weeks [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
          </sec>
        </sec>
        <sec>
          <title>Diet and Physical Activity (Weight Management)</title>
          <sec>
            <title>Review Characteristics</title>
            <p>A total of 35 reviews reported on both diet and physical activity. The breakdown of their characteristics is shown in <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref>.</p>
          </sec>
          <sec>
            <title>Effectiveness of Digital Interventions on Diet and Physical Activity (Weight Loss) Compared With Mixed (Active and Nonactive) Controls</title>
            <p>Overall, digital interventions were generally found to be effective, with mobile phone interventions in particular having consistently positive results (<xref ref-type="table" rid="table5">Table 5</xref>).</p>
            <table-wrap position="float" id="table5">
              <label>Table 5</label>
              <caption>
                <p>Results of reviews on diet and physical activity combined, ordered by type of control and further ordered by mode of delivery of intervention.</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="30"/>
                <col width="100"/>
                <col width="80"/>
                <col width="140"/>
                <col width="120"/>
                <col width="140"/>
                <col width="80"/>
                <col width="230"/>
                <col width="80"/>
                <thead>
                  <tr valign="top">
                    <td colspan="2">Review</td>
                    <td>Relevant studies, n (total studies)</td>
                    <td>Method of synthesis</td>
                    <td>Interventions</td>
                    <td>Outcomes</td>
                    <td>Follow-up</td>
                    <td>Summary of findings</td>
                    <td>AMSTAR-2 rating</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td colspan="9">
                      <bold>Mixed (active and nonactive) controls</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Aalbers et al (2011) [<xref ref-type="bibr" rid="ref47">47</xref>]</td>
                    <td>5 (10)</td>
                    <td>Narrative synthesis of RCTs<sup>a</sup> and nonrandomized pre-post controlled trials</td>
                    <td>Internet</td>
                    <td>Body weight and body weight regain</td>
                    <td>1.5-6.5 months</td>
                    <td>40% (2/5) of studies reported effect sizes on body weight with small-to-medium significant effects; 1 study reported weight regain but did not reach significance.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Aneni et al (2014) [<xref ref-type="bibr" rid="ref100">100</xref>]</td>
                    <td>20 (29)</td>
                    <td>Narrative synthesis of RCTs</td>
                    <td>Internet</td>
                    <td>Weight, BMI, waist circumference, and body fat</td>
                    <td>6-24 months</td>
                    <td>Modest improvements were observed in more than half of the studies with weight-related outcomes; 20 studies reported on body weight: 75% (15/20) of high quality and 5 of 20 (25%) low quality); 47% (7/15) high-quality studies reported significant improvement.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Beishuizen et al (2016) [<xref ref-type="bibr" rid="ref102">102</xref>]</td>
                    <td>7 (57)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Internet</td>
                    <td>Systolic blood pressure, diastolic blood pressure, HbA<sub>1c</sub><sup>b</sup> level, cholesterol level, weight, and level of physical activity</td>
                    <td>3-60 months</td>
                    <td>There was a significant reduction in systolic blood pressure (MD<sup>c</sup> –2.66 mm Hg; 95% CI –3.81 to –1.52), diastolic blood pressure (MD –1.26 mm Hg; 95% CI –1.92 to –0.60), HbA<sub>1c</sub> level (MD –0.13%; 95% CI –0.22 to –0.05), LDL<sup>d</sup> cholesterol level (MD –2.18 mg/dL; 95% CI –3.96 to –0.41), weight (MD –1.34 kg; 95% CI –1.91 to –0.77), and an increase in physical activity (SMD<sup>e</sup> 0.25; 95% CI 0.10 to 0.39).</td>
                    <td>Low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Fry et al (2009) [<xref ref-type="bibr" rid="ref57">57</xref>]</td>
                    <td>8 (19)</td>
                    <td>Narrative synthesis of all study types</td>
                    <td>Internet</td>
                    <td>Diet and physical activity</td>
                    <td>8 weeks-30 months</td>
                    <td>There were generally positive effects of prompts; there was not enough evidence to know whether the medium in which prompts were sent through affected their effectiveness but personal contact with a counsellor did enhance effectiveness.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Hou et al (2013) [<xref ref-type="bibr" rid="ref108">108</xref>]</td>
                    <td>7 (38)</td>
                    <td>Narrative synthesis</td>
                    <td>Internet</td>
                    <td>Body fat, weight, and dietary fat intake</td>
                    <td>0-12 months</td>
                    <td>In 71% (5/7) of studies, intervention groups lost more body fat, body weight, and dietary fat intake and maintained higher weight loss at 12 months.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Manzoni et al (2011) [<xref ref-type="bibr" rid="ref62">62</xref>]</td>
                    <td>26 (26)</td>
                    <td>Narrative synthesis of all study types</td>
                    <td>Internet</td>
                    <td>Weight loss and weight loss maintenance</td>
                    <td>3-24 months</td>
                    <td>Internet-based weight loss interventions enhanced by professional feedback provided through the internet are more effective for weight loss than website-only programs but less effective than telephone counselling. 93% (13/14) of studies showed a further improvement in mean weight loss (weight maintenance) after the end of the trials.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Seo et al (2015) [<xref ref-type="bibr" rid="ref69">69</xref>]</td>
                    <td>31 (31)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Internet</td>
                    <td>Waist circumference</td>
                    <td>4 weeks-2 years</td>
                    <td>Internet-based interventions showed a significant reduction in waist circumference (mean change –2.99 cm; 95% CI −3.68 to −2.30; I<sup>2</sup>=93.3%) and significantly better effects on waist circumference loss (mean loss 2.38 cm; 95% CI 1.61 to 3.25; I<sup>2</sup>=97.2%) than minimal interventions such as information-only groups; no differences with respect to waist circumference change between internet-based interventions and paper-, phone-, or person-based interventions (mean change −0.61 cm; 95% CI −2.05 to 0.83; <italic>P</italic>=.42; k=31).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Sherrington et al (2016) [<xref ref-type="bibr" rid="ref70">70</xref>]</td>
                    <td>12 (12)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Internet</td>
                    <td>Weight loss</td>
                    <td>3-24 months</td>
                    <td>The internet-delivered weight loss interventions providing personalized feedback resulted in an MD of 2.13 kg (<italic>P</italic>&#60;.001) greater weight loss in comparison with control groups receiving no personalized feedback. Heterogeneity levels showed considerable and significant heterogeneity (I<sup>2</sup>=99%; <italic>P</italic>&#60;.001) between control groups not receiving personalized feedback and the internet-delivered weight loss interventions providing personalized feedback.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Elaheebocus et al (2018) [<xref ref-type="bibr" rid="ref56">56</xref>]</td>
                    <td>11 (134)</td>
                    <td>Narrative synthesis of RCTs</td>
                    <td>Social media</td>
                    <td>Body weight</td>
                    <td>6-48 months</td>
                    <td>82% (9/11) of studies using web-based social networks had positive results for weight loss.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Maher et al (2014) [<xref ref-type="bibr" rid="ref61">61</xref>]</td>
                    <td>5 (10)</td>
                    <td>Narrative synthesis</td>
                    <td>Social media</td>
                    <td>Weight</td>
                    <td>8 weeks-24 months</td>
                    <td>Findings were mixed, from negligible to large effect sizes for weight loss.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Mita et al (2016) [<xref ref-type="bibr" rid="ref65">65</xref>]</td>
                    <td>10 (16)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Social media</td>
                    <td>Weight change</td>
                    <td>1-12 months</td>
                    <td>Meta-analysis of all trials showed no significant differences for body weight (significant mean difference 0.07; 95% CI −0.17 to 0.20).</td>
                    <td>Moderate</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Williams et al (2012) [<xref ref-type="bibr" rid="ref75">75</xref>]</td>
                    <td>10 (22)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Social media</td>
                    <td>BMI; body weight; diet</td>
                    <td>3 months-24 months</td>
                    <td>Meta-analysis showed no significant differences in changes in weight (SMD 0; 95% CI −0.19 to 0.19; 10 studies); however, pooled results from 5 studies showed a significant decrease in dietary fat consumption with social media (SMD −0.35; 95% CI −0.68 to −0.02).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Willis et al (2017) [<xref ref-type="bibr" rid="ref76">76</xref>]</td>
                    <td>5 (5)</td>
                    <td>Narrative synthesis of all study types</td>
                    <td>Social media</td>
                    <td>Body weight; body composition; blood pressure; and blood markers</td>
                    <td>8 weeks-6 months</td>
                    <td>100% (5/5) of studies reported a reduction in baseline weight. 60% (3/5) of studies reported significant decreases in body weight when online social networks was paired with health educator support. Only one study reported a clinically significant weight loss of 55%.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Bacigalupo et al (2013) [<xref ref-type="bibr" rid="ref50">50</xref>]</td>
                    <td>5 (7)</td>
                    <td>Narrative analysis of RCTs</td>
                    <td>Mobile</td>
                    <td>Weight loss and BMI</td>
                    <td>9-52 weeks</td>
                    <td>Strong evidence for weight loss in the short term with moderate evidence for the medium term.</td>
                    <td>Low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Covolo et al (2017) [<xref ref-type="bibr" rid="ref104">104</xref>]</td>
                    <td>21 (40)</td>
                    <td>Narrative synthesis of RCTs</td>
                    <td>Mobile</td>
                    <td>BMI and waist circumference</td>
                    <td> 6-12 months</td>
                    <td>62% (13/21) of studies did not find a statistical difference in changes in weight. 24% (5/21) of studies found that a mobile app was more effective compared with controls (<italic>P</italic>&#60;.05). In 3 studies, this did not differ significantly between the 2 groups.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Head et al (2013) [<xref ref-type="bibr" rid="ref107">107</xref>]</td>
                    <td>3 (19)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Mobile (SMS text messaging)</td>
                    <td>Weight</td>
                    <td>Mean 81.26 days</td>
                    <td>The weighted mean effect size for weight loss was Cohen <italic>d</italic>=0.255 (95% CI .056 to .455; <italic>P</italic>=.01; k=3).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Liu et al (2015) [<xref ref-type="bibr" rid="ref59">59</xref>]</td>
                    <td>9 (14)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Mobile</td>
                    <td>Weight and BMI</td>
                    <td>3-30 months</td>
                    <td>Compared with the control group, mobile phone intervention was associated with significant changes in body weight and body mass index (weight [kg]/height (m<sup>2</sup>) of −1.44 kg (95% CI −2.12 to −0.76) and −0.24 units (95% CI −0.40 to −0.08), respectively; no differences between shorter and longer trials (&#60; or ≥6 months; k=22).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Lyzwinksi et al (2014) [<xref ref-type="bibr" rid="ref60">60</xref>]</td>
                    <td>8 (17)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Mobile</td>
                    <td>Body weight and BMI</td>
                    <td>8 weeks-12 months</td>
                    <td>75% (6/8) of studies of mobile phone interventions found significant changes in weight favoring the mobile phone intervention groups over the controls; the meta-analysis generated a medium, significant effect size of 0.430 (95% CI 0.252 to 0.609; <italic>P</italic>≤.01), favoring mobile interventions.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Palmer et al (2018) [<xref ref-type="bibr" rid="ref111">111</xref>]</td>
                    <td>3 (71)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Mobile</td>
                    <td>Body weight and triglyceride levels</td>
                    <td>24 hours-6 months</td>
                    <td>There were, at best, modest benefits of diet and physical activity interventions. The effect of SMS text messaging–based diet and physical activity interventions on incidence of diabetes was pooled (risk ratio 0.67; 95% CI 0.49 to 0.90; I<sup>2</sup>=0.0%); end point weight was pooled (MD −0.99 kg; 95% CI −3.63 to 1.64; I<sup>2</sup>=29.4%); percentage change in weight was pooled (MD −3.1; 95% CI −4.86 to −1.3; I<sup>2</sup>=0.3%); and triglyceride levels was pooled (MD −0.19 mmol/L; 95% CI −0.29 to −0.08; I<sup>2</sup>=0%).</td>
                    <td>Moderate</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Schoeppe et al (2016) [<xref ref-type="bibr" rid="ref68">68</xref>]</td>
                    <td>10 (27)</td>
                    <td>Narrative synthesis of RCTs, randomized trials, controlled trials, and pre- and poststudies</td>
                    <td>Mobile</td>
                    <td>Physical activity; diet; weight status; BMI; blood pressure; sedentary behavior; and fitness</td>
                    <td>1-24 weeks</td>
                    <td>40% (4/10) of studies that measured weight reported significant improvement in weight status; apps were more successful when used alongside other intervention components than when used alone.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Siopis et al (2015) [<xref ref-type="bibr" rid="ref71">71</xref>]</td>
                    <td>6 (14)</td>
                    <td>Meta-analysis of RCTs, quasi-RCTs, and pre-post studies</td>
                    <td>Mobile</td>
                    <td>Body weight and BMI</td>
                    <td>8 weeks-12 months</td>
                    <td>The weighted mean change in body weight in intervention participants was −2.56 kg (95% CI −3.46 to −1.65) and in controls, −0.37 kg (95% CI −1.22 to 0.48).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Wieland et al (2012) [<xref ref-type="bibr" rid="ref74">74</xref>]</td>
                    <td>18 (18)</td>
                    <td>Meta-analysis of RCTs, quasi-RCTs, and quasiexperimental studies</td>
                    <td>Computer based</td>
                    <td>Weight</td>
                    <td>4 weeks-30 months</td>
                    <td>At 6 months, computer-based interventions led to greater weight loss than minimal interventions (MD −1.5 kg; 95% CI −2.1 to −0.9; 2 trials) but less weight loss than in-person treatment (MD 2.1 kg; 95% CI 0.8 to 3.4; 1 trial). At 6 months, computer-based interventions were superior to a minimal control intervention in limiting weight regain (MD −0.7 kg; 95% CI −1.2 to −0.2; 2 trials) but not superior to infrequent in-person treatment (MD 0.5 kg; 95% −0.5 to 1.6; 2 trials).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Afshin et al (2016) [<xref ref-type="bibr" rid="ref99">99</xref>]</td>
                    <td>35 (224)</td>
                    <td>Narrative synthesis and meta-synthesis for RCTs and quasiexperimental studies</td>
                    <td>Various: internet and mobile</td>
                    <td>Weight</td>
                    <td>3-30 months</td>
                    <td>69% (24/35) of studies reported significant improvements in adiposity following the intervention. 81% (13/16) of RCTs reported significant reductions in adiposity; using the internet in the weight loss program resulted in 0.68 kg (95% CI 0.08 to 1.29 kg) additional weight reduction over a period of 3 to 30 months; in studies finding significant weight reduction, the magnitude of weight change ranged from 1 to 6 kg after 6 months of follow-up.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Allen et al (2014) [<xref ref-type="bibr" rid="ref48">48</xref>]</td>
                    <td>38 (39)</td>
                    <td>Narrative synthesis of randomized trials</td>
                    <td>Various: internet, messaging, chat rooms, and mobile</td>
                    <td>Weight loss</td>
                    <td>5 weeks-24 months</td>
                    <td>53% (21/39) of RCTs reported statistically significant weight loss in the intervention group as compared with the control group; the proportion varied by mode of delivery, the highest proportion of successful trials involving SMS text messaging or email (67%), followed by online chat rooms (50%), web-based (48%), and self-monitoring with technology (43%).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Bassi et al (2014) [<xref ref-type="bibr" rid="ref51">51</xref>]</td>
                    <td>8 (28)</td>
                    <td>Narrative analysis of RCTs</td>
                    <td>Various: internet and mobile</td>
                    <td>BMI and weight</td>
                    <td>12 months</td>
                    <td>Results were mixed; 2 studies reported significant improvements with weight loss; however, effects were typically short lived, and more weight is regained in a primarily technology-based approach, as compared with personal contact.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Carvalho de Menzes et al (2016) [<xref ref-type="bibr" rid="ref53">53</xref>]</td>
                    <td>18 (18)</td>
                    <td>Narrative synthesis of all study types</td>
                    <td>Various: email, telephone, face-to-face, and websites</td>
                    <td>Fat consumption, fruit and vegetable consumption, and physical activity</td>
                    <td>1-36 months</td>
                    <td>Approximately half the studies showed weight loss in the intervention group.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Coons et al (2012) [<xref ref-type="bibr" rid="ref54">54</xref>]</td>
                    <td>13 (13)</td>
                    <td>Narrative synthesis of RCTs</td>
                    <td>Various: PDA<sup>f</sup>, web-based, and wearables</td>
                    <td>Body mass; BMI; BP<sup>g</sup>; waist circumference; RHR<sup>h</sup>; physical activity; body fat percentage; energy intake; and EE<sup>i</sup></td>
                    <td>12 weeks-24 months</td>
                    <td>50% (6/12) of weight loss trials reported significantly greater weight loss among individuals randomized to technology interventions compared with controls; insufficient evidence to determine the effectiveness of interventions for weight maintenance.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Dutton et al (2014) [<xref ref-type="bibr" rid="ref55">55</xref>]</td>
                    <td>18 (22)</td>
                    <td>Narrative synthesis of all study types</td>
                    <td>Various: mobile, internet, and podcasts</td>
                    <td>Weight</td>
                    <td>3 weeks-24 months</td>
                    <td>67% (12/18) of trials found significant differences in weight loss at one or more assessments.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Maxwell (2015) [<xref ref-type="bibr" rid="ref64">64</xref>]</td>
                    <td>Not reported</td>
                    <td>Narrative synthesis of all study types</td>
                    <td>Technology interventions, including web-based and mobile</td>
                    <td>Healthy eating and active living</td>
                    <td>Not reported</td>
                    <td>Men participate in technology-based healthy lifestyle interventions less than women; maintenance of behavior is challenging.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Podina and Fodor (2018) [<xref ref-type="bibr" rid="ref66">66</xref>]</td>
                    <td>43 (47)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Various: mobile messaging, mobile app, and website</td>
                    <td>Weight, BMI, waist circumference, and percentage of body fat</td>
                    <td>3-24 months</td>
                    <td>Standard active treatment was more effective than eHealth interventions with regard to weight (<italic>g</italic>=−0.31; 95% CI − 0.43 to −0.20). There was a statistically significant, albeit small effect size favoring eHealth interventions relative to passive control groups for weight (<italic>g</italic>=0.34; 95% CI 0.24 to 0.44) and behavioral outcomes (<italic>g</italic>=0.17; 95% CI 0.07 to 0.27).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Ryan et al (2019) [<xref ref-type="bibr" rid="ref67">67</xref>]</td>
                    <td>6 (6)</td>
                    <td>Narrative synthesis of randomized trials</td>
                    <td>Various: mobile or internet</td>
                    <td>Weight loss</td>
                    <td>5 weeks-24 months</td>
                    <td>Tailored interventions were found to be more effective in supporting weight loss than generic or waitlist controls in 66% (4/6) of articles. Effect sizes were very small to moderate, with evidence of fluctuations in effect sizes and differences of effect between tailored and nontailored interventions, and between tailoring types, over time.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="9">
                      <bold>Nonactive controls</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>An et al (2017) [<xref ref-type="bibr" rid="ref49">49</xref>]</td>
                    <td>21 (22)</td>
                    <td>Meta-analysis of RCTs, pre-post studies, and cohort studies</td>
                    <td>Social media</td>
                    <td>Physical activity; sedentary behavior; diet; BMI; hip-waist ratio; body fat; and waist circumference</td>
                    <td>2-102 weeks</td>
                    <td>Social media–based interventions were found to reduce body weight by 1.01 kg (95% CI 0.45 to 1.57), BMI by 0.92 kg/m<sup>2</sup> (95% CI 0.29 to 1.54), and waist circumference by 2.65 cm (95% CI 0.86 to 4.43).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Tang et al (2016) [<xref ref-type="bibr" rid="ref72">72</xref>]</td>
                    <td>18 (27)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Various</td>
                    <td>Body weight; BMI; and waist circumference</td>
                    <td>1-24 months</td>
                    <td>Participants receiving internet-based, self-directed interventions lost significantly more weight than those receiving minimal intervention or no treatment (MD −1.72 kg; 95% CI −2.60 to −0.84; significant mean difference −0.45; 95% CI −0.67 to −0.23; I<sup>2</sup>=80%; <italic>P</italic>&#60;.001) and a significantly greater reduction in BMI levels than those receiving no treatment or minimal intervention (MD −0.47 kg/m<sup>2</sup>; 95% CI −0.81 to −0.14; significant mean difference −0.32; 95% CI −0.61 to −0.03; I<sup>2</sup>=90%; <italic>P</italic>=.03; 13 evaluations). There was a greater reduction in BMI (MD 0.54 kg/m<sup>2</sup>) and waist circumference (2.81 cm) at 0-4 months follow-up than at later times (k=27).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="9">
                      <bold>Active controls</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Beleigoli et al (2019) [<xref ref-type="bibr" rid="ref52">52</xref>]</td>
                    <td>11 (11)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Internet</td>
                    <td>Weight and BMI</td>
                    <td>3-12 months</td>
                    <td>Compared with offline interventions, digital interventions led to a greater short-term (&#60;6 months follow-up) weight loss (MD −2.13 kg; 95% CI −2.71 to −1.55; 393 participants; high-certainty evidence) but not in the long-term (MD −0.17 kg; 95% CI −2.10 to 1.76; 1104 participants; moderate-certainty evidence).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Kodama et al (2012) [<xref ref-type="bibr" rid="ref58">58</xref>]</td>
                    <td>23 (23)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Internet</td>
                    <td>Weight loss</td>
                    <td>3-30 months</td>
                    <td>Using the internet had a modest but significant additional weight loss effect compared with nonweb user control groups (−0.68 kg; <italic>P</italic>=.03). Internet-based interventions were effective for weight loss (−1.00 kg; <italic>P</italic>&#60;.001) but not a substitute for face-to-face support (+1.27 kg; <italic>P</italic>=.01). An additional effect on weight control was observed when the aim of using the internet was initial weight loss (−1.01 kg; <italic>P</italic>=.03) but was not observed when the aim was weight maintenance (+0.68 kg; <italic>P</italic>=.26); furthermore, it was effective to use the internet as an adjunct to face-to-face care (−1.00 kg; <italic>P</italic>&#60;.001) but adverse effects on weight loss were found when it was used as a substitute (+1.27 kg; <italic>P</italic>=.01). The weight loss effect was insignificant (−0.20 kg; <italic>P</italic>=.75) in studies with educational periods ≥12 months and was significant in studies with an educational period &#60;6 months (−1.55 kg; <italic>P</italic>=.001).</td>
                    <td>Critically Low</td>
                  </tr>
                </tbody>
              </table>
              <table-wrap-foot>
                <fn id="table5fn1">
                  <p><sup>a</sup>RCT: randomized controlled trial.</p>
                </fn>
                <fn id="table5fn2">
                  <p><sup>b</sup>HbA<sub>1c</sub>: glycated hemoglobin.</p>
                </fn>
                <fn id="table5fn3">
                  <p><sup>c</sup>LDL: low-density lipoprotein.</p>
                </fn>
                <fn id="table5fn4">
                  <p><sup>d</sup>MD: mean difference.</p>
                </fn>
                <fn id="table5fn5">
                  <p><sup>e</sup>SMD: standardized mean difference.</p>
                </fn>
                <fn id="table5fn6">
                  <p><sup>f</sup>PDA: personal digital assistant.</p>
                </fn>
                <fn id="table5fn7">
                  <p><sup>g</sup>BP: blood pressure.</p>
                </fn>
                <fn id="table5fn8">
                  <p><sup>h</sup>RHR: resting heart rate.</p>
                </fn>
                <fn id="table5fn9">
                  <p><sup>i</sup>EE: energy expenditure.</p>
                </fn>
              </table-wrap-foot>
            </table-wrap>
            <p>Internet interventions were found to be somewhat effective. A total of 5 narrative syntheses found them to be effective in approximately half of the studies [<xref ref-type="bibr" rid="ref47">47</xref>,<xref ref-type="bibr" rid="ref62">62</xref>,<xref ref-type="bibr" rid="ref99">99</xref>,<xref ref-type="bibr" rid="ref100">100</xref>,<xref ref-type="bibr" rid="ref108">108</xref>]. In total, 3 meta-analyses quantified weight loss and other health effects. A total of 3 reviews found a significant reduction in weight: mean difference –1.34 kg [<xref ref-type="bibr" rid="ref102">102</xref>], SMD 2.13 kg [<xref ref-type="bibr" rid="ref70">70</xref>], and a 0.68-kg additional weight reduction over a period of 3 to 30 months [<xref ref-type="bibr" rid="ref99">99</xref>]. A fourth review found that internet interventions significantly reduced waist circumference (mean change −2.99 cm) [<xref ref-type="bibr" rid="ref69">69</xref>]. However, stratified analysis suggested that internet interventions were effective when used in combination with in-person counseling (−1.93 kg), rather than as a substitute [<xref ref-type="bibr" rid="ref98">98</xref>]. This finding was supported by a narrative synthesis, which reported that internet interventions were more effective when they were enhanced to offer more than just educational resources (several studies found medium effect sizes) [<xref ref-type="bibr" rid="ref62">62</xref>].</p>
            <p>There were mixed results regarding the effectiveness of social media interventions. A total of 2 reviews were favorable [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref56">56</xref>], including a meta-analysis that found that social media–based interventions reduced body weight by 1.01 kg, BMI by 0.92 kg/m<sup>2</sup>, and waist circumference by 2.65 cm but did not find significant changes in body fat or body fat percentage [<xref ref-type="bibr" rid="ref49">49</xref>]. A total of 2 narrative syntheses found effects that were small and not meaningful [<xref ref-type="bibr" rid="ref61">61</xref>,<xref ref-type="bibr" rid="ref76">76</xref>]. Two meta-analyses found no significant effects on the diverse primary outcomes of the studies or on body weight [<xref ref-type="bibr" rid="ref65">65</xref>,<xref ref-type="bibr" rid="ref75">75</xref>].</p>
            <p>Most reviews of mobile phone interventions found that they were effective in achieving weight loss via diet and physical activity. One meta-analysis found a statistically significant medium effect size (Cohen <italic>d</italic>=0.430) in favor of mobile phone interventions [<xref ref-type="bibr" rid="ref60">60</xref>]. Two others quantified the change in terms of body weight: mobile phone interventions were associated with significant changes in body weight of −1.44 kg and in BMI of −0.24 kg/m<sup>2</sup> compared with controls [<xref ref-type="bibr" rid="ref59">59</xref>]; the weighted mean body weight change in intervention participants was −2.56 kg compared with −0.37 kg in controls [<xref ref-type="bibr" rid="ref71">71</xref>]. These results were supported by 3 narrative syntheses, which found evidence that mobile interventions led to weight loss [<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref68">68</xref>,<xref ref-type="bibr" rid="ref99">99</xref>]. However, one review of apps to promote healthy lifestyles found that most trials did not show significant differences [<xref ref-type="bibr" rid="ref104">104</xref>], and one of the reviews that looked at the use of apps for diet, physical activity, and sedentary behavior, which concluded that apps led to weight loss, also concluded that the apps were more successful when used alongside other intervention components than when used alone [<xref ref-type="bibr" rid="ref68">68</xref>].</p>
            <p>In total, 4 of 5 narrative syntheses that ranged over a variety of digital interventions found that around half of the interventions were effective compared with controls [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref54">54</xref>], with only one finding that a large majority (81%) reported a significant reduction in adiposity [<xref ref-type="bibr" rid="ref99">99</xref>]. One of these studies found that most trials reported within-group weight loss, even when there was no difference between digital interventions and controls [<xref ref-type="bibr" rid="ref54">54</xref>]. Another study compared the success of different modes of delivery, finding the highest proportion of successful trials involving SMS text messaging or email (67%), followed by online chat rooms (50%), web-based (48%), and self-monitoring with technology (43%) [<xref ref-type="bibr" rid="ref48">48</xref>].</p>
          </sec>
          <sec>
            <title>Effectiveness of Digital Interventions on Diet and Physical Activity (Weight Loss) Compared With Nonactive Intervention Controls</title>
            <p>A total of 6 reviews that reported results for digital interventions for diet and physical activity to no intervention or minimal intervention controls all agreed that digital interventions were more effective [<xref ref-type="bibr" rid="ref66">66</xref>,<xref ref-type="bibr" rid="ref67">67</xref>,<xref ref-type="bibr" rid="ref69">69</xref>,<xref ref-type="bibr" rid="ref70">70</xref>,<xref ref-type="bibr" rid="ref72">72</xref>,<xref ref-type="bibr" rid="ref74">74</xref>]. <xref ref-type="table" rid="table5">Table 5</xref> provides a summary of the results.</p>
            <p>Internet interventions were more effective than nonactive controls according to 3 meta-analyses and 1 narrative synthesis [<xref ref-type="bibr" rid="ref67">67</xref>,<xref ref-type="bibr" rid="ref69">69</xref>,<xref ref-type="bibr" rid="ref70">70</xref>,<xref ref-type="bibr" rid="ref72">72</xref>]. Internet interventions led to a greater reduction in waist circumference (mean change –2.99 cm, 95% CI −3.68 to −2.30, I2=93.3% vs 2.38 cm, 95% CI 1.61 to 3.25, I2=97.2%) [<xref ref-type="bibr" rid="ref69">69</xref>]; internet-delivered personal feedback led to greater weight loss (mean difference 2.14 kg) [<xref ref-type="bibr" rid="ref70">70</xref>]; and self-directed internet interventions led to significantly more weight loss (mean difference −1.56 kg) and showed a significantly greater reduction in BMI (mean difference −0.41 kg/m<sup>2</sup>) [<xref ref-type="bibr" rid="ref72">72</xref>].</p>
            <p>Similar effects were observed for computer-based interventions, which led to greater weight loss at 6 months (mean difference −1.5 kg) and were superior to limiting weight regain (mean difference −0.7 kg) [<xref ref-type="bibr" rid="ref74">74</xref>].</p>
            <p>A narrative review of tailored internet interventions found that effect sizes ranged from very small to moderate [<xref ref-type="bibr" rid="ref67">67</xref>]. This was supported by a meta-analysis that covered various digital interventions, which found small effect sizes favoring digital interventions for weight (<italic>g</italic>=0.34) and behavioral outcomes (<italic>g</italic>=0.17) [<xref ref-type="bibr" rid="ref66">66</xref>].</p>
          </sec>
          <sec>
            <title>Effectiveness of Digital Interventions on Diet and Physical Activity (Weight Loss) Compared With Active Controls</title>
            <p>The effects of digital interventions on diet and physical activity (with regard to weight loss) compared with active controls were mixed. A total of 2 meta-analyses found no differences between web-based interventions and active offline interventions for weight loss outcomes [<xref ref-type="bibr" rid="ref52">52</xref>,<xref ref-type="bibr" rid="ref69">69</xref>]. One meta-analysis of a range of interventions found that standard active treatment was more effective for weight loss (<italic>g</italic>=0.31) [<xref ref-type="bibr" rid="ref66">66</xref>]. However, one meta-analysis found that using the internet had a modest but significant additional weight loss effect compared with offline control groups (−0.68 kg; <italic>P</italic>=.03), with a subgroup analysis showing that the internet was effective compared with controls for achieving weight loss (weight change=−1.01 kg) but not weight maintenance [<xref ref-type="bibr" rid="ref58">58</xref>]. The same meta-analysis also found that it was effective to use the internet as an adjunct to face-to-face care (−1 kg; <italic>P</italic>&#60;.001) but that adverse effects on weight loss were found when it was used as a substitute (+1.27 kg; <italic>P</italic>=.01) [<xref ref-type="bibr" rid="ref58">58</xref>].</p>
            <p>Computer-based interventions led to less weight loss than in-person treatment (mean difference 2.1 kg) and were not superior to infrequent in-person treatment in limiting weight regain at 6 months [<xref ref-type="bibr" rid="ref74">74</xref>].</p>
          </sec>
          <sec>
            <title>Sustainability of Effects on Diet and Physical Activity (Weight Loss) at Follow-Up</title>
            <p>Although technology-related health interventions may be effective, the maintenance of behavior is challenging [<xref ref-type="bibr" rid="ref64">64</xref>], and there is insufficient evidence to determine the effectiveness of digital interventions on weight maintenance [<xref ref-type="bibr" rid="ref54">54</xref>]. One review of internet interventions reported that, in studies finding significant weight reduction, the magnitude of weight change ranged from 1 to 6 kg after 6 months of follow-up [<xref ref-type="bibr" rid="ref99">99</xref>].</p>
            <p>Many studies included in the reviews had short follow-ups. Where longer follow-ups were reported, effectiveness typically diminished over time. Examples of the diminishing effects are clear in the 2 reviews. One meta-analysis of internet-delivered personal feedback found a greater reduction in BMI (mean difference 0.54 kg/m<sup>2</sup>) and waist circumference (2.81 cm) at 0 to 4 months follow-up than at later times compared with undefined control groups [<xref ref-type="bibr" rid="ref72">72</xref>]. A narrative synthesis supports these findings, concluding from multiple high-quality randomized controlled trials (RCTs) that weight loss occurs for a short term through mobile interventions, with moderate evidence for the medium term [<xref ref-type="bibr" rid="ref50">50</xref>]. Two other meta-analyses reported significantly greater weight loss in favor of digital interventions in the medium term only (&#60;6 months): 2.13 kg [<xref ref-type="bibr" rid="ref52">52</xref>] and 1.55 kg [<xref ref-type="bibr" rid="ref58">58</xref>]. One meta-analysis assessed differences between trials of different lengths, reporting no differences between shorter and longer trials (&#60;6 or ≥6 months) [<xref ref-type="bibr" rid="ref59">59</xref>].</p>
          </sec>
        </sec>
        <sec>
          <title>Smoking</title>
          <sec>
            <title>Review Characteristics</title>
            <p>There were 28 reviews on smoking (see <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref> for summary characteristics).</p>
          </sec>
          <sec>
            <title>Effectiveness of Digital Interventions on Smoking Compared With Mixed (Active and Nonactive) Controls</title>
            <p>Digital interventions were generally effective across different modes of delivery (<xref ref-type="table" rid="table6">Table 6</xref>).</p>
            <table-wrap position="float" id="table6">
              <label>Table 6</label>
              <caption>
                <p>Results of reviews on smoking, ordered by type of control and further ordered by mode of delivery of intervention.</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="30"/>
                <col width="110"/>
                <col width="80"/>
                <col width="140"/>
                <col width="110"/>
                <col width="140"/>
                <col width="70"/>
                <col width="230"/>
                <col width="90"/>
                <thead>
                  <tr valign="top">
                    <td colspan="2">Review</td>
                    <td>Relevant studies, n (total studies)</td>
                    <td>Method of synthesis</td>
                    <td>Interventions</td>
                    <td>Outcomes</td>
                    <td>Follow-up</td>
                    <td>Summary of findings</td>
                    <td>AMSTAR-2 rating</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td colspan="9">
                      <bold>Mixed (active and nonactive) controls</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Afshin et al (2016) [<xref ref-type="bibr" rid="ref99">99</xref>]</td>
                    <td>22 (224)</td>
                    <td>Narrative synthesis of RCTs<sup>a</sup> and quasiexperimental studies</td>
                    <td>Internet and mobile interventions</td>
                    <td>Abstinence</td>
                    <td>1 week-2 years</td>
                    <td>77% (17/22) of studies reported a significant increase in abstinence. In studies reporting benefits, the OR<sup>b</sup> for 7-day abstinence at 6 months ranged from 1.6 (95% CI 1.1 to 2.4) to 2.7 (95% CI 1.8 to 4.0).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Boland et al (2016) [<xref ref-type="bibr" rid="ref83">83</xref>] (Smoking only)</td>
                    <td>13 (13)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Various: website or computer program and SMS text messaging</td>
                    <td>Abstinence</td>
                    <td>1 week-18 months</td>
                    <td>Interventions increased the odds of smoking cessation for disadvantaged groups at 1 month (OR 1.70; 95% CI 1.10 to 2.63), 3 months (OR 1.30; 95% CI 1.07 to 1.59), 6 months (OR 1.29, 95% CI 1.03 to 1.62) and 18 months postintervention (OR 1.83, 95% CI 1.11 to 3.01).</td>
                    <td>Low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Aneni et al (2014) [<xref ref-type="bibr" rid="ref100">100</xref>]</td>
                    <td>3 (29)</td>
                    <td>Narrative synthesis of RCTs</td>
                    <td>Internet</td>
                    <td>Cessation</td>
                    <td>12 months</td>
                    <td>3 follow-up studies that measured smoking cessation showed significant intervention effects, although they were assessed to be of low quality.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Chebli et al (2016) [<xref ref-type="bibr" rid="ref103">103</xref>]</td>
                    <td>9 (16)</td>
                    <td>Narrative synthesis of RCTs</td>
                    <td>Internet</td>
                    <td>Cessation and reduction</td>
                    <td>1-12 months</td>
                    <td>Internet-based interventions may have a positive effect on smoking cessation. Several studies found that web-based use and number of log-ins was positively associated with quit outcomes.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Cheung et al (2017) [<xref ref-type="bibr" rid="ref85">85</xref>] (Smoking only)</td>
                    <td>6 (45)</td>
                    <td>Narrative synthesis and meta-analysis of RCTs and quasi-RCTs</td>
                    <td>Internet</td>
                    <td>Cessation</td>
                    <td>&#62;4 weeks</td>
                    <td>Only 13% (6/45) of studies provided data on effectiveness, with 66% (4/6) of studies demonstrating effectiveness. Smokers using a web-based cessation intervention were 1.15 to 2.84 times more likely to become a former smoker compared with the control condition (with a pooled RR<sup>c</sup> 1.39; 95% CI 1.18 to 1.65).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Gainsbury and Blaszczynski (2010) [<xref ref-type="bibr" rid="ref87">87</xref>] (Smoking only)</td>
                    <td>7 (9)</td>
                    <td>Narrative synthesis of RCTs and pre-experimental studies</td>
                    <td>Internet</td>
                    <td>Abstinence, tobacco use, smoking status, compliance, nicotine dependence, carbon monoxide markers, and toxicity</td>
                    <td>3-12 months</td>
                    <td>86% (6/7) of studies reported significantly greater self-reported smoking quit rates or abstinence at the end of the treatment trial for participants in the internet intervention compared with controls. Several trials found improvements at 3, 6, and 12 months.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Graham et al (2016) [<xref ref-type="bibr" rid="ref88">88</xref>] (Smoking only)</td>
                    <td>40 (40)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Internet</td>
                    <td>Abstinence</td>
                    <td>7 days-3 months</td>
                    <td>Pooled results from 15 trials (24 comparisons) found a significant effect in favor of experimental internet interventions (RR 1.16; 95% CI 1.03 to 1.31; I<sup>2</sup>=76.7%).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Hutton et al (2011) [<xref ref-type="bibr" rid="ref90">90</xref>] (Smoking only)</td>
                    <td>15 (21)</td>
                    <td>Narrative synthesis of RCTs</td>
                    <td>Internet</td>
                    <td>Cessation</td>
                    <td>&#62;1 month</td>
                    <td>Two RCTs found that a multicomponent intervention with web and nonweb-based elements was more efficacious than a self-help manual, and one of the 2 RCTs found that web-based interventions may be more effective than no treatment. Three trials provided insufficient evidence to demonstrate whether web-based interventions were more efficacious than counselling. Tailored websites in 2 RCTs and greater website exposure in 86% (6/7) of RCTs were associated with higher rates of abstinence.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Lustria et al (2013) [<xref ref-type="bibr" rid="ref110">110</xref>]</td>
                    <td>8 (40)</td>
                    <td>Meta-analysis of experimental and quasiexperimental studies</td>
                    <td>Internet</td>
                    <td>Abstinence</td>
                    <td>30 days-6 months</td>
                    <td>Web‐based, tailored interventions had significantly greater improvement in smoking outcomes compared with control conditions, with small effects, Cohen <italic>d</italic>=0.151 (k=8; 95% CI 0.11 to 0.19; <italic>P</italic>&#60;.001).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>McCrabb et al (2019) [<xref ref-type="bibr" rid="ref91">91</xref>] (Smoking only)</td>
                    <td>45 (45)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Internet</td>
                    <td>Abstinence</td>
                    <td>1-18 months</td>
                    <td>Interventions were effective in the short term (OR 1.29, 95% CI 1.12 to 1.50; <italic>P</italic>=.001) and long term (OR 1.1.9, 95% CI 1.06 to 1.35; <italic>P</italic>=.004).</td>
                    <td>Low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Shahab and McEwen (2009) [<xref ref-type="bibr" rid="ref95">95</xref>] (Smoking only)</td>
                    <td>10 (11)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Internet</td>
                    <td>Cessation</td>
                    <td>&#62;1 month</td>
                    <td>Interactive interventions were effective compared with untailored booklets or emails (RR 1.8; 95% CI 1.4 to 2.3) increasing 6-month abstinence by 17% (95% CI 12 to 21%); no evidence was found of a difference between interactive and static interventions.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Taylor et al (2017) [<xref ref-type="bibr" rid="ref97">97</xref>] (Smoking only)</td>
                    <td>61 (67)</td>
                    <td>Meta-analysis of RCTs and quasi-RCTs</td>
                    <td>Internet</td>
                    <td>Cessation</td>
                    <td>6-12 months</td>
                    <td>Interactive and tailored internet-based interventions with or without additional behavioral support are moderately more effective than nonactive controls at 6 months or longer, but there was no evidence that these interventions were better than other active smoking treatments.</td>
                    <td>Moderate</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Webb et al (2010) [<xref ref-type="bibr" rid="ref113">113</xref>]</td>
                    <td>12 (85)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Internet</td>
                    <td>Smoking abstinence</td>
                    <td>12 months</td>
                    <td>Interventions that targeted smoking abstinence tended to have small effects on behavior that did not reach statistical significance (Cohen <italic>d</italic>+=0.07; k=12; 95% CI −0.04 to 0.18).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Head et al (2013) [<xref ref-type="bibr" rid="ref107">107</xref>]</td>
                    <td>5 (19)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>SMS text messaging</td>
                    <td>Smoking cessation</td>
                    <td>Mean 81.26 days</td>
                    <td>The weighted mean effect size for smoking cessation, Cohen <italic>d</italic>=0.447 (95% CI .367 to .526; <italic>P</italic>=.001; k=5).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Scott-Sheldon et al (2016) [<xref ref-type="bibr" rid="ref94">94</xref>] (smoking only)</td>
                    <td>18 (20)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>SMS text messaging</td>
                    <td>Abstinence, cigarette use, quit attempts, and nicotine dependence</td>
                    <td>Not reported</td>
                    <td>SMS text messaging was associated with significantly greater odds of abstinence compared with controls: 7-day point prevalence (OR 1.38, 95% CI 1.22 to 1.55; k=16) and continuous abstinence (OR 1.63, 95% CI 1.19 to 2.24; k=7); interventions were also more successful in reducing cigarette consumption (Cohen <italic>d</italic><sub>+</sub>=0.14; 95% CI 0.05 to 0.23; k=9).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Spohr et al (2015) [<xref ref-type="bibr" rid="ref96">96</xref>] (smoking only)</td>
                    <td>10 (13)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>SMS text messaging</td>
                    <td>Cessation</td>
                    <td>3 and 6 months</td>
                    <td>Interventions generally increased quit rates compared with controls (OR 1.36, 95% CI 1.23 to 1.51). Intervention efficacy was higher in studies with a 3-month follow-up compared with a 6-month follow-up.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Palmer et al (2018) [<xref ref-type="bibr" rid="ref111">111</xref>]</td>
                    <td>18 (71)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Mobile</td>
                    <td>Abstinence and cessation (verified biochemically)</td>
                    <td>24 hours-6 months</td>
                    <td>The effect of SMS text messaging–based smoking cessation support on biochemically verified continuous abstinence was pooled relative risk, RR 2.19 (95% CI 1.80 to 2.68; I<sup>2</sup>=0%) and on verified 7-day point prevalence of smoking cessation was pooled RR 1.51 (95% CI 1.06 to 2.15; I<sup>2</sup>=0%).</td>
                    <td>Moderate</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Whittaker et al (2016) [<xref ref-type="bibr" rid="ref98">98</xref>] (smoking only)</td>
                    <td>12 (12)</td>
                    <td>Meta-analysis of RCTs and quasi-RCTs</td>
                    <td>Mobile</td>
                    <td>Cessation</td>
                    <td>6 months</td>
                    <td>Smokers who received support programs were 1.7 times more likely to stay quit than smokers who did not receive the programs (9.3% quit with programs compared with 5.6% who quit with no programs). Most of the studies were of programs relying mainly on text messages.</td>
                    <td>Moderate</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Danielsson et al (2014) [<xref ref-type="bibr" rid="ref86">86</xref>] (smoking only)</td>
                    <td>21 (74)</td>
                    <td>Narrative synthesis of RCTs</td>
                    <td>Various</td>
                    <td>Abstinence</td>
                    <td>&#62;3 months</td>
                    <td>The studies showed mixed results regarding internet interventions and smoking, with some positive effects for the smoking cessation program that combined the use of both the internet, mobile phones (SMS text messaging), and email.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>HIQA (2017) [<xref ref-type="bibr" rid="ref89">89</xref>] (smoking only)</td>
                    <td>12 (143)<sup>d</sup></td>
                    <td>Network meta-analyses of RCTs</td>
                    <td>Various: internet and mobile</td>
                    <td>Cessation</td>
                    <td>6-12 months</td>
                    <td>Internet-based interventions are superior to control (brief advice or written materials; RR 1.43, 95% CI 1.02 to 2.00; <italic>P</italic>=.04; k=5); Internet-based interventions are superior to doing nothing (RR 1.46, 95% CI 1.18 to 1.81; <italic>P</italic>&#60;.001; k=3); mobile phone–based interventions appear to have similar effectiveness to control (RR 1.18, 95% CI 0.88 to 1.60; <italic>P</italic>=.27; k=3); no evidence of difference between mobile phone–based interventions and internet (RR 1.43, 95% CI 0.88 to 2.31; <italic>P</italic>=.15; k=1).</td>
                    <td>Low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Hou et al (2013) [<xref ref-type="bibr" rid="ref108">108</xref>]</td>
                    <td>5 (38)</td>
                    <td>Narrative synthesis of studies with comparison or control groups</td>
                    <td>Web-based computer programs</td>
                    <td>Cessation</td>
                    <td>Not reported</td>
                    <td>2 studies found higher cessation rates in intervention groups than control. 3 studies found no significant differences in quit rates at the end of the intervention or at follow-ups.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Myung et al (2009) [<xref ref-type="bibr" rid="ref92">92</xref>] (smoking only)</td>
                    <td>22 (22)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Various: internet or computer based</td>
                    <td>Abstinence and biochemical markers</td>
                    <td>&#62;3 months</td>
                    <td>Intervention groups had a significant effect on smoking cessation (RR 1.44; 95% CI 1.27 to 1.64). Similar findings were observed in web-based interventions (RR 1.40; 95% CI 1.13 to 1.72) and in computer-based interventions (RR 1.48; 95% CI 1.25 to 1.76).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Naslund et al (2017) [<xref ref-type="bibr" rid="ref93">93</xref>] (smoking only)</td>
                    <td>7 (7)</td>
                    <td>Narrative synthesis of all study types</td>
                    <td>Social media</td>
                    <td>Cessation</td>
                    <td>30-365 days</td>
                    <td>71% (5/7) of studies reported significant effects on smoking-related outcomes such as greater abstinence, reduction in relapse, and an increase in quit attempts.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Elaheebocus et al (2018) [<xref ref-type="bibr" rid="ref56">56</xref>]</td>
                    <td>7 (134)</td>
                    <td>Narrative synthesis of RCTs</td>
                    <td>Social media</td>
                    <td>Cessation</td>
                    <td>6-48 months</td>
                    <td>100% (7/7) of studies on smoking cessation using web-based social networks had positive results.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Rooke et al (2010) [<xref ref-type="bibr" rid="ref112">112</xref>]</td>
                    <td>13 (34)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Computer based</td>
                    <td>Abstinence and reduction</td>
                    <td>1-156 weeks</td>
                    <td>The weighted average effect size (Cohen <italic>d</italic>) was 0.14; <italic>P</italic>&#60;.001 for studies addressing tobacco use.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="9">
                      <bold>Nonactive controls</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Chen et al (2012) [<xref ref-type="bibr" rid="ref84">84</xref>] (smoking only)</td>
                    <td>60 (60)</td>
                    <td>Meta-analysis of RCTs and quasi-RCTs</td>
                    <td>Various: computer and other electronic aids</td>
                    <td>Cessation</td>
                    <td>2 days-30 months</td>
                    <td>Computer and other electronic aids increase the likelihood of cessation compared with no intervention or generic self-help materials but the effect is small (prolonged abstinence: RR 1.32; 95% CI 1.21 to 1.45).</td>
                    <td>Low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Krebs et al (2010) [<xref ref-type="bibr" rid="ref109">109</xref>]</td>
                    <td>32 (88)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Computer tailored</td>
                    <td>Abstinence</td>
                    <td>24 hours-9 months</td>
                    <td>Mean effect for the 32 studies reporting point prevalence outcome was <italic>g</italic>=0.16 (95% CI 0.12 to 0.19); mean effect for the 16 studies reporting prolonged abstinence measures was <italic>g</italic>=0.24 (95% CI 0.20 to 0.31).</td>
                    <td>Low</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="9">
                      <bold>Active controls</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Covolo et al (2017) [<xref ref-type="bibr" rid="ref104">104</xref>]</td>
                    <td>2 (40)</td>
                    <td>Narrative synthesis of RCTs</td>
                    <td>Mobile apps</td>
                    <td>30-day point prevalence cessation</td>
                    <td> 30 days</td>
                    <td>1 trial compared 2 apps and found no evidence of any difference; the other found text messaging produced more abstinence than an app (<italic>P</italic>&#60;.05).<break/>  <break/>  </td>
                    <td>Critically low</td>
                  </tr>
                </tbody>
              </table>
              <table-wrap-foot>
                <fn id="table6fn1">
                  <p><sup>a</sup>RCT: randomized controlled trial.</p>
                </fn>
                <fn id="table6fn2">
                  <p><sup>b</sup>OR: odds ratio.</p>
                </fn>
                <fn id="table6fn3">
                  <p><sup>c</sup>RR: risk ratio.</p>
                </fn>
                <fn id="table6fn4">
                  <p><sup>d</sup>In total, 12 relevant studies were included in the meta-analysis.</p>
                </fn>
              </table-wrap-foot>
            </table-wrap>
            <p>Internet interventions were generally found to be effective (<xref ref-type="table" rid="table6">Table 6</xref>). A total of 3 relevant meta-analyses found small or small-to-medium effects [<xref ref-type="bibr" rid="ref85">85</xref>,<xref ref-type="bibr" rid="ref89">89</xref>,<xref ref-type="bibr" rid="ref91">91</xref>]: pooled RR 1.39 [<xref ref-type="bibr" rid="ref85">85</xref>]; RR 1.40 [<xref ref-type="bibr" rid="ref92">92</xref>], and RR 1.43 [<xref ref-type="bibr" rid="ref88">88</xref>] and a short-term (≤6 months) OR 1.29 (95% CI 1.12 to 1.50; <italic>P</italic>=.001) [<xref ref-type="bibr" rid="ref91">91</xref>]; the latter showed that internet interventions were also successful for the individual outcomes of <italic>prolonged abstinence</italic>, that is, not smoking since a quit date (OR 1.43) and <italic>30-day point prevalence abstinence</italic>, that is, not smoking one or more days before the follow-up (OR 1.75) [<xref ref-type="bibr" rid="ref91">91</xref>]. However, one narrative synthesis noted that although the 3 studies that measured smoking cessation all showed significant intervention effects, they were all assessed to be of low quality [<xref ref-type="bibr" rid="ref100">100</xref>].</p>
            <p>The 3 reviews of mobile interventions that focused on SMS text messaging found it to be effective, again with small effects: Cohen <italic>d</italic>=0.14 [<xref ref-type="bibr" rid="ref94">94</xref>]; OR 1.36 [<xref ref-type="bibr" rid="ref96">96</xref>]; and OR 1.36 [<xref ref-type="bibr" rid="ref98">98</xref>]. A fourth meta-analysis differentiated between specific outcomes and found a medium effect (RR 2.19) on biochemically verified continuous abstinence, and a small-to-medium effect (RR 1.51) on verified 7-day point prevalence of smoking cessation was pooled [<xref ref-type="bibr" rid="ref111">111</xref>]. However, 2 reviews (including 1 meta-analysis) with information on mobile interventions in general did not find that they were effective [<xref ref-type="bibr" rid="ref89">89</xref>,<xref ref-type="bibr" rid="ref99">99</xref>].</p>
            <p>A meta-analysis of computer-delivered interventions also found a small but significant effect size associated with studies addressing tobacco use (Cohen <italic>d</italic>=0.14) [<xref ref-type="bibr" rid="ref112">112</xref>].</p>
            <p>There is mixed evidence from reviews that cover a variety of digital technologies. One narrative synthesis [<xref ref-type="bibr" rid="ref99">99</xref>] and one meta-analysis found that they were effective, with interventions increasing the odds of smoking cessation at 1 month (OR 1.70) [<xref ref-type="bibr" rid="ref83">83</xref>]. However, another narrative synthesis that included both phone and internet interventions found that there were mixed results [<xref ref-type="bibr" rid="ref86">86</xref>].</p>
            <p>A total of 2 reviews of social media interventions with narrative syntheses both found favorable effects of the interventions on outcomes related to smoking cessation [<xref ref-type="bibr" rid="ref56">56</xref>,<xref ref-type="bibr" rid="ref93">93</xref>].</p>
            <p>As seen above, separate reviews of internet, mobile, and computer-delivered interventions found small effects for each. One meta-analysis looked for differences in effect sizes between different modes of intervention and found no statistically significant evidence of any differences in effect sizes of internet interventions, intensive advice, telephone support, individual counseling, or group behavior therapy [<xref ref-type="bibr" rid="ref89">89</xref>].</p>
          </sec>
          <sec>
            <title>Effectiveness of Digital Interventions on Smoking Compared With Nonactive Controls</title>
            <p>There were small effects of digital interventions compared with nonactive controls for all modes of delivery (<xref ref-type="table" rid="table6">Table 6</xref>). Meta-analyses found small effects for pooled modes of digital interventions compared with controls: 1 month OR 1.70 (k=13) [<xref ref-type="bibr" rid="ref83">83</xref>]; pooled estimate for prolonged abstinence, RR 1.32 (k=60) [<xref ref-type="bibr" rid="ref84">84</xref>], and pooled estimate for point prevalence abstinence, RR 1.14 [<xref ref-type="bibr" rid="ref84">84</xref>]. Internet interventions were more effective than nonactive controls [<xref ref-type="bibr" rid="ref88">88</xref>-<xref ref-type="bibr" rid="ref90">90</xref>,<xref ref-type="bibr" rid="ref92">92</xref>,<xref ref-type="bibr" rid="ref97">97</xref>], with 3 meta-analyses finding small effects compared with nonactive controls: RR 1.15 [<xref ref-type="bibr" rid="ref97">97</xref>], RR 1.46 [<xref ref-type="bibr" rid="ref89">89</xref>], and RR 1.60 [<xref ref-type="bibr" rid="ref88">88</xref>]. Computer-tailored interventions had effects sizes of <italic>g</italic>=0.16 for point prevalence outcomes and <italic>g</italic>=0.24 for prolonged abstinence [<xref ref-type="bibr" rid="ref109">109</xref>]. Mobile phone–based interventions appeared to have similar effectiveness to minimal controls (RR 1.18) and were more effective than no intervention (typically either waiting list control or no further contact until follow-up) [<xref ref-type="bibr" rid="ref89">89</xref>].</p>
          </sec>
          <sec>
            <title>Effectiveness of Digital Interventions on Smoking Compared With Active Controls</title>
            <p>Most reviews concluded that internet interventions were not more effective than active controls, with 3 reviews (including 2 meta-analyses) not finding differences [<xref ref-type="bibr" rid="ref88">88</xref>,<xref ref-type="bibr" rid="ref90">90</xref>,<xref ref-type="bibr" rid="ref97">97</xref>]. This included a meta-analysis that found no significant effects of internet interventions compared with face-to-face counseling or telephone counseling [<xref ref-type="bibr" rid="ref88">88</xref>]. However, one narrative synthesis was more positive about the greater effect of internet interventions compared with conventional ones [<xref ref-type="bibr" rid="ref99">99</xref>].</p>
            <p>There was no information on mobile interventions compared with active controls, but one meta-analysis with mixed controls noted that the summary effect sizes favored the treatment groups even when 18 of the 20 (90%) controlled trials used an active control and 12 (66%) of these active controls included some smoking-related content, including smoke-free websites, self-help guidebooks, and smartphone apps [<xref ref-type="bibr" rid="ref94">94</xref>].</p>
          </sec>
          <sec>
            <title>Sustainability of Effects on Smoking at Follow-Up</title>
            <p>There was agreement that the effects of internet interventions were sustained for up to 6 months [<xref ref-type="bibr" rid="ref83">83</xref>,<xref ref-type="bibr" rid="ref87">87</xref>,<xref ref-type="bibr" rid="ref91">91</xref>,<xref ref-type="bibr" rid="ref95">95</xref>]. This was quantified as interventions increasing the 6-month abstinence by 17% [<xref ref-type="bibr" rid="ref95">95</xref>], increasing the odds of cessation at the 6-month follow-up (OR 1.29) [<xref ref-type="bibr" rid="ref83">83</xref>], and increasing the likelihood of <italic>prolonged abstinence</italic> (ie, not smoking since a quit date; OR 1.19) [<xref ref-type="bibr" rid="ref91">91</xref>]. However, there was disagreement about whether there were significant effects at 12-month follow-ups, with 2 reviews in favor [<xref ref-type="bibr" rid="ref87">87</xref>,<xref ref-type="bibr" rid="ref89">89</xref>], one quantifying the quit rate at 12 months as 8% [<xref ref-type="bibr" rid="ref89">89</xref>] but another reporting that the positive results of internet interventions were not generally maintained at 1-year follow-up assessments [<xref ref-type="bibr" rid="ref103">103</xref>].</p>
            <p>There is mixed evidence on the sustainability of the effects of mobile interventions. A total of 2 meta-analyses found that mobile interventions were effective in the medium term, with a quit rate of 13% [<xref ref-type="bibr" rid="ref89">89</xref>] and effects on biochemical measures of quitting at 6 months (RR 1.83) [<xref ref-type="bibr" rid="ref98">98</xref>]. However, a study of SMS text messages suggested that any effect was not sustained [<xref ref-type="bibr" rid="ref96">96</xref>].</p>
            <p>Regarding computer-delivered interventions, one meta-analysis found that computer programs increased the odds of cessation at the 3-month (OR 2.04), 12-month (OR 1.68), and 18-month follow-up (OR 1.83) [<xref ref-type="bibr" rid="ref83">83</xref>]. A meta-analysis of computer-delivered interventions did not find evidence of differential effects depending on the length of follow-up or number of sessions [<xref ref-type="bibr" rid="ref112">112</xref>].</p>
            <p>A total of 2 reviews that considered a range of different technologies found evidence of sustained effects. A narrative synthesis of internet and mobile interventions found that the OR for 7-day abstinence at 6 months ranged from 1.6 to 2.7 [<xref ref-type="bibr" rid="ref99">99</xref>]. A meta-analysis found that digital interventions increased the odds of smoking cessation at 3 months (OR 1.30), 6 months (OR 1.29), and 18 months (OR 1.83) postintervention [<xref ref-type="bibr" rid="ref83">83</xref>].</p>
            <p>In a pooled analysis of web-based and computer-based interventions, the smoking cessation rate was 14.8% in the intervention group and 14.3% in the control group at the short-term 3-month follow-up (<italic>P</italic>=.42), 11.7% and 7.0% at the midterm 6- to 10-month follow-up ( <italic>P</italic>&#60;.001), and 9.9% and 5.7% at the long-term 12-month follow-up (<italic>P</italic>&#60;.001), respectively [<xref ref-type="bibr" rid="ref92">92</xref>].</p>
            <p>One meta-analysis that covered multiple intervention types found that SMS text messaging had the highest OR (2.81) at the 1-month follow-up, followed by the use of computer programs at the 3-month follow-up (OR 2.04), 12-month follow-up (OR 1.68), and 18-month follow-up (OR 1.83) and websites at 6 months (OR 1.37), while a DVD intervention and integrated videotelephony did not increase the odds of cessation compared with no intervention [<xref ref-type="bibr" rid="ref83">83</xref>].</p>
          </sec>
        </sec>
        <sec>
          <title>Alcohol</title>
          <p>A total of 13 papers covered alcohol [<xref ref-type="bibr" rid="ref73">73</xref>,<xref ref-type="bibr" rid="ref77">77</xref>-<xref ref-type="bibr" rid="ref82">82</xref>,<xref ref-type="bibr" rid="ref99">99</xref>,<xref ref-type="bibr" rid="ref103">103</xref>,<xref ref-type="bibr" rid="ref104">104</xref>,<xref ref-type="bibr" rid="ref111">111</xref>-<xref ref-type="bibr" rid="ref113">113</xref>]. <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref> presents a breakdown of the study characteristics.</p>
          <sec>
            <title>Effectiveness of Digital Interventions on Alcohol Consumption Compared With Mixed (Active and Nonactive) Controls</title>
            <p>In total, 7 of 8 (88%) reviews with mixed controls reported favorable evidence that digital interventions were effective in decreasing alcohol consumption (<xref ref-type="table" rid="table7">Table 7</xref>), although one review noted that the controls were just as effective [<xref ref-type="bibr" rid="ref103">103</xref>]. A total of 2 meta-analyses reported small effect sizes (Cohen <italic>d</italic>=0.26 [<xref ref-type="bibr" rid="ref112">112</xref>] and Cohen <italic>d</italic>=0.14 [<xref ref-type="bibr" rid="ref113">113</xref>]). A narrative synthesis of interventions using novel technologies found that, in studies finding benefits and reporting compliance with drinking recommendation as an outcome, the OR for drinking within the recommended limit ranged from 1.7 to 3.7 (small/medium to medium/large effects) [<xref ref-type="bibr" rid="ref99">99</xref>]. In contrast, the sixth review, which surveyed mobile phone interventions, reported that the results were inconclusive for alcohol reduction, and the authors declined to perform a meta-analysis because the results were self-reported and therefore at risk of overstating the benefits [<xref ref-type="bibr" rid="ref111">111</xref>].</p>
            <table-wrap position="float" id="table7">
              <label>Table 7</label>
              <caption>
                <p>Effectiveness of digital interventions on alcohol consumption, sorted by controls and further ordered by intervention type.</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="30"/>
                <col width="80"/>
                <col width="0"/>
                <col width="80"/>
                <col width="0"/>
                <col width="140"/>
                <col width="0"/>
                <col width="120"/>
                <col width="0"/>
                <col width="160"/>
                <col width="0"/>
                <col width="70"/>
                <col width="0"/>
                <col width="230"/>
                <col width="0"/>
                <col width="90"/>
                <thead>
                  <tr valign="top">
                    <td colspan="3">Review</td>
                    <td colspan="2">Relevant studies, n (total studies)</td>
                    <td colspan="2">Method of synthesis</td>
                    <td colspan="2">Interventions</td>
                    <td colspan="2">Outcomes</td>
                    <td colspan="2">Follow-up</td>
                    <td colspan="2">Summary of findings</td>
                    <td>AMSTAR-2 rating</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td colspan="16">
                      <bold>Mixed (active and nonactive) controls</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Afshin et al (2016) [<xref ref-type="bibr" rid="ref99">99</xref>]</td>
                    <td colspan="2">47 (224)</td>
                    <td colspan="2">Narrative synthesis of RCTs<sup>a</sup> and quasiexperimental studies</td>
                    <td colspan="2">Various: internet, mobile, computer software, and sensors</td>
                    <td colspan="2">Alcohol frequency and quantity, binge drinking, estimated blood alcohol concentration, alcohol dependency, and Alcohol Use Disorder Identification Test scores</td>
                    <td colspan="2">1 week-2 years</td>
                    <td colspan="2">34% (39/47) of studies, 41 RCTs and 6 quasiexperimental, reported a significant decrease in alcohol use; 83% (33/41) of RCTs reported statistically significant benefits.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Chebli et al (2016) [<xref ref-type="bibr" rid="ref103">103</xref>]</td>
                    <td colspan="2">2 (16)</td>
                    <td colspan="2">Narrative synthesis of RCTs</td>
                    <td colspan="2">Internet</td>
                    <td colspan="2">Cessation and reduction of alcohol</td>
                    <td colspan="2">1-12 months</td>
                    <td colspan="2">Both studies demonstrated positive treatment outcomes in both arms, but there were no differences between internet intervention and control.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Kaner et al (2017) [<xref ref-type="bibr" rid="ref77">77</xref>] (Alcohol only)</td>
                    <td colspan="2">57 (57)</td>
                    <td colspan="2">Narrative synthesis and meta-analysis of RCTs</td>
                    <td colspan="2">Computer and mobile</td>
                    <td colspan="2">Alcohol consumption and frequency</td>
                    <td colspan="2">1-12 months</td>
                    <td colspan="2">Alcohol consumption reduced by approximately 23 g per week (95% CI 15 to 30) at follow-up (1-12 months; based on 41 studies). Frequency of consumption reduced (based on 15 studies): participants who engaged with digital interventions had less than one drinking day per month fewer than no intervention controls (moderate‐quality evidence); had about one binge drinking session less per month in the intervention group (moderate‐quality evidence); and drank one unit per occasion less than no intervention control participants (moderate‐quality evidence). Compared with face-to-face interventions, there was no difference in alcohol consumption at the end of follow-up (mean difference 0.52 g/week; 95% CI −24.59 to 25.63; low‐quality evidence).</td>
                    <td colspan="2">Low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Kolar et al (2015) [<xref ref-type="bibr" rid="ref78">78</xref>] (Alcohol only)</td>
                    <td colspan="2">2 (18)</td>
                    <td colspan="2">Narrative synthesis of all studies</td>
                    <td colspan="2">Internet</td>
                    <td colspan="2">Alcohol quantity and frequency</td>
                    <td colspan="2">1 month</td>
                    <td colspan="2">100% (2/2) of studies found reduced alcohol consumption in both arms but no significant differences between arms.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Palmer et al (2018) [<xref ref-type="bibr" rid="ref111">111</xref>]</td>
                    <td colspan="2">8 (71)</td>
                    <td colspan="2">Narrative synthesis of RCTs</td>
                    <td colspan="2">Mobile</td>
                    <td colspan="2">Self-report alcohol consumption</td>
                    <td colspan="2">Not reported</td>
                    <td colspan="2">The effects of alcohol reduction interventions were inconclusive.</td>
                    <td colspan="2">Moderate</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Rooke et al (2010) [<xref ref-type="bibr" rid="ref112">112</xref>]</td>
                    <td colspan="2">9 (34)</td>
                    <td colspan="2">Meta-analysis of RCTs</td>
                    <td colspan="2">Computer-delivered</td>
                    <td colspan="2">Abstinence and reduction of alcohol</td>
                    <td colspan="2">1-156 weeks</td>
                    <td colspan="2">The weighted average effect size (Cohen <italic>d</italic>) was 0.20 (<italic>P</italic>&#60;.001).</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Vernon et al (2010) [<xref ref-type="bibr" rid="ref81">81</xref>] (Alcohol only)</td>
                    <td colspan="2">15 (15)</td>
                    <td colspan="2">Narrative synthesis of all studies</td>
                    <td colspan="2">Computer-delivered</td>
                    <td colspan="2">Alcohol consumption</td>
                    <td colspan="2">30 days-12 months</td>
                    <td colspan="2">All but one intervention showed significant improvement in at least one drinking-related outcome. However, interventions were heterogenous and preintervention alcohol consumption was not standardized.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Webb et al (2010) [<xref ref-type="bibr" rid="ref113">113</xref>]</td>
                    <td colspan="2">9 (85)</td>
                    <td colspan="2">Meta-analysis of RCTs</td>
                    <td colspan="2">Internet</td>
                    <td colspan="2">Alcohol consumption</td>
                    <td colspan="2">Not reported</td>
                    <td colspan="2">Small effects were observed for alcohol consumption (Cohen <italic>d</italic><sub>+</sub>=0.14; k=9; 95% CI 0.00 to 0.27).</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="16">
                      <bold>Nonactive controls</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Black et al (2016) [<xref ref-type="bibr" rid="ref82">82</xref>] (Alcohol only)</td>
                    <td colspan="2">93 (93)</td>
                    <td colspan="2">Meta-analysis of RCTs</td>
                    <td colspan="2">Computer delivered</td>
                    <td colspan="2">Alcohol consumption: total consumption over a period of time; average alcohol consumption per drinking occasion or drinking day; peak consumption—max consumed on one occasion. Frequency of heavy episodic drinking and of any alcohol consumption</td>
                    <td colspan="2">Up to 2 years</td>
                    <td colspan="2">Small effects averaging across timepoints, Cohen <italic>d</italic>=0.007 (heavy episodic drinking frequency) to Cohen <italic>d</italic>=0.15 (total consumption); in the short term, there were small-to-medium effects (Cohen <italic>d</italic>+=0.16 to 0.31) and significant effects on all outcomes except drinking frequency; in the medium-to-long term, they produced small (Cohen <italic>d</italic>+=0.07 to 0.12), significant effects on all outcomes.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Covolo et al (2017) [<xref ref-type="bibr" rid="ref104">104</xref>]</td>
                    <td colspan="2">1 (40)</td>
                    <td colspan="2">Narrative synthesis of RCTs</td>
                    <td colspan="2">Mobile</td>
                    <td colspan="2">Alcohol frequency</td>
                    <td colspan="2">0-2 years</td>
                    <td colspan="2">Contrary to expectation, it was found that the mobile app significantly increased the frequency of drinking occasions compared with the control group (<italic>P</italic>=.001).</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Riper et al (2011) [<xref ref-type="bibr" rid="ref79">79</xref>] (Alcohol only)</td>
                    <td colspan="2">9 (9)</td>
                    <td colspan="2">Meta-analysis of RCTs</td>
                    <td colspan="2">Internet</td>
                    <td colspan="2">Alcohol consumption</td>
                    <td colspan="2">Up to 12 months</td>
                    <td colspan="2">An overall medium effect size (<italic>g</italic>=0.44; 95% CI 0.17 to 0.71; random effect model) in favor of the intervention groups was found.</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Riper et al (2014) [<xref ref-type="bibr" rid="ref80">80</xref>] (Alcohol only)</td>
                    <td colspan="2">16 (16)</td>
                    <td colspan="2">Meta-analysis of RCTs</td>
                    <td colspan="2">Internet</td>
                    <td colspan="2">Alcohol consumption</td>
                    <td colspan="2">1 to 12 months</td>
                    <td colspan="2">A small but significant overall effect size in favor of internet interventions (<italic>g</italic>=0.20; 95% CI 0.13 to 0.27; <italic>P</italic>=.001) was found. Participants in internet-based interventions consumed approximately 22 g of ethanol less and were more likely to adhere to low-risk drinking guidelines (risk difference 0.13; 95% CI 0.09 to 0.17; <italic>P</italic>=.001).</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Tsoli et al (2018) [<xref ref-type="bibr" rid="ref73">73</xref>]</td>
                    <td colspan="2">4 (15)</td>
                    <td colspan="2">Meta-analysis of RCTs</td>
                    <td colspan="2">Interactive voice responses</td>
                    <td colspan="2">Alcohol consumption</td>
                    <td colspan="2">6 weeks-12 months</td>
                    <td colspan="2">The meta-analysis of included studies demonstrated that interactive voice response–based interventions had no statistically significant effect on alcohol consumption (<italic>g</italic>=−0.077; 95% CI −0.162 to 0.007; k=4; <italic>P</italic>=.07).</td>
                    <td colspan="2">Critically low</td>
                  </tr>
                </tbody>
              </table>
              <table-wrap-foot>
                <fn id="table7fn1">
                  <p><sup>a</sup>RCT: randomized controlled trial.</p>
                </fn>
              </table-wrap-foot>
            </table-wrap>
          </sec>
          <sec>
            <title>Effectiveness of Digital Interventions on Alcohol Consumption Compared With Nonactive Controls</title>
            <p>In total, 4 of 6 (67%) reviews with nonactive controls found an effect of the intervention (<xref ref-type="table" rid="table7">Table 7</xref>). Of the 4 meta-analyses, 2 found a medium effect on alcohol consumption (<italic>g</italic>=0.44 [<xref ref-type="bibr" rid="ref80">80</xref>] and <italic>g</italic>=0.44 [<xref ref-type="bibr" rid="ref79">79</xref>]). A third found a small-to-medium effect on total alcohol consumption (Cohen <italic>d</italic>+=0.31), small effects on 2 other consumption measures, and a measure of frequency of heavy drinking episodes (Cohen <italic>d</italic>+=0.16-0.19) and no effect on drinking frequency [<xref ref-type="bibr" rid="ref82">82</xref>]. The fourth review found no effect [<xref ref-type="bibr" rid="ref73">73</xref>].</p>
            <p>Two studies quantified the effect on alcohol consumption, finding a reduction in weekly consumption of 22 g of alcohol [<xref ref-type="bibr" rid="ref80">80</xref>] and 23 g of alcohol [<xref ref-type="bibr" rid="ref77">77</xref>], approximately 3 UK units. However, when studies with a high risk of bias were excluded, this number decreased to 11 g of alcohol (or 1.5 UK units) per week [<xref ref-type="bibr" rid="ref77">77</xref>]. With regard to frequency of consumption, participants who were given digital interventions had less than one drinking day per month, which is fewer compared with no-intervention controls (moderate-quality evidence); had approximately 1 binge-drinking session less per month in the intervention group compared with no-intervention controls (moderate-quality evidence); and drank 1 unit per occasion, which is less than the no-intervention control participants (moderate-quality evidence) [<xref ref-type="bibr" rid="ref77">77</xref>]. Participants in internet interventions were significantly more likely to adhere to low-risk drinking guidelines at the immediate posttreatment follow-up, compared with the no-intervention controls [<xref ref-type="bibr" rid="ref80">80</xref>].</p>
            <p>Only one review was negative. A narrative synthesis of mobile apps reported that there was a single RCT on alcohol reduction where, contrary to expectation, the frequency of drinking occasions was higher in the intervention group [<xref ref-type="bibr" rid="ref104">104</xref>].</p>
          </sec>
          <sec>
            <title>Effectiveness of Digital Interventions on Alcohol Consumption Compared With Active Controls</title>
            <p>In total, 2 reviews that separated active controls found that there were no significant differences between the intervention and control groups [<xref ref-type="bibr" rid="ref77">77</xref>,<xref ref-type="bibr" rid="ref99">99</xref>], one of which was specifically compared with face-to-face controls (<xref ref-type="table" rid="table7">Table 7</xref>) [<xref ref-type="bibr" rid="ref77">77</xref>].</p>
          </sec>
          <sec>
            <title>Sustainability of Effects on Alcohol Consumption at Follow-Up</title>
            <p>The effectiveness of the interventions seemed to decrease over time (<xref ref-type="table" rid="table7">Table 7</xref>). One meta-analysis, which reported small-to-medium effects in the short term (Cohen <italic>d</italic>+=0.16-0.19), found that in the medium to long term, there were small (Cohen <italic>d</italic>+=0.07-0.12), significant effects on all outcomes [<xref ref-type="bibr" rid="ref82">82</xref>]. A total of 2 reviews reported that, for internet-based intervention studies where there were 3-, 6-, or 12-month follow-up data, no significant differences in effect remained in later follow-up [<xref ref-type="bibr" rid="ref80">80</xref>,<xref ref-type="bibr" rid="ref103">103</xref>]. In contrast, one review of computer- or mobile-delivered interventions found that positive differences in measures of drinking were seen at 1, 6, and 12 months [<xref ref-type="bibr" rid="ref77">77</xref>], and one review of internet interventions found a medium effect size (<italic>g</italic>=0.39), lasting up to 6 or 9 months posttreatment, as compared with no intervention; the effects of the interventions beyond 9 months could not be assessed, but 2 studies in the review suggested that they had faded out by 12 months [<xref ref-type="bibr" rid="ref79">79</xref>].</p>
          </sec>
        </sec>
        <sec>
          <title>Other Combinations</title>
          <sec>
            <title>Review Characteristics</title>
            <p>A total of 11 reviews covered a number of areas of behavior [<xref ref-type="bibr" rid="ref101">101</xref>-<xref ref-type="bibr" rid="ref107">107</xref>,<xref ref-type="bibr" rid="ref109">109</xref>,<xref ref-type="bibr" rid="ref110">110</xref>,<xref ref-type="bibr" rid="ref112">112</xref>,<xref ref-type="bibr" rid="ref113">113</xref>]. The breakdown of their characteristics is shown in <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>.</p>
          </sec>
          <sec>
            <title>Effectiveness of Other Digital Combination Interventions Compared With Mixed (Active and Nonactive) Controls</title>
            <p>All 5 reviews of internet interventions concluded that they were effective in changing behavior (<xref ref-type="table" rid="table8">Table 8</xref>). A total of 3 meta-analyses found small effects: Cohen <italic>d</italic>=0.19 [<xref ref-type="bibr" rid="ref105">105</xref>], Cohen <italic>d</italic>=0.139 [<xref ref-type="bibr" rid="ref110">110</xref>], and Cohen <italic>d</italic>=0.16 [<xref ref-type="bibr" rid="ref113">113</xref>]. However, one study reported that the effect sizes were heterogeneous [<xref ref-type="bibr" rid="ref113">113</xref>]. The fourth meta-analysis quantified the effects on health outcomes, finding statistically significant reductions in systolic blood pressure (mean difference –2.66 mm Hg), diastolic blood pressure (mean difference –1.26 mm Hg), glycated hemoglobin level (mean difference –0.13%), and low-density lipoprotein cholesterol level (mean difference –2.18 mg/dL) [<xref ref-type="bibr" rid="ref102">102</xref>].</p>
            <table-wrap position="float" id="table8">
              <label>Table 8</label>
              <caption>
                <p>Effectiveness of digital interventions on other combinations of outcomes, sorted by controls and further sorted by intervention type.</p>
              </caption>
              <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
                <col width="30"/>
                <col width="90"/>
                <col width="90"/>
                <col width="140"/>
                <col width="100"/>
                <col width="110"/>
                <col width="90"/>
                <col width="250"/>
                <col width="100"/>
                <thead>
                  <tr valign="top">
                    <td colspan="2">Review</td>
                    <td>Relevant studies, n (total studies)</td>
                    <td>Method of synthesis</td>
                    <td>Interventions</td>
                    <td>Outcomes</td>
                    <td>Follow-up</td>
                    <td>Summary of findings</td>
                    <td>AMSTAR-2 rating</td>
                  </tr>
                </thead>
                <tbody>
                  <tr valign="top">
                    <td colspan="9">
                      <bold>Mixed (active and nonactive) controls</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Beishuizen et al (2016) [<xref ref-type="bibr" rid="ref102">102</xref>]</td>
                    <td>15 (57)</td>
                    <td>Meta-analysis of RCTs<sup>a</sup></td>
                    <td>Internet</td>
                    <td>Systolic blood pressure, diastolic blood pressure, HbA<sub>1c</sub><sup>b</sup> level, cholesterol level, weight, and level of physical activity</td>
                    <td>3-60 months</td>
                    <td>Intervention groups had a reduction in systolic blood pressure (mean difference –2.66 mm Hg; 95% CI –3.81 to –1.52), diastolic blood pressure (mean difference –1.26 mm Hg; 95% CI –1.92 to –0.60), HbA<sub>1c</sub> level (mean difference –0.13%; 95% CI –0.22 to –0.05), and LDL<sup>c</sup> cholesterol level (mean difference –2.18 mg/dL; 95% CI –3.96 to –0.41). There were larger effects in internet interventions that combined the internet application with human support (blended care).</td>
                    <td>Low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Chebli et al (2016) [<xref ref-type="bibr" rid="ref103">103</xref>]</td>
                    <td>11 (16)</td>
                    <td>Narrative synthesis of RCTs</td>
                    <td>Internet</td>
                    <td>Cessation and reduction (for both alcohol and smoking)</td>
                    <td>1-12 months</td>
                    <td>Internet-based interventions may have a positive effect on smoking cessation. Several studies found that web-based use and number of log-ins were positively associated with quit outcomes. Both studies on alcohol demonstrated positive treatment outcomes in both arms, but there were no differences between the internet-based intervention and control.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Cugelman et al (2011) [<xref ref-type="bibr" rid="ref105">105</xref>]</td>
                    <td>30 (30)</td>
                    <td>Meta-analysis of experimental, quasiexperimental, and correlational studies</td>
                    <td>Internet</td>
                    <td>Behavioral outcomes</td>
                    <td>1 day-7 months</td>
                    <td>Effect sizes were small but statistically significant (standardized mean difference effect size Cohen <italic>d</italic>=0.19; 95% CI 0.11 to 0.28; <italic>P</italic>&#60;.001; number of interventions, k=30); however, there was a lot of heterogeneity, Cochran's Q test 64.125 (<italic>P</italic>&#60;.001) and I<sup>2</sup>=54.776; the largest effect size was observed when interventions were compared with waitlists and placebos (Cohen <italic>d</italic>=0.28; 95% CI 0.17 to 0.39; <italic>P</italic>&#60;.001; k=18); there was no significant difference compared with sophisticated print interventions (Cohen <italic>d</italic>=–0.11; <italic>P</italic>&#62;.05; k=29).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Webb et al (2010) [<xref ref-type="bibr" rid="ref113">113</xref>]</td>
                    <td>85 (85)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Internet</td>
                    <td>Smoking abstinence, level of physical activity, alcohol consumption, and dietary behavior</td>
                    <td>3-12 months</td>
                    <td>Interventions had a statistically small but significant effect on health-related behavior (Cohen <italic>d</italic>+=0.16; 95% CI 0.09 to 0.23). The effect size of interventions targeting a single area of health behavior was not significantly different to the effect size of those targeting multiple areas of health behaviors, but the numerical difference was in favor of single-area studies (Cohen <italic>d</italic>+=0.17 versus Cohen <italic>d</italic>+=0.12).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Lustria et al (2013) [<xref ref-type="bibr" rid="ref110">110</xref>]</td>
                    <td>40 (40)</td>
                    <td>Meta-analysis of experimental and quasiexperimental studies</td>
                    <td>Tailored internet-based interventions</td>
                    <td>Levels of physical activity, fruit and vegetable intake, saturated fat intake, and abstinence from smoking and alcohol consumption</td>
                    <td>1-24 months</td>
                    <td>Web‐based, tailored interventions effected significantly greater improvement in health outcomes as compared with control conditions immediately post intervention, Cohen <italic>d</italic>=0.139 (95% CI 0.111 to 0.166; <italic><italic>P</italic>&#60;</italic>.001; k=40). The effect remained at follow‐up, Cohen <italic>d</italic>=0.158 (95% CI 0.124 to 0.192; <italic>P</italic>&#60;.001; k=21), and the correlation between follow‐up time point and effect size was <italic>r</italic><sub>39</sub>=.004 (<italic>P</italic>=.98, for posttest effects) and <italic>r</italic><sub>20</sub>=−.176 (<italic>P</italic>=.50, for follow‐up effects), which suggests that length of follow‐up did not significantly influence intervention outcomes. Interventions using tailored websites had a larger weighted mean effect size when compared with nontailored websites (Cohen <italic>d</italic>=0.188) than when they were compared with no‐treatment control conditions (Cohen <italic>d=</italic>0.07; <italic><italic>P</italic>&#60;</italic>.01). There was an extremely small effect of tailored websites frompared to no-treatment control conditions (Cohen <italic>d</italic>=0.08; k=4) and of tailored websites compared with sophisticated print interventions (Cohen <italic>d</italic>=–0.11; <italic>P</italic>&#62;.05; k=29).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Covolo et al (2017) [<xref ref-type="bibr" rid="ref104">104</xref>]</td>
                    <td>39 (40)</td>
                    <td>Narrative synthesis of RCTs</td>
                    <td>Mobile apps</td>
                    <td>BMI and waist circumference; various physical activity levels; fruit and vegetable intake, high-sugar food intake, smoking cessation, and number of drinking days</td>
                    <td> 6 months-2 years</td>
                    <td>Only 25% (10/40) of RCTs found statistical differences between intervention and control groups.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Armanasco et al (2017) [<xref ref-type="bibr" rid="ref101">101</xref>]</td>
                    <td>35 (51)</td>
                    <td>Meta-analysis of RCTs and quasiexperimental studies</td>
                    <td>Text messaging</td>
                    <td>Weight, level of physical activity, and smoking cessation</td>
                    <td>1 to 66 weeks</td>
                    <td>The overall pooled effect of interventions was Cohen <italic>d</italic>=0.24 (95% CI 0.16 to 0.32; <italic>P</italic>&#60;.001; k=35) using outcome data collected most proximal to the intervention end. 7 studies collected data following a no-intervention maintenance period and showed a small but significant pooled maintenance effect (Cohen <italic>d</italic>=0.17; 95% CI 0.03 to 0.31; <italic>P</italic>=.017; k=7).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Head et al (2013) [<xref ref-type="bibr" rid="ref107">107</xref>]</td>
                    <td>12 (19)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Text messaging</td>
                    <td>Smoking cessation, weight loss, and level of physical activity</td>
                    <td>Mean 81.26 days</td>
                    <td>The overall weighted mean effect size representing the impact of these interventions on health outcomes was Cohen <italic>d</italic>=0.329 (95% CI 0.274 to 0.385; <italic>P</italic>&#60;.001). Correlations between effect size and follow-up (<italic>r</italic><sub>18</sub>=−.12; <italic>P</italic>=.62) and effect size and retention (<italic>r</italic><sub>18</sub>=.14; <italic>P</italic>=.56) were not statistically significant. Effect sizes for interventions that employed no-treatment control groups (Cohen <italic>d</italic>=0.369), however, were significantly larger than those that employed alternative comparisons (Cohen <italic>d</italic>=0.226; <italic>Q</italic><italic><sub>B</sub></italic>=.5.16, df=1; <italic>P</italic>=.02).</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>De Leon et al (2014) [<xref ref-type="bibr" rid="ref106">106</xref>]</td>
                    <td>55 (55)</td>
                    <td>Narrative synthesis of RCTs</td>
                    <td>Text messages and emails (prompts)</td>
                    <td>Smoking cessation, diet intake, and physical activity level</td>
                    <td>3 weeks-9 months</td>
                    <td>76% (42/55) of articles found statistically significant positive behavioral outcomes of prompts, the mode by which the prompt was sent did not seem to impact its success.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Rooke et al (2010) [<xref ref-type="bibr" rid="ref112">112</xref>]</td>
                    <td>34 (34)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Computer delivered</td>
                    <td>Abstinence and reduction for both smoking and alcohol</td>
                    <td>1-156 weeks</td>
                    <td>The weighted average effect size (Cohen <italic>d</italic>) was 0.20 (<italic>P</italic>&#60;.001); however, lower effect sizes were associated with studies addressing tobacco use (Cohen <italic>d</italic>=0.14). There was significant heterogeneity between studies targeting tobacco versus alcohol use (<italic>Q</italic>=5.65; <italic>P</italic>=.02), with studies on alcohol consumption producing significantly higher effect sizes than tobacco studies (Cohen <italic>d</italic>=0.26 and 0.12, respectively). Effect sizes were higher for studies in which the comparison condition was an attention/placebo (Cohen <italic>d</italic>=0.22) relative to studies in which the comparison condition was an active comparison (Cohen <italic>d</italic>=0.10); studies employing active treatments as the comparison condition mainly produced effect sizes close to zero.</td>
                    <td>Critically low</td>
                  </tr>
                  <tr valign="top">
                    <td colspan="9">
                      <bold>Nonactive controls</bold>
                    </td>
                  </tr>
                  <tr valign="top">
                    <td>
                      <break/>
                    </td>
                    <td>Krebs et al (2010) [<xref ref-type="bibr" rid="ref109">109</xref>]</td>
                    <td>76 (88)</td>
                    <td>Meta-analysis of RCTs</td>
                    <td>Computer-tailored interventions</td>
                    <td>Dietary intake of fat, vegetables, fruit; various levels of physical activity, and smoking abstinence over various timescales</td>
                    <td>1-24 months</td>
                    <td>The overall effect size was <italic>g</italic>=0.17 (95% CI 0.14 to 0.19) using a fixed effects model and <italic>g</italic>=0.17 using a random effects model (95% CI 0.14 to 0.20). Effects peak from 4 to 12 months postbaseline with a mean effect size of <italic>g</italic>=0.20, and while they decline after 12 months postbaseline, the mean effect size at long-term follow-up (<italic>g</italic>=0.12) remains to be statistically significant (95% CI 0.08 to 0.16). The meta-analysis found a trend for increasing effect sizes across studies that intervened on 1 (<italic>g</italic>=0.15), 2 (<italic>g</italic>=0.21), and 3 (<italic>g</italic>=0.24) areas of behavior, but this trend did not continue with the 1 study that intervened on 4 areas (<italic>g</italic>=0.12).</td>
                    <td>Low</td>
                  </tr>
                </tbody>
              </table>
              <table-wrap-foot>
                <fn id="table8fn1">
                  <p><sup>a</sup>RCT: randomized controlled trial.</p>
                </fn>
                <fn id="table8fn2">
                  <p><sup>b</sup>HbA<sub>1c</sub>: glycated hemoglobin.</p>
                </fn>
                <fn id="table8fn3">
                  <p><sup>c</sup>LDL: low-density lipoprotein.</p>
                </fn>
              </table-wrap-foot>
            </table-wrap>
            <p>Of the 3 reviews of mobile interventions, a review of SMS text messaging concluded that they were effective, but the narrative synthesis of apps was the only review in the other combinations category that did not find a preponderance of positive results [<xref ref-type="bibr" rid="ref104">104</xref>]. The effect sizes for the SMS text messaging interventions were small (Cohen <italic>d</italic>=0.24 [<xref ref-type="bibr" rid="ref101">101</xref>] and Cohen <italic>d</italic>=0.329 [<xref ref-type="bibr" rid="ref107">107</xref>]), and the effect sizes in the meta-analysis were heterogeneous [<xref ref-type="bibr" rid="ref107">107</xref>].</p>
            <p>Other modes of intervention continued in the pattern of positive, albeit small, effects. Computer-delivered interventions had a small effect (Cohen <italic>d=</italic>0.20) [<xref ref-type="bibr" rid="ref112">112</xref>]. Prompts delivered by SMS text messaging or email were effective in changing diet, physical activity, and smoking behaviors [<xref ref-type="bibr" rid="ref106">106</xref>].</p>
          </sec>
          <sec>
            <title>Relative Effect of Interventions by Number of Behaviors Targeted</title>
            <p>A total of 3 meta-analyses that compared interventions targeting single versus multiple areas of behaviors found that both types of interventions were effective but they differed in whether they found interventions with single or multiple targets to be more effective. A total of 2 meta-analyses of internet-based interventions found that the effect size of interventions targeting a single area of health behavior was not significantly different to the effect size of those targeting multiple areas of health behaviors, but the numerical difference was in favor of single-area studies (Cohen <italic>d</italic>=0.146 vs Cohen <italic>d</italic>=0.121 for multiple-behavior studies [<xref ref-type="bibr" rid="ref110">110</xref>]; Cohen <italic>d+</italic>=0.17 vs Cohen <italic>d+</italic>=0.12 [<xref ref-type="bibr" rid="ref113">113</xref>]). However, the computer feedback–based meta-analysis found a trend for increased effect sizes across studies that intervened in 1 (<italic>g</italic>=0.15), 2 (<italic>g</italic>=0.21), and 3 (<italic>g</italic>=0.24) areas of behavior, but this trend did not continue with the one study that intervened in 4 areas (<italic>g</italic>=0.12) [<xref ref-type="bibr" rid="ref109">109</xref>]. The review covered diet, physical activity, smoking cessation, and mammography.</p>
          </sec>
          <sec>
            <title>Relative Effect of Intervention by Area of Behaviors Targeted</title>
            <p>The review of SMS text messaging interventions found that interventions targeting smoking cessation and physical activity were more successful than interventions targeting other areas of health behavior, including alcohol and weight loss [<xref ref-type="bibr" rid="ref107">107</xref>]. In contrast, a review of computer-delivered interventions found that interventions targeting smoking had statistically significantly lower effect sizes than those targeting alcohol (Cohen <italic>d</italic>=0.26 and 0.12, respectively) [<xref ref-type="bibr" rid="ref112">112</xref>].</p>
          </sec>
          <sec>
            <title>Effect of Other Combination Interventions Compared With Nonactive Controls</title>
            <p>Digital interventions had their largest effect sizes when compared with nonactive controls; however, the effect sizes were generally small. Internet interventions had the largest effect size when compared with waitlists and placebos, but the effect sizes were small: Cohen <italic>d</italic>=0.28 [<xref ref-type="bibr" rid="ref105">105</xref>] and Cohen <italic>d</italic>=0.22 [<xref ref-type="bibr" rid="ref107">107</xref>]. Tailored websites had extremely small effect sizes when compared with no-treatment control conditions (Cohen <italic>d=</italic>0.07), and the effects were not statistically significant compared with nontailored print materials [<xref ref-type="bibr" rid="ref110">110</xref>]. There were medium effect sizes for SMS text messaging interventions that employed no-treatment control groups (Cohen <italic>d</italic>=0.369) [<xref ref-type="bibr" rid="ref107">107</xref>].</p>
          </sec>
          <sec>
            <title>Effect of Other Combination Interventions Compared With Active Controls</title>
            <p>The effects of digital interventions compared with active controls were very small or nonexistent.</p>
            <p>A total of 2 meta-analyses found that there was an extremely small effect size (Cohen <italic>d</italic>=0.08) [<xref ref-type="bibr" rid="ref110">110</xref>] or no significant difference [<xref ref-type="bibr" rid="ref105">105</xref>] when internet-based interventions were compared with sophisticated print interventions. There were larger effects in internet-based interventions that combined internet application with human support (blended care) [<xref ref-type="bibr" rid="ref102">102</xref>]. Computer-delivered interventions had very small effect sizes when the comparison condition was an active comparison (Cohen <italic>d</italic>=0.10); studies employing active treatments as the comparison condition mainly produced effect sizes close to zero [<xref ref-type="bibr" rid="ref112">112</xref>]. SMS text messaging interventions had small effect sizes compared with active comparisons (Cohen <italic>d</italic>=0.226), which was statistically significantly smaller than their effect size compared with the no-treatment control groups [<xref ref-type="bibr" rid="ref107">107</xref>].</p>
            <p>Although digital feedback was effective, it seems that it was no more effective than feedback delivered by nondigital means, and 2 reviews that examined feedback interventions found that the medium did not affect behavior change (SMS text messaging, print, email, telephone, newspaper articles [<xref ref-type="bibr" rid="ref106">106</xref>] and print, computer, telephone, etc [<xref ref-type="bibr" rid="ref109">109</xref>]).</p>
          </sec>
          <sec>
            <title>Sustainability of Effects at Follow-Up</title>
            <p>There was mixed evidence on the sustainability of interventions. A meta-analysis of internet-based interventions found the largest effect size at 1 month to 4 months [<xref ref-type="bibr" rid="ref105">105</xref>], but a meta-analysis of computer-tailored interventions found that effects peaked from 4 months to 12 months postbaseline [<xref ref-type="bibr" rid="ref109">109</xref>]. A total of 3 meta-analyses found that the correlation between effect size and follow-up was not significant for internet-based [<xref ref-type="bibr" rid="ref110">110</xref>], SMS text messaging [<xref ref-type="bibr" rid="ref107">107</xref>], or computer-delivered interventions [<xref ref-type="bibr" rid="ref112">112</xref>].</p>
            <p>The effects did seem to decline in the long run, and the 2 meta-analyses that explicitly examined effectiveness 1 year postintervention (for internet-based and computer-delivered interventions) found that the effect size declined, although it remained statistically significant [<xref ref-type="bibr" rid="ref102">102</xref>,<xref ref-type="bibr" rid="ref109">109</xref>].</p>
          </sec>
        </sec>
        <sec>
          <title>Adherence (Considered for All Behavioral Areas)</title>
          <p>Typically, adherence data were not reported. Where reported, there were generally decreases in program usage over the intervention period [<xref ref-type="bibr" rid="ref75">75</xref>]. Rates of attrition were variable and sometimes very high, for instance, in one diet review, it was 0% to 84% [<xref ref-type="bibr" rid="ref61">61</xref>] and in 2 smoking reviews it was ≥60% [<xref ref-type="bibr" rid="ref86">86</xref>] and 35% to 84% (median 70%) [<xref ref-type="bibr" rid="ref93">93</xref>]. Bucking the trend, a couple of reviews reported high adherence to digital physical activity interventions [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref60">60</xref>]. Many reviews found a dose-response relationship, whereby the effectiveness of the intervention was positively associated with dietary usage [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref61">61</xref>], weight loss [<xref ref-type="bibr" rid="ref47">47</xref>], smoking [<xref ref-type="bibr" rid="ref87">87</xref>,<xref ref-type="bibr" rid="ref90">90</xref>,<xref ref-type="bibr" rid="ref93">93</xref>,<xref ref-type="bibr" rid="ref103">103</xref>], and alcohol [<xref ref-type="bibr" rid="ref79">79</xref>]. However, there was no unanimity, for instance, one combination review found that the attrition rate was lower in internet-based interventions than in face-to-face settings [<xref ref-type="bibr" rid="ref103">103</xref>] and 2 others found no evidence that retention influenced outcomes [<xref ref-type="bibr" rid="ref107">107</xref>,<xref ref-type="bibr" rid="ref110">110</xref>].</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>We reviewed 94 systematic reviews and meta-analyses that examined the effectiveness of digital interventions in changing health-related behavior and improving health outcomes in the areas of diet, physical activity, diet and physical activity combined, alcohol consumption, and smoking cessation, alone or in any other combination. The effectiveness of digital interventions differed according to the area of health behavior reviewed. Small positive effects were evident in smoking- and alcohol-related interventions. Similar findings were observed in the combined diet and physical activity interventions, as well as in other outcome combinations. However, there was little evidence of the effectiveness of stand-alone diet interventions, and evidence of the effectiveness of physical activity interventions was mixed, with some consistently positive evidence for mobile interventions and some promising evidence for exergaming. Digital interventions were most effective in the short-to-mid term (approximately 3 to 6 months), but there was insufficient evidence about their long-term effect. Typically, they were more effective than no intervention. There is mixed evidence on their effectiveness compared with nondigital interventions.</p>
        <p>Our secondary objective was to identify differences in effectiveness between the modes of delivery of digital interventions. We identified internet-based interventions to be one of the more effective interventions for each area studied, except for physical activity alone. Mobile interventions were particularly effective for diet and physical activity combined (medium effects), but they were also effective for alcohol and smoking (small effects) and physical activity alone. Social media interventions were not effective for diet and physical activity combined (weight loss interventions), they had mixed effects for diet, and there was limited evidence for other areas. Computer-delivered technologies had small effects for smoking and alcohol consumption, but the effects for diet and physical activity were mixed.</p>
        <p>The effect sizes reported in the reviews were generally below the National Institute for Health Care Excellence (NICE) guidelines for effectiveness of interventions, although it was often difficult to compare results with NICE guidelines, as different measures were used.</p>
        <p>For weight management, NICE guideline PH53 (Recommendation 13) states that commissioned lifestyle weight management programs should have at least a 60% completion rate and should be likely to lead to an average weight loss of at least 3%, with at least 30% of participants losing at least 5% of their weight [<xref ref-type="bibr" rid="ref114">114</xref>]. It should be noted that this is based on all participants, that is, those who attend at least one session. For those <italic>completing</italic> the service, that is, attending at least 75% of sessions, the key performance indicator of 50% losing at least 5% has been set [<xref ref-type="bibr" rid="ref115">115</xref>]. In contrast, most reviews reported changes in weight in kilograms or changes in BMI, rather than percentage weight loss. The highest effect sizes for BMI in our review were −0.92 kg/m<sup>2</sup> [<xref ref-type="bibr" rid="ref49">49</xref>] and −0.43 kg/m<sup>2</sup> [<xref ref-type="bibr" rid="ref38">38</xref>], which are extremely unlikely to represent a 3% or 5% weight loss in individuals with overweight or obesity. The largest changes in weight found in the reviews of digital interventions were −2.71 kg in one study [<xref ref-type="bibr" rid="ref72">72</xref>] and −2.56 kg in one meta-analysis [<xref ref-type="bibr" rid="ref71">71</xref>]. In comparison, the Hartman-Boyce evidence review that supports NICE guideline PH53 found an average effect size of −2.59 kg for face-to-face services at 12 months (intention-to-treat analysis) [<xref ref-type="bibr" rid="ref116">116</xref>]. Most effect sizes from digital interventions did not reach the effect size of face-to-face services.</p>
        <p>For smoking, the national outcome measure for stop smoking services is 4-week quits. Smokers attempting to stop without additional support generally have a success rate of 25% at 4 weeks for carbon monoxide–validated quits and a success rate of about 35% at 4 weeks for self-reported quits [<xref ref-type="bibr" rid="ref117">117</xref>]. Therefore, to show an impact, services must achieve success rates equivalent to or in excess of these rates that smokers achieve without support. Patients who receive stop smoking service support (behavioral support and pharmacotherapy) are 3 times more likely to quit than those with no support [<xref ref-type="bibr" rid="ref118">118</xref>], and there is a cessation rate of 35% for brief intervention services but only at the 4-week point [<xref ref-type="bibr" rid="ref117">117</xref>]. It is difficult to compare the results of our review with these services because the outcomes of digital smoking interventions are often expressed as ORs for smoking cessation rather than cessation rates. The only available review that used cessation rates demonstrated a cessation rate of 14.8% [<xref ref-type="bibr" rid="ref92">92</xref>]. This is lower than the observed rate from stop smoking services or brief advice, but the follow-up point was considerably later and cessation rates decreased over time.</p>
        <p>For alcohol, the average weekly reduction in drinking from brief advice interventions is 20 g of alcohol (about 2.5 UK units) [<xref ref-type="bibr" rid="ref119">119</xref>], so the reductions in weekly alcohol consumption achieved by digital alcohol interventions are comparable when including all interventions (22 g of alcohol or 3 UK units) but lower if one restricts attention to high-quality evidence (11 g of alcohol or 1.5 UK units) [<xref ref-type="bibr" rid="ref77">77</xref>].</p>
        <p>To the extent that the effectiveness of digital interventions is below the NICE guidelines, doctors and organizations should be cautious about recommending them to patients who would benefit from behavior change in the 4 areas of our review. However, it may be valuable to recommend them to people who refuse a face-to-face intervention. On the basis of the evidence that we found, digital interventions for weight loss should combine diet and exercise unless they are mobile interventions targeting physical activity.</p>
        <p>For digital interventions for both smoking and combined diet and physical activity, there were studies showing significant health effects but not significant behavioral effects. This seems paradoxical. However, it is possible that even a small increase in physical activity or a small improvement in diet, which may not be statistically significant, can improve health markers over an intervention period, particularly in the most inactive and less fit individuals. Light physical activity is beneficial for health outcomes, including cardiometabolic risk factors [<xref ref-type="bibr" rid="ref120">120</xref>]. We also noted that, although statistically significant, the health effects are small and possibly not meaningful.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Owing to the rapid nature of our review, we did not perform full hand searches or consult experts. This may mean that we overlooked some reviews. At the other end of the spectrum, by reviewing reviews, there is the possibility that some studies were double counted if they were covered in more than one review.</p>
        <p>Our ability to make inferences from the literature reviewed is limited for the following reasons.</p>
        <p>Heterogeneity was consistently high across reviews. Heterogeneity of effects probably reflects heterogeneity of interventions, which could be a consequence of rapid advances in digital devices and systems. There were also heterogeneous outcome measures. As the reviews covered different types of digital interventions and outcome measures, it was difficult to make comparisons. Differing outcome measures may have differentially impacted the effectiveness of modes of intervention or the general effectiveness of interventions in the areas we investigated. For instance, smaller effect sizes were reported in studies addressing smoking use than in studies on alcohol consumption, possibly because studies addressing alcohol use tended to use reductions in drinking behavior as their outcome variable, while studies addressing smoking use tended to apply the more stringent standard of abstinence [<xref ref-type="bibr" rid="ref112">112</xref>].</p>
        <p>Follow-up times were relatively short, so we cannot know if behavior change would be sustained in the long term. Some trials only provided behavioral data, so we cannot be sure of health outcomes. A review of physical activity found that the average rate of sustained use of digital health interventions over 10 weeks was 50% [<xref ref-type="bibr" rid="ref64">64</xref>]. This is consistent with the findings of another systematic review on physical activity apps, which concluded that apps are effective in the short term (up to 3 months) but not longer [<xref ref-type="bibr" rid="ref121">121</xref>].</p>
        <p>Most trials reported intent-to-treat analysis, and typically, adherence data were not reported. This makes it difficult to assess nonsignificant effects to determine whether they resulted from ineffectiveness of treatment or from nonadherence. Where attrition rates were reported, they were often high.</p>
        <p>Anecdotally, digital interventions are being used both to supplement and replace face-to-face services. However, most reviews did not discriminate between these functions. In the domain of weight loss, 5 reviews reported enhanced effects on weight loss in interventions that incorporated personal contact or counseling [<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref54">54</xref>,<xref ref-type="bibr" rid="ref57">57</xref>,<xref ref-type="bibr" rid="ref62">62</xref>,<xref ref-type="bibr" rid="ref74">74</xref>]. One meta-analysis showed that infrequent in-person treatment was superior in limiting weight gain to computer-based interventions (mean difference 0.5 kg). Digital interventions that particularly benefit from involving people alongside are thought to include sensitive tailoring of feedback [<xref ref-type="bibr" rid="ref57">57</xref>,<xref ref-type="bibr" rid="ref62">62</xref>] and social support [<xref ref-type="bibr" rid="ref54">54</xref>].</p>
        <p>Confidence ratings were critically low in 79 of 93 reviews (85%). However, when isolated, those reviews that were rated critically low presented findings that were consistent with the overall findings: equivocal evidence on effectiveness for diet or physical activity outcomes but consistent findings of short-term effects for alcohol, smoking, and other combined outcomes.</p>
        <p>Even when the AMSTAR-2 [<xref ref-type="bibr" rid="ref16">16</xref>] ratings were moderated (so that justifying any publication language inclusion criterion and providing a list of justifications for excluding reviews were no longer considered critical flaws), 74 of 93 (80%) reviews were rated critically low. During the generation of confidence ratings, it was noted that many reviews failed to satisfy items 2 and 13. These are considered critical items for all review types. Item 2 specifies that, as a minimum, reviews state that a protocol containing research questions, search strategy, inclusion/exclusion criteria, and a risk of bias assessment was completed before conducting the review. Item 13 dictates that reviews should account for the risk of bias in individual studies when interpreting/discussing the results of the review. The inclusion of these items in the AMSTAR-2 rating may represent an aspiration to improve standards. Our AMSTAR-2 quality ratings are consistent with other evidence that suggests that it is possible to satisfy PRISMA standards yet still have poor methodological quality [<xref ref-type="bibr" rid="ref122">122</xref>]. However, judging reviews according to such high standards, such that they are virtually all rated as being very low, masks the differences in quality.</p>
      </sec>
      <sec>
        <title>Future Research Work</title>
        <p>This is the first review of reviews on the effectiveness of digital interventions with such a large scope. It summarizes the state of our knowledge of digital interventions for health improvement behaviors in nonclinical populations. However, the literature could be developed to be more helpful for professionals and organizations who need to decide whether to promote digital interventions, which ones to promote, which areas of behaviors to promote them for, and who to promote them to.</p>
        <p>For policy purposes, reviews with mixed controls are of limited use. It matters whether a digital intervention is being compared with no intervention or an active nondigital control. It also matters whether the intervention is a stand-alone digital intervention or whether digital is being used as an adjunct to face-to-face services. We cannot assume that a digital intervention that is successful as an adjunct will also be successful as a stand-alone intervention. Therefore, reviews are needed to separately summarize the evidence base for these different ways of using digital interventions. It could be helpful to have well-structured and coordinated reviews that collate a high-level picture for each area of behavior, which can be updated on a regular basis. We need comparisons with national measures of effectiveness, such as the NICE guidelines, to more easily influence policy.</p>
        <p>We also need reviews that can help us determine which interventions are most effective. In the future, it would be helpful to conduct comparative research on the mode of delivery of digital interventions (including comparisons of effect sizes), so that we can determine the most promising interventions for further development. There was also a lack of evidence about the long-term effects of interventions, and more studies on the sustainability of behavior change after digital interventions are needed. It would be especially useful to have this information in comparison with active controls.</p>
        <p>Professionals also need to know who should be recommended digital interventions. Therefore, it would also be useful to know whether effect sizes are consistent across various subgroups of the population or whether digital interventions have different effects in different subgroups. We were not specifically looking for this information, but the reviews that were surveyed had mixed findings about whether the effectiveness of digital interventions varied with sex and age. Three meta-analyses found no significant association between sex and effect size or age and effect size [<xref ref-type="bibr" rid="ref102">102</xref>,<xref ref-type="bibr" rid="ref109">109</xref>,<xref ref-type="bibr" rid="ref110">110</xref>]. However, one study found that the effect of interventions declined as age increased [<xref ref-type="bibr" rid="ref105">105</xref>]. There may also be sex-based differences in adherence, and it is plausible, though not proven, that adherence moderates effect size. One narrative synthesis found that women and middle-aged participants were more likely to use web-based intervention services than men and younger participants, and women were more adherent to the overall intervention [<xref ref-type="bibr" rid="ref103">103</xref>]. There is even less information about differential effects according to socioeconomic status (SES). In the domain of smoking, one review found that the relative effectiveness of technology-based interventions appeared to be comparable between low- and high-SES groups [<xref ref-type="bibr" rid="ref83">83</xref>].</p>
        <p>The acceptability of digital interventions to their target users also warrants further study. In one review of digital interventions of addictive behaviors, participants expressed a preference for internet-based services because of the convenience and increased confidentiality, and individuals who might not otherwise seek treatment said they would consider an internet-based intervention [<xref ref-type="bibr" rid="ref103">103</xref>].</p>
        <p>Providers may be drawn to digital tools in the hope that they are cost-effective. While not the purpose of our review of reviews, we noted insufficient evidence in the reviews to draw any preliminary inferences about the cost-effectiveness of digital interventions. The evidence from the reviews was mixed. There was evidence in favor (internet-based health interventions [<xref ref-type="bibr" rid="ref41">41</xref>]), evidence against (adaptive e-learning interventions [<xref ref-type="bibr" rid="ref22">22</xref>]), and mixed evidence: 1 of 3 (33%) web-based interventions was cost-effective compared with in-person interventions at 6 months [<xref ref-type="bibr" rid="ref52">52</xref>]. Cost-effectiveness may also depend on whether digital interventions supplement or replace face-to-face interventions. Cost-threshold analyses indicated that some form of electronic intervention is likely to be cost-effective when added to nonelectronic behavioral support, but there is substantial uncertainty with regard to determining the most effective (thus most cost-effective) type of electronic intervention, which warrants further research [<xref ref-type="bibr" rid="ref84">84</xref>]. Future work will need to investigate cost-effectiveness to allocate resources to developing the most promising digital tools.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Our review of reviews summarizes the state of our knowledge of digital interventions for health improvement behaviors in nonclinical populations. We found positive but small effects for digital interventions that targeted diet and physical activity combined, greater effects—but still small—for smoking and alcohol consumption, and positive, medium-sized effects for mobile interventions for physical activity alone. More high-quality research is needed to assess the sustainability of the effects of digital interventions in the long term, the differences between modes of delivery for digital interventions, their effect on different population subgroups, their cost-effectiveness compared with existing behavior change approaches, and in particular whether they are better used as an adjunct to or replacement for face-to-face treatment. We need the answers to these questions to be able to make an informed decision about whether digital behavior change tools should be integrated into the NHS Health Check program.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) checklist.</p>
        <media xlink:href="jmir_v23i5e19688_app1.doc" xlink:title="DOC File , 63 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Search strategy.</p>
        <media xlink:href="jmir_v23i5e19688_app2.docx" xlink:title="DOCX File , 20 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Data extraction form.</p>
        <media xlink:href="jmir_v23i5e19688_app3.doc" xlink:title="DOC File , 98 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>List of excluded reviews.</p>
        <media xlink:href="jmir_v23i5e19688_app4.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 20 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Breakdown of the reviews included in the study.</p>
        <media xlink:href="jmir_v23i5e19688_app5.docx" xlink:title="DOCX File , 16 KB"/>
      </supplementary-material>
      <supplementary-material id="app6">
        <label>Multimedia Appendix 6</label>
        <p>Key characteristics of the included studies.</p>
        <media xlink:href="jmir_v23i5e19688_app6.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 43 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CVD</term>
          <def>
            <p>cardiovascular disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">NHS</term>
          <def>
            <p>National Health Service</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">NICE</term>
          <def>
            <p>National Institute for Health Care Excellence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PHE</term>
          <def>
            <p>Public Health England</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">RR</term>
          <def>
            <p>risk ratio</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">SES</term>
          <def>
            <p>socioeconomic status</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">SMD</term>
          <def>
            <p>standardized mean difference</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors are grateful to Nicola Pearse-Smith for conducting the searches, Rachel Clarke for advice, and Shevez Jeffers for help with the copyediting. This work was funded by Public Health England (PHE). The authors were employed by, or were interns at, PHE when researching this paper. AY was affiliated with the Centre for Diet and Activity Research, MRC Epidemiology Unit, University of Cambridge, when this work was undertaken and is currently affiliated with the Department of Public Health, Environments &#38; Society, Faculty of Public Health &#38; Policy, London School of Hygiene &#38; Tropical Medicine.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>UK Factsheet</article-title>
          <source>British Heart Foundation</source>
          <year>2021</year>
          <month>03</month>
          <access-date>2021-03-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bhf.org.uk/-/media/files/research/heart-statistics/bhf-cvd-statistics-uk-factsheet.pdf">https://www.bhf.org.uk/-/media/files/research/heart-statistics/bhf-cvd-statistics-uk-factsheet.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>The NHS Long Term Plan</article-title>
          <source>National Health Service Long Term Plan</source>
          <year>2019</year>
          <month>01</month>
          <day>07</day>
          <access-date>2021-03-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.longtermplan.nhs.uk/wp-content/uploads/2019/08/nhs-long-term-plan-version-1.2.pdf">https://www.longtermplan.nhs.uk/wp-content/uploads/2019/08/nhs-long-term-plan-version-1.2.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>Prevention is better than cure: our vision to help you live well for longer</article-title>
          <source>Department of Health and Social Care</source>
          <year>2018</year>
          <month>01</month>
          <day>23</day>
          <access-date>2021-03-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://assets.publishing.service.gov.uk/government/uploads/system/uploads/attachment_data/file/753688/Prevention_is_better_than_cure_5-11.pdf">https://assets.publishing.service.gov.uk/government/uploads/system/uploads/attachment_data/file/753688/Prevention_is_better_than_cure_5-11.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>NHS Health Check Best Practice Guidance</article-title>
          <source>Public Health England</source>
          <year>2016</year>
          <access-date>2021-04-20</access-date>
          <publisher-name>Public Health England</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.networks.nhs.uk/nhs-networks/healthcare-science/chief-scientific-officers-16-17-workstreams/diagnostics-supporting-mental-health-t-f-group/lab-in-a-bag-training-workshops/nhs-health-check-best-practice-guidance">https://www.networks.nhs.uk/nhs-networks/healthcare-science/chief-scientific-officers-16-17-workstreams/diagnostics-supporting-mental-health-t-f-group/lab-in-a-bag-training-workshops/nhs-health-check-best-practice-guidance</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Public Health England</collab>
          </person-group>
          <article-title>NHS Health Check: stocktake and action plan</article-title>
          <source>gov.uk</source>
          <year>2018</year>
          <month>01</month>
          <day>23</day>
          <access-date>2021-03-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gov.uk/government/publications/nhs-health-check-stocktake-and-action-plan#:~:text=This%20stocktake%20and%20action%20plan,in%20the%20next%205%20years">https://www.gov.uk/government/publications/nhs-health-check-stocktake-and-action-plan#:~:text=This%20stocktake%20and%20action%20plan,in%20the%20next%205%20years</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clifton</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Keogh</surname>
              <given-names>JB</given-names>
            </name>
          </person-group>
          <article-title>Effects of different weight loss approaches on CVD risk</article-title>
          <source>Curr Atheroscler Rep</source>
          <year>2018</year>
          <month>4</month>
          <day>25</day>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1007/s11883-018-0728-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Physical Activity</collab>
            <collab>Health Improvement and Protection</collab>
          </person-group>
          <article-title>Start Active, Stay Active: A report on physical activity from the four home countries’ Chief Medical Officers</article-title>
          <source>Department of Health</source>
          <year>2011</year>
          <month>07</month>
          <day>11</day>
          <access-date>2021-03-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://assets.publishing.service.gov.uk/government/uploads/system/uploads/attachment_data/file/830943/withdrawn_dh_128210.pdf">https://assets.publishing.service.gov.uk/government/uploads/system/uploads/attachment_data/file/830943/withdrawn_dh_128210.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>World Health Organisation</collab>
          </person-group>
          <article-title>Fact sheet about health benefits of smoking cessation</article-title>
          <source>World Health Organisation</source>
          <year>2019</year>
          <access-date>2021-03-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/tobacco/quitting/benefits/en/">https://www.who.int/tobacco/quitting/benefits/en/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dale</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Zuccolo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Silverwood</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ye</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Prieto-Merino</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dehghan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Trompet</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cavadino</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Drogan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Padmanabhan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yesupriya</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Leusink</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sundstrom</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hubacek</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Pikhart</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Swerdlow</surname>
              <given-names>DI</given-names>
            </name>
            <name name-style="western">
              <surname>Panayiotou</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Borinskaya</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Finan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kuchenbaecker</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Engmann</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Folkersen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Eriksson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ricceri</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Melander</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Sacerdote</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Gamble</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Rayaprolu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>OA</given-names>
            </name>
            <name name-style="western">
              <surname>McLachlan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vikhireva</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Sluijs</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Adamkova</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Flicker</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bockxmeer van</surname>
              <given-names>FM</given-names>
            </name>
            <name name-style="western">
              <surname>Power</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Marques-Vidal</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Meade</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Marmot</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Ferro</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Paulos-Pinheiro</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Humphries</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Talmud</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mateo Leach</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Verweij</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Linneberg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Skaaby</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Doevendans</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Cramer</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>van der Harst</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Klungel</surname>
              <given-names>OH</given-names>
            </name>
            <name name-style="western">
              <surname>Dowling</surname>
              <given-names>NF</given-names>
            </name>
            <name name-style="western">
              <surname>Dominiczak</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Kumari</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nicolaides</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Weikert</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Boeing</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ebrahim</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gaunt</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Price</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Lannfelt</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Peasey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kubinova</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pajak</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Malyutina</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Voevoda</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>Tamosiunas</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Maitland-van der Zee</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Norman</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Hankey</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bergmann</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Hofman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Franco</surname>
              <given-names>OH</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Palmen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Spiering</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>de Jong</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Kuh</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hardy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Uitterlinden</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Ikram</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Ford</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hyppönen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Almeida</surname>
              <given-names>OP</given-names>
            </name>
            <name name-style="western">
              <surname>Wareham</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Khaw</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Hamsten</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Husemoen</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Tjønneland</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tolstrup</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Rimm</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Beulens</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Verschuren</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Onland-Moret</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Hofker</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Wannamethee</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Whincup</surname>
              <given-names>PH</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Vicente</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Watkins</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Farrall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jukema</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Meschia</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cupples</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fornage</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kooperberg</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>LaCroix</surname>
              <given-names>AZ</given-names>
            </name>
            <name name-style="western">
              <surname>Dai</surname>
              <given-names>JY</given-names>
            </name>
            <name name-style="western">
              <surname>Lanktree</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Siscovick</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Jorgenson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Spring</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Coresh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>YR</given-names>
            </name>
            <name name-style="western">
              <surname>Buxbaum</surname>
              <given-names>SG</given-names>
            </name>
            <name name-style="western">
              <surname>Schreiner</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ellison</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Tsai</surname>
              <given-names>MY</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Redline</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Hoogeveen</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Hakonarson</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Rotter</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Boerwinkle</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>de Bakker</surname>
              <given-names>PI</given-names>
            </name>
            <name name-style="western">
              <surname>Kivimaki</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Asselbergs</surname>
              <given-names>FW</given-names>
            </name>
            <name name-style="western">
              <surname>Sattar</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lawlor</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Whittaker</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Davey Smith</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mukamal</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Psaty</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Lange</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Hamidovic</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hingorani</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Nordestgaard</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Bobak</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Leon</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Langenberg</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Palmer</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Reiner</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Keating</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dudbridge</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Casas</surname>
              <given-names>J P</given-names>
            </name>
            <collab>InterAct Consortium</collab>
          </person-group>
          <article-title>Association between alcohol and cardiovascular disease: Mendelian randomisation analysis based on individual participant data</article-title>
          <source>Br Med J</source>
          <year>2014</year>
          <month>07</month>
          <day>10</day>
          <volume>349</volume>
          <fpage>g4164</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=25011450"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.g4164</pub-id>
          <pub-id pub-id-type="medline">25011450</pub-id>
          <pub-id pub-id-type="pmcid">PMC4091648</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hollands</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>French</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Prevost</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Sutton</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Marteau</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>The impact of communicating genetic risks of disease on risk-reducing health behaviour: systematic review with meta-analysis</article-title>
          <source>Br Med J</source>
          <year>2016</year>
          <month>03</month>
          <day>15</day>
          <volume>352</volume>
          <fpage>1</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1136/bmj.i1102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shefer</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Silarova</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Usher-Smith</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The response to receiving phenotypic and genetic coronary heart disease risk scores and lifestyle advice – a qualitative study</article-title>
          <source>BMC Public Health</source>
          <year>2016</year>
          <month>12</month>
          <day>3</day>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>11</lpage>
          <pub-id pub-id-type="doi">10.1186/s12889-016-3867-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Silarova</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lucas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Butterworth</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Di Angelantonio</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Girling</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lawrence</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mackintosh</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Shefer</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Tolkien</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Usher-Smith</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Danesh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Information and Risk Modification Trial (INFORM): design of a randomised controlled trial of communicating different types of information about coronary heart disease risk, alongside lifestyle advice, to achieve change in health-related behaviour</article-title>
          <source>BMC Public Health</source>
          <year>2015</year>
          <month>09</month>
          <day>07</day>
          <volume>15</volume>
          <fpage>868</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/s12889-015-2192-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12889-015-2192-5</pub-id>
          <pub-id pub-id-type="medline">26345710</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12889-015-2192-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC4562192</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Silarova</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Usher-Smith</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Lucas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Shefer</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Girling</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lawrence</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tolkien</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Butterworth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Di Angelantonio</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Danesh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Effect of communicating phenotypic and genetic risk of coronary heart disease alongside web-based lifestyle advice: the INFORM Randomised Controlled Trial</article-title>
          <source>Heart</source>
          <year>2019</year>
          <month>07</month>
          <volume>105</volume>
          <issue>13</issue>
          <fpage>982</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1136/heartjnl-2018-314211</pub-id>
          <pub-id pub-id-type="medline">30928969</pub-id>
          <pub-id pub-id-type="pii">heartjnl-2018-314211</pub-id>
          <pub-id pub-id-type="pmcid">PMC6582721</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Hekler</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Andersson</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>LiM</given-names>
            </name>
            <name name-style="western">
              <surname>Doherty</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hollis</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rivera</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wyatt</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Evaluating digital health interventions: key questions and approaches</article-title>
          <source>Am J Prev Med</source>
          <year>2016</year>
          <month>11</month>
          <volume>51</volume>
          <issue>5</issue>
          <fpage>843</fpage>
          <lpage>851</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27745684"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2016.06.008</pub-id>
          <pub-id pub-id-type="medline">27745684</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(16)30229-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC5324832</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <collab>PRISMA Group</collab>
          </person-group>
          <article-title>Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement</article-title>
          <source>Ann Intern Med</source>
          <year>2009</year>
          <month>08</month>
          <day>18</day>
          <volume>151</volume>
          <issue>4</issue>
          <fpage>264</fpage>
          <lpage>9, W64</lpage>
          <pub-id pub-id-type="doi">10.7326/0003-4819-151-4-200908180-00135</pub-id>
          <pub-id pub-id-type="medline">19622511</pub-id>
          <pub-id pub-id-type="pii">0000605-200908180-00135</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shea</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Reeves</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Thuku</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hamel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Moran</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tugwell</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kristjansson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Henry</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>AMSTAR 2: a critical appraisal tool for systematic reviews that include randomised or non-randomised studies of healthcare interventions, or both</article-title>
          <source>Br Med J</source>
          <year>2017</year>
          <month>09</month>
          <day>21</day>
          <volume>358</volume>
          <fpage>j4008</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=28935701"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.j4008</pub-id>
          <pub-id pub-id-type="medline">28935701</pub-id>
          <pub-id pub-id-type="pmcid">PMC5833365</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carey</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A taxonomy of modes of delivery of behaviour change interventions: development and evaluation</article-title>
          <source>The European Health Psychologist</source>
          <year>2017</year>
          <month>12</month>
          <day>31</day>
          <conf-name>European Health Psychology Society Conference</conf-name>
          <conf-date>2017</conf-date>
          <conf-loc>Padova, Italy</conf-loc>
          <fpage>666</fpage>
          <lpage>666</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://osf.io/d4qyk/"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Statistical Power Analysis for the Behavioral Sciences</source>
          <year>1988</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Routledge</publisher-name>
          <fpage>1</fpage>
          <lpage>546</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Olivier</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>May</surname>
              <given-names>Wl</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>Ml</given-names>
            </name>
          </person-group>
          <article-title>Relative effect sizes for measures of risk</article-title>
          <source>Commun Stat Theory Methods</source>
          <year>2017</year>
          <month>03</month>
          <day>23</day>
          <volume>46</volume>
          <issue>14</issue>
          <fpage>6774</fpage>
          <lpage>81</lpage>
          <pub-id pub-id-type="doi">10.1080/03610926.2015.1134575</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>LE</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sevick</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Self-monitoring in weight loss: a systematic review of the literature</article-title>
          <source>J Am Diet Assoc</source>
          <year>2011</year>
          <month>01</month>
          <volume>111</volume>
          <issue>1</issue>
          <fpage>92</fpage>
          <lpage>102</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21185970"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jada.2010.10.008</pub-id>
          <pub-id pub-id-type="medline">21185970</pub-id>
          <pub-id pub-id-type="pii">S0002-8223(10)01644-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC3268700</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>DiFilippo</surname>
              <given-names>KN</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Andrade</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Chapman-Novakofski</surname>
              <given-names>KM</given-names>
            </name>
          </person-group>
          <article-title>The use of mobile apps to improve nutrition outcomes: a systematic literature review</article-title>
          <source>J Telemed Telecare</source>
          <year>2015</year>
          <month>07</month>
          <volume>21</volume>
          <issue>5</issue>
          <fpage>243</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1177/1357633X15572203</pub-id>
          <pub-id pub-id-type="medline">25680388</pub-id>
          <pub-id pub-id-type="pii">1357633X15572203</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Felix</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Miners</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ferguson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Free</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lock</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Landon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Adaptive e-learning to improve dietary behaviour: a systematic review and cost-effectiveness analysis</article-title>
          <source>Health Technol Assess</source>
          <year>2011</year>
          <month>10</month>
          <volume>15</volume>
          <issue>37</issue>
          <fpage>1</fpage>
          <lpage>160</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3310/hta15370"/>
          </comment>
          <pub-id pub-id-type="doi">10.3310/hta15370</pub-id>
          <pub-id pub-id-type="medline">22030014</pub-id>
          <pub-id pub-id-type="pmcid">PMC4781244</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCarroll</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Eyles</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ni Mhurchu</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of mobile health (mHealth) interventions for promoting healthy eating in adults: A systematic review</article-title>
          <source>Prev Med</source>
          <year>2017</year>
          <month>12</month>
          <volume>105</volume>
          <fpage>156</fpage>
          <lpage>68</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2017.08.022</pub-id>
          <pub-id pub-id-type="medline">28882743</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(17)30308-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bock</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jarczok</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Litaker</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Community-based efforts to promote physical activity: a systematic review of interventions considering mode of delivery, study quality and population subgroups</article-title>
          <source>J Sci Med Sport</source>
          <year>2014</year>
          <month>05</month>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>276</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jsams.2013.04.009</pub-id>
          <pub-id pub-id-type="medline">23693030</pub-id>
          <pub-id pub-id-type="pii">S1440-2440(13)00096-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bort-Roig</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gilson</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Puig-Ribera</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Contreras</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Trost</surname>
              <given-names>SG</given-names>
            </name>
          </person-group>
          <article-title>Measuring and influencing physical activity with smartphone technology: a systematic review</article-title>
          <source>Sports Med</source>
          <year>2014</year>
          <month>05</month>
          <volume>44</volume>
          <issue>5</issue>
          <fpage>671</fpage>
          <lpage>86</lpage>
          <pub-id pub-id-type="doi">10.1007/s40279-014-0142-5</pub-id>
          <pub-id pub-id-type="medline">24497157</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bottorff</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Seaton</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Caperchione</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Oliffe</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>More</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jaffer-Hirji</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Tillotson</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>An updated review of interventions that include promotion of physical activity for adult men</article-title>
          <source>Sports Med</source>
          <year>2015</year>
          <month>06</month>
          <volume>45</volume>
          <issue>6</issue>
          <fpage>775</fpage>
          <lpage>800</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25430599"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s40279-014-0286-3</pub-id>
          <pub-id pub-id-type="medline">25430599</pub-id>
          <pub-id pub-id-type="pmcid">PMC4440891</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buchholz</surname>
              <given-names>SW</given-names>
            </name>
            <name name-style="western">
              <surname>Wilbur</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ingram</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fogg</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Physical activity text messaging interventions in adults: a systematic review</article-title>
          <source>Worldviews Evid Based Nurs</source>
          <year>2013</year>
          <month>08</month>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>163</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1111/wvn.12002</pub-id>
          <pub-id pub-id-type="medline">23746267</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cheatham</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stull</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Fantigrassi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Motel</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>The efficacy of wearable activity tracking technology as part of a weight loss program: a systematic review</article-title>
          <source>J Sports Med Phys Fitness</source>
          <year>2018</year>
          <month>04</month>
          <volume>58</volume>
          <issue>4</issue>
          <fpage>534</fpage>
          <lpage>48</lpage>
          <pub-id pub-id-type="doi">10.23736/S0022-4707.17.07437-0</pub-id>
          <pub-id pub-id-type="medline">28488834</pub-id>
          <pub-id pub-id-type="pii">S0022-4707.17.07437-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davies</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Spence</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Vandelanotte</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Caperchione</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Mummery</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Meta-analysis of internet-delivered interventions to increase physical activity levels</article-title>
          <source>Int J Behav Nutr Phys Act</source>
          <year>2012</year>
          <month>04</month>
          <day>30</day>
          <volume>9</volume>
          <fpage>52</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijbnpa.biomedcentral.com/articles/10.1186/1479-5868-9-52"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1479-5868-9-52</pub-id>
          <pub-id pub-id-type="medline">22546283</pub-id>
          <pub-id pub-id-type="pii">1479-5868-9-52</pub-id>
          <pub-id pub-id-type="pmcid">PMC3464872</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Direito</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Carraça</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rawstorn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Whittaker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Maddison</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>mHealth technologies to influence physical activity and sedentary behaviors: behavior change techniques, systematic review and meta-analysis of randomized controlled trials</article-title>
          <source>Ann Behav Med</source>
          <year>2017</year>
          <month>04</month>
          <volume>51</volume>
          <issue>2</issue>
          <fpage>226</fpage>
          <lpage>239</lpage>
          <pub-id pub-id-type="doi">10.1007/s12160-016-9846-0</pub-id>
          <pub-id pub-id-type="medline">27757789</pub-id>
          <pub-id pub-id-type="pii">10.1007/s12160-016-9846-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elavsky</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Knapova</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Klocek</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Smahel</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Mobile health interventions for physical activity, sedentary behavior, and sleep in adults aged 50 years and older: a systematic literature review</article-title>
          <source>J Aging Phys Act</source>
          <year>2019</year>
          <month>08</month>
          <day>01</day>
          <volume>27</volume>
          <issue>4</issue>
          <fpage>565</fpage>
          <lpage>593</lpage>
          <pub-id pub-id-type="doi">10.1123/japa.2017-0410</pub-id>
          <pub-id pub-id-type="medline">30507266</pub-id>
          <pub-id pub-id-type="pii">japa.2017-0410</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freak-Poli</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cumpston</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Peeters</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Clemes</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Workplace pedometer interventions for increasing physical activity</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2013</year>
          <month>04</month>
          <day>30</day>
          <issue>4</issue>
          <fpage>CD009209</fpage>
          <pub-id pub-id-type="doi">10.1002/14651858.CD009209.pub2</pub-id>
          <pub-id pub-id-type="medline">23633368</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>George</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Kolt</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Caperchione</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Mummery</surname>
              <given-names>WK</given-names>
            </name>
            <name name-style="western">
              <surname>Vandelanotte</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Noakes</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A review of the effectiveness of physical activity interventions for adult males</article-title>
          <source>Sports Med</source>
          <year>2012</year>
          <month>04</month>
          <day>01</day>
          <volume>42</volume>
          <issue>4</issue>
          <fpage>281</fpage>
          <lpage>300</lpage>
          <pub-id pub-id-type="doi">10.2165/11597220-000000000-00000</pub-id>
          <pub-id pub-id-type="medline">22350570</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hakala</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rintala</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Immonen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Karvanen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Heinonen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sjögren</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of physical activity promoting technology-based distance interventions compared to usual care. Systematic review, meta-analysis and meta-regression</article-title>
          <source>Eur J Phys Rehabil Med</source>
          <year>2017</year>
          <month>12</month>
          <volume>53</volume>
          <issue>6</issue>
          <fpage>953</fpage>
          <lpage>67</lpage>
          <pub-id pub-id-type="doi">10.23736/S1973-9087.17.04585-3</pub-id>
          <pub-id pub-id-type="medline">28466628</pub-id>
          <pub-id pub-id-type="pii">S1973-9087.17.04585-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jahangiry</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Farhangi</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Shab-Bidar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rezaei</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pashaei</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Web-based physical activity interventions: a systematic review and meta-analysis of randomized controlled trials</article-title>
          <source>Public Health</source>
          <year>2017</year>
          <month>11</month>
          <volume>152</volume>
          <fpage>36</fpage>
          <lpage>46</lpage>
          <pub-id pub-id-type="doi">10.1016/j.puhe.2017.06.005</pub-id>
          <pub-id pub-id-type="medline">28734170</pub-id>
          <pub-id pub-id-type="pii">S0033-3506(17)30208-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jenkins</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Christensen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Dear</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of distance interventions for increasing physical activity: a review</article-title>
          <source>Am J Health Promot</source>
          <year>2009</year>
          <volume>24</volume>
          <issue>2</issue>
          <fpage>102</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.4278/ajhp.0801158</pub-id>
          <pub-id pub-id-type="medline">19928483</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Deterding</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhn</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Staneva</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stoyanov</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hides</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Gamification for health and wellbeing: a systematic review of the literature</article-title>
          <source>Internet Interv</source>
          <year>2016</year>
          <month>11</month>
          <volume>6</volume>
          <fpage>89</fpage>
          <lpage>106</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-7829(16)30038-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.invent.2016.10.002</pub-id>
          <pub-id pub-id-type="medline">30135818</pub-id>
          <pub-id pub-id-type="pii">S2214-7829(16)30038-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC6096297</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flores Mateo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Granado-Font</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ferré-Grau</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Montaña-Carreras</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Mobile phone apps to promote weight loss and increase physical activity: a systematic review and meta-analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>11</month>
          <day>10</day>
          <volume>17</volume>
          <issue>11</issue>
          <fpage>e253</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/11/e253/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4836</pub-id>
          <pub-id pub-id-type="medline">26554314</pub-id>
          <pub-id pub-id-type="pii">v17i11e253</pub-id>
          <pub-id pub-id-type="pmcid">PMC4704965</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Muellmann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Forberger</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Möllers</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bröring</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zeeb</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Pischke</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of eHealth interventions for the promotion of physical activity in older adults: a systematic review</article-title>
          <source>Prev Med</source>
          <year>2018</year>
          <month>03</month>
          <volume>108</volume>
          <fpage>93</fpage>
          <lpage>110</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2017.12.026</pub-id>
          <pub-id pub-id-type="medline">29289643</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(17)30514-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Khoo</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Non-face-to-face physical activity interventions in older adults: a systematic review</article-title>
          <source>Int J Behav Nutr Phys Act</source>
          <year>2014</year>
          <month>03</month>
          <day>10</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>35</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijbnpa.biomedcentral.com/articles/10.1186/1479-5868-11-35"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1479-5868-11-35</pub-id>
          <pub-id pub-id-type="medline">24612748</pub-id>
          <pub-id pub-id-type="pii">1479-5868-11-35</pub-id>
          <pub-id pub-id-type="pmcid">PMC4008359</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Muntaner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vidal-Conti</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Palou</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Increasing physical activity through mobile device interventions: a systematic review</article-title>
          <source>Health Informatics J</source>
          <year>2016</year>
          <month>09</month>
          <volume>22</volume>
          <issue>3</issue>
          <fpage>451</fpage>
          <lpage>69</lpage>
          <pub-id pub-id-type="doi">10.1177/1460458214567004</pub-id>
          <pub-id pub-id-type="medline">25649783</pub-id>
          <pub-id pub-id-type="pii">1460458214567004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Reilly</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Spruijt-Metz</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Current mHealth technologies for physical activity assessment and promotion</article-title>
          <source>Am J Prev Med</source>
          <year>2013</year>
          <month>10</month>
          <volume>45</volume>
          <issue>4</issue>
          <fpage>501</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24050427"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2013.05.012</pub-id>
          <pub-id pub-id-type="medline">24050427</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(13)00394-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC4199827</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peng</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Crouse</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Is playing exergames really exercising? A meta-analysis of energy expenditure in active video games</article-title>
          <source>Cyberpsychol Behav Soc Netw</source>
          <year>2011</year>
          <month>11</month>
          <volume>14</volume>
          <issue>11</issue>
          <fpage>681</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1089/cyber.2010.0578</pub-id>
          <pub-id pub-id-type="medline">21668370</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Song</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Feasibility and effectiveness of mobile phones in physical activity promotion for adults 50 years and older: a systematic review</article-title>
          <source>Top Geriatr Rehabil</source>
          <year>2018</year>
          <volume>34</volume>
          <issue>3</issue>
          <fpage>A</fpage>
          <lpage>222</lpage>
          <pub-id pub-id-type="doi">10.1097/tgr.0000000000000197</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stephenson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McDonough</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Nugent</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Mair</surname>
              <given-names>JL</given-names>
            </name>
          </person-group>
          <article-title>Using computer, mobile and wearable technology enhanced interventions to reduce sedentary behaviour: a systematic review and meta-analysis</article-title>
          <source>Int J Behav Nutr Phys Act</source>
          <year>2017</year>
          <month>08</month>
          <day>11</day>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>105</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijbnpa.biomedcentral.com/articles/10.1186/s12966-017-0561-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12966-017-0561-4</pub-id>
          <pub-id pub-id-type="medline">28800736</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12966-017-0561-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC5553917</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Street</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Lacey</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Langdon</surname>
              <given-names>RR</given-names>
            </name>
          </person-group>
          <article-title>Gaming your way to health: a systematic review of exergaming programs to increase health and exercise behaviors in adults</article-title>
          <source>Games Health J</source>
          <year>2017</year>
          <month>06</month>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>136</fpage>
          <lpage>146</lpage>
          <pub-id pub-id-type="doi">10.1089/g4h.2016.0102</pub-id>
          <pub-id pub-id-type="medline">28448175</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aalbers</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Baars</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rikkert</surname>
              <given-names>MO</given-names>
            </name>
          </person-group>
          <article-title>Characteristics of effective internet-mediated interventions to change lifestyle in people aged 50 and older: a systematic review</article-title>
          <source>Ageing Res Rev</source>
          <year>2011</year>
          <month>09</month>
          <volume>10</volume>
          <issue>4</issue>
          <fpage>487</fpage>
          <lpage>97</lpage>
          <pub-id pub-id-type="doi">10.1016/j.arr.2011.05.001</pub-id>
          <pub-id pub-id-type="medline">21628005</pub-id>
          <pub-id pub-id-type="pii">S1568-1637(11)00045-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Allen</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Stephens</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Technology-assisted weight management interventions: systematic review of clinical trials</article-title>
          <source>Telemed J E Health</source>
          <year>2014</year>
          <month>12</month>
          <volume>20</volume>
          <issue>12</issue>
          <fpage>1103</fpage>
          <lpage>20</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25409001"/>
          </comment>
          <pub-id pub-id-type="doi">10.1089/tmj.2014.0030</pub-id>
          <pub-id pub-id-type="medline">25409001</pub-id>
          <pub-id pub-id-type="pmcid">PMC4275771</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>An</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ji</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of social media-based interventions on weight-related behaviors and body weight status: review and meta-analysis</article-title>
          <source>Am J Health Behav</source>
          <year>2017</year>
          <month>11</month>
          <day>01</day>
          <volume>41</volume>
          <issue>6</issue>
          <fpage>670</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.5993/AJHB.41.6.1</pub-id>
          <pub-id pub-id-type="medline">29025495</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bacigalupo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cudd</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Littlewood</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bissell</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hawley</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Buckley Woods</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Interventions employing mobile technology for overweight and obesity: an early systematic review of randomized controlled trials</article-title>
          <source>Obes Rev</source>
          <year>2013</year>
          <month>04</month>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>279</fpage>
          <lpage>91</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/obr.12006"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/obr.12006</pub-id>
          <pub-id pub-id-type="medline">23167478</pub-id>
          <pub-id pub-id-type="pmcid">PMC3618375</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bassi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Karagodin</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vassallo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Priyanath</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Massaro</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Stone</surname>
              <given-names>NJ</given-names>
            </name>
          </person-group>
          <article-title>Lifestyle modification for metabolic syndrome: a systematic review</article-title>
          <source>Am J Med</source>
          <year>2014</year>
          <month>12</month>
          <volume>127</volume>
          <issue>12</issue>
          <fpage>1242.e1</fpage>
          <lpage>1242.e10</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amjmed.2014.06.035</pub-id>
          <pub-id pub-id-type="medline">25004456</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beleigoli</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Andrade</surname>
              <given-names>AQ</given-names>
            </name>
            <name name-style="western">
              <surname>Cançado</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Paulo</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>De Fátima H Diniz</surname>
              <given-names>Maria</given-names>
            </name>
            <name name-style="western">
              <surname>Ribeiro</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>Web-Based Digital Health Interventions for Weight Loss and Lifestyle Habit Changes in Overweight and Obese Adults: Systematic Review and Meta-Analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>01</month>
          <day>08</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>e298</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/1/e298/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.9609</pub-id>
          <pub-id pub-id-type="medline">30622090</pub-id>
          <pub-id pub-id-type="pii">v21i1e298</pub-id>
          <pub-id pub-id-type="pmcid">PMC6330028</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carvalho de Menezes</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bedeschi</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Santos</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Lopes</surname>
              <given-names>AC</given-names>
            </name>
          </person-group>
          <article-title>Interventions directed at eating habits and physical activity using the Transtheoretical Model: a systematic review</article-title>
          <source>Nutr Hosp</source>
          <year>2016</year>
          <month>09</month>
          <day>20</day>
          <volume>33</volume>
          <issue>5</issue>
          <fpage>586</fpage>
          <pub-id pub-id-type="doi">10.20960/nh.586</pub-id>
          <pub-id pub-id-type="medline">27759990</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coons</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Demott</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Buscemi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Pellegrini</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Steglitz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pictor</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Spring</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Technology interventions to curb obesity: a systematic review of the current literature</article-title>
          <source>Curr Cardiovasc Risk Rep</source>
          <year>2012</year>
          <month>04</month>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>120</fpage>
          <lpage>34</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23082235"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s12170-012-0222-8</pub-id>
          <pub-id pub-id-type="medline">23082235</pub-id>
          <pub-id pub-id-type="pmcid">PMC3471367</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dutton</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Laitner</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Perri</surname>
              <given-names>MG</given-names>
            </name>
          </person-group>
          <article-title>Lifestyle interventions for cardiovascular disease risk reduction: a systematic review of the effects of diet composition, food provision, and treatment modality on weight loss</article-title>
          <source>Curr Atheroscler Rep</source>
          <year>2014</year>
          <month>10</month>
          <volume>16</volume>
          <issue>10</issue>
          <fpage>442</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25092578"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11883-014-0442-0</pub-id>
          <pub-id pub-id-type="medline">25092578</pub-id>
          <pub-id pub-id-type="pmcid">PMC4157951</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elaheebocus</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Weal</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Yardley</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Peer-based social media features in behavior change interventions: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>02</month>
          <day>22</day>
          <volume>20</volume>
          <issue>2</issue>
          <fpage>e20</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/2/e20/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.8342</pub-id>
          <pub-id pub-id-type="medline">29472174</pub-id>
          <pub-id pub-id-type="pii">v20i2e20</pub-id>
          <pub-id pub-id-type="pmcid">PMC5843796</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fry</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Neff</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Periodic prompts and reminders in health promotion and health behavior interventions: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2009</year>
          <month>05</month>
          <day>14</day>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>e16</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2009/2/e16/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1138</pub-id>
          <pub-id pub-id-type="medline">19632970</pub-id>
          <pub-id pub-id-type="pii">v11i2e16</pub-id>
          <pub-id pub-id-type="pmcid">PMC2762806</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kodama</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Saito</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tanaka</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Horikawa</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fujiwara</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hirasawa</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Yachi</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Iida</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Shimano</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ohashi</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yamada</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Sone</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Effect of web-based lifestyle modification on weight control: a meta-analysis</article-title>
          <source>Int J Obes (Lond)</source>
          <year>2012</year>
          <month>05</month>
          <volume>36</volume>
          <issue>5</issue>
          <fpage>675</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1038/ijo.2011.121</pub-id>
          <pub-id pub-id-type="medline">21694698</pub-id>
          <pub-id pub-id-type="pii">ijo2011121</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Kong</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>TN</given-names>
            </name>
          </person-group>
          <article-title>Mobile phone intervention and weight loss among overweight and obese adults: a meta-analysis of randomized controlled trials</article-title>
          <source>Am J Epidemiol</source>
          <year>2015</year>
          <month>03</month>
          <day>01</day>
          <volume>181</volume>
          <issue>5</issue>
          <fpage>337</fpage>
          <lpage>48</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25673817"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/aje/kwu260</pub-id>
          <pub-id pub-id-type="medline">25673817</pub-id>
          <pub-id pub-id-type="pii">kwu260</pub-id>
          <pub-id pub-id-type="pmcid">PMC4339384</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lyzwinski</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>A systematic review and meta-analysis of mobile devices and weight loss with an intervention content analysis</article-title>
          <source>J Personalized Med</source>
          <year>2014</year>
          <month>06</month>
          <day>30</day>
          <volume>4</volume>
          <issue>3</issue>
          <fpage>311</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.3390/jpm4030311</pub-id>
          <pub-id pub-id-type="medline">25563356</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>LK</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrar</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>De Bourdeaudhuij</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Vandelanotte</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Are health behavior change interventions that use online social networks effective? A systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>02</month>
          <day>14</day>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>e40</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2014/2/e40/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2952</pub-id>
          <pub-id pub-id-type="medline">24550083</pub-id>
          <pub-id pub-id-type="pii">v16i2e40</pub-id>
          <pub-id pub-id-type="pmcid">PMC3936265</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Manzoni</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Pagnini</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Corti</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Molinari</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Castelnuovo</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Internet-based behavioral interventions for obesity: an updated systematic review</article-title>
          <source>Clin Pract Epidemiol Ment Health</source>
          <year>2011</year>
          <month>03</month>
          <day>04</day>
          <volume>7</volume>
          <fpage>19</fpage>
          <lpage>28</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21552423"/>
          </comment>
          <pub-id pub-id-type="doi">10.2174/1745017901107010019</pub-id>
          <pub-id pub-id-type="medline">21552423</pub-id>
          <pub-id pub-id-type="pmcid">PMC3087973</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Edirippulige</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ware</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Batch</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The use of web-based interventions to prevent excessive weight gain</article-title>
          <source>J Telemed Telecare</source>
          <year>2012</year>
          <month>01</month>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>37</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1258/jtt.2011.110306</pub-id>
          <pub-id pub-id-type="medline">22101608</pub-id>
          <pub-id pub-id-type="pii">jtt.2011.110306</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maxwell</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Technology as a Health Intervention and the Self-Efficacy of Men</article-title>
          <source>Walden University</source>
          <year>2015</year>
          <access-date>2021-04-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://scholarworks.waldenu.edu/dissertations/418/">https://scholarworks.waldenu.edu/dissertations/418/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mita</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ni Mhurchu</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jull</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of social media in reducing risk factors for noncommunicable diseases: a systematic review and meta-analysis of randomized controlled trials</article-title>
          <source>Nutr Rev</source>
          <year>2016</year>
          <month>04</month>
          <volume>74</volume>
          <issue>4</issue>
          <fpage>237</fpage>
          <lpage>47</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26946250"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/nutrit/nuv106</pub-id>
          <pub-id pub-id-type="medline">26946250</pub-id>
          <pub-id pub-id-type="pii">nuv106</pub-id>
          <pub-id pub-id-type="pmcid">PMC4892311</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Podina</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Fodor</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Critical review and meta-analysis of multicomponent behavioral e-health interventions for weight loss</article-title>
          <source>Health Psychol</source>
          <year>2018</year>
          <month>06</month>
          <volume>37</volume>
          <issue>6</issue>
          <fpage>501</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1037/hea0000623</pub-id>
          <pub-id pub-id-type="medline">29733617</pub-id>
          <pub-id pub-id-type="pii">2018-20335-001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Dockray</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Linehan</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of tailored eHealth interventions for weight loss</article-title>
          <source>Digit Health</source>
          <year>2019</year>
          <volume>5</volume>
          <fpage>2055207619826685</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/2055207619826685?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2055207619826685</pub-id>
          <pub-id pub-id-type="medline">30783535</pub-id>
          <pub-id pub-id-type="pii">10.1177_2055207619826685</pub-id>
          <pub-id pub-id-type="pmcid">PMC6366004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schoeppe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Alley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Van Lippevelde</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Bray</surname>
              <given-names>NA</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Vandelanotte</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Efficacy of interventions that use apps to improve diet, physical activity and sedentary behaviour: a systematic review</article-title>
          <source>Int J Behav Nutr Phys Act</source>
          <year>2016</year>
          <month>12</month>
          <day>07</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>127</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijbnpa.biomedcentral.com/articles/10.1186/s12966-016-0454-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12966-016-0454-y</pub-id>
          <pub-id pub-id-type="medline">27927218</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12966-016-0454-y</pub-id>
          <pub-id pub-id-type="pmcid">PMC5142356</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Niu</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of internet-based interventions on waist circumference reduction: a meta-analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>07</month>
          <day>21</day>
          <volume>17</volume>
          <issue>7</issue>
          <fpage>e181</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/7/e181/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3921</pub-id>
          <pub-id pub-id-type="medline">26199208</pub-id>
          <pub-id pub-id-type="pii">v17i7e181</pub-id>
          <pub-id pub-id-type="pmcid">PMC4527011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sherrington</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Newham</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Adamson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McColl</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Araujo-Soares</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Systematic review and meta-analysis of internet-delivered interventions providing personalized feedback for weight loss in overweight and obese adults</article-title>
          <source>Obes Rev</source>
          <year>2016</year>
          <month>06</month>
          <volume>17</volume>
          <issue>6</issue>
          <fpage>541</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26948257"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/obr.12396</pub-id>
          <pub-id pub-id-type="medline">26948257</pub-id>
          <pub-id pub-id-type="pmcid">PMC4999041</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Siopis</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Chey</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Allman-Farinelli</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A systematic review and meta-analysis of interventions for weight management using text messaging</article-title>
          <source>J Hum Nutr Diet</source>
          <year>2015</year>
          <month>02</month>
          <volume>28 Suppl 2</volume>
          <fpage>1</fpage>
          <lpage>15</lpage>
          <pub-id pub-id-type="doi">10.1111/jhn.12207</pub-id>
          <pub-id pub-id-type="medline">24480032</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Greaves</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nikolaou</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Self-directed interventions to promote weight loss: a systematic review and meta-analysis</article-title>
          <source>Health Psychol Rev</source>
          <year>2016</year>
          <month>05</month>
          <day>10</day>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>358</fpage>
          <lpage>72</lpage>
          <pub-id pub-id-type="doi">10.1080/17437199.2016.1172979</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tsoli</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sutton</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kassavou</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Interactive voice response interventions targeting behaviour change: a systematic literature review with meta-analysis and meta-regression</article-title>
          <source>BMJ Open</source>
          <year>2018</year>
          <month>02</month>
          <day>24</day>
          <volume>8</volume>
          <issue>2</issue>
          <fpage>e018974</fpage>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2017-018974</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wieland</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Falzon</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sciamanna</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Trudeau</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Brodney</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>KW</given-names>
            </name>
          </person-group>
          <article-title>Interactive computer-based interventions for weight loss or weight maintenance in overweight or obese people</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2012</year>
          <month>08</month>
          <day>15</day>
          <issue>8</issue>
          <fpage>CD007675</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22895964"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD007675.pub2</pub-id>
          <pub-id pub-id-type="medline">22895964</pub-id>
          <pub-id pub-id-type="pmcid">PMC3996838</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hamm</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Shulhan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vandermeer</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hartling</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Social media interventions for diet and exercise behaviours: a systematic review and meta-analysis of randomised controlled trials</article-title>
          <source>BMJ Open</source>
          <year>2014</year>
          <month>02</month>
          <day>12</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e003926</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=24525388"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2013-003926</pub-id>
          <pub-id pub-id-type="medline">24525388</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2013-003926</pub-id>
          <pub-id pub-id-type="pmcid">PMC3927930</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Willis</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Szabo-Reed</surname>
              <given-names>AN</given-names>
            </name>
            <name name-style="western">
              <surname>Ptomey</surname>
              <given-names>LT</given-names>
            </name>
            <name name-style="western">
              <surname>Steger</surname>
              <given-names>FL</given-names>
            </name>
            <name name-style="western">
              <surname>Honas</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Washburn</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Donnelly</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Do weight management interventions delivered by online social networks effectively improve body weight, body composition, and chronic disease risk factors? A systematic review</article-title>
          <source>J Telemed Telecare</source>
          <year>2017</year>
          <month>02</month>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>263</fpage>
          <lpage>72</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26880695"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1357633X16630846</pub-id>
          <pub-id pub-id-type="medline">26880695</pub-id>
          <pub-id pub-id-type="pii">1357633X16630846</pub-id>
          <pub-id pub-id-type="pmcid">PMC4985486</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaner</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Beyer</surname>
              <given-names>FR</given-names>
            </name>
            <name name-style="western">
              <surname>Garnett</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Crane</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Muirhead</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Redmore</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donnell</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Newham</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>de Vocht</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hickman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Maniatopoulos</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Personalised digital interventions for reducing hazardous and harmful alcohol consumption in community-dwelling populations</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2017</year>
          <month>09</month>
          <day>25</day>
          <volume>9</volume>
          <fpage>CD011479</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28944453"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD011479.pub2</pub-id>
          <pub-id pub-id-type="medline">28944453</pub-id>
          <pub-id pub-id-type="pmcid">PMC6483779</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref78">
        <label>78</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kolar</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>von Treuer</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Alcohol misuse interventions in the workplace: a systematic review of workplace and sports management alcohol interventions</article-title>
          <source>Int J Ment Health Addiction</source>
          <year>2015</year>
          <month>6</month>
          <day>20</day>
          <volume>13</volume>
          <issue>5</issue>
          <fpage>563</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1007/s11469-015-9558-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref79">
        <label>79</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Spek</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Boon</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Conijn</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kramer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Martin-Abello</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Smit</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of E-self-help interventions for curbing adult problem drinking: a meta-analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2011</year>
          <month>06</month>
          <day>30</day>
          <volume>13</volume>
          <issue>2</issue>
          <fpage>e42</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2011/2/e42/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1691</pub-id>
          <pub-id pub-id-type="medline">21719411</pub-id>
          <pub-id pub-id-type="pii">v13i2e42</pub-id>
          <pub-id pub-id-type="pmcid">PMC3221381</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref80">
        <label>80</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Riper</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Blankers</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hadiwijaya</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cunningham</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wiers</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ebert</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of guided and unguided low-intensity internet interventions for adult alcohol misuse: a meta-analysis</article-title>
          <source>PLoS One</source>
          <year>2014</year>
          <volume>9</volume>
          <issue>6</issue>
          <fpage>e99912</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0099912"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0099912</pub-id>
          <pub-id pub-id-type="medline">24937483</pub-id>
          <pub-id pub-id-type="pii">PONE-D-14-12620</pub-id>
          <pub-id pub-id-type="pmcid">PMC4061051</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref81">
        <label>81</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vernon</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>A review of computer-based alcohol problem services designed for the general public</article-title>
          <source>J Subst Abuse Treat</source>
          <year>2010</year>
          <month>04</month>
          <volume>38</volume>
          <issue>3</issue>
          <fpage>203</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20015607"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jsat.2009.11.001</pub-id>
          <pub-id pub-id-type="medline">20015607</pub-id>
          <pub-id pub-id-type="pii">S0740-5472(09)00184-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC2835799</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref82">
        <label>82</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Black</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Mullan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sharpe</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Computer-delivered interventions for reducing alcohol consumption: meta-analysis and meta-regression using behaviour change techniques and theory</article-title>
          <source>Health Psychol Rev</source>
          <year>2016</year>
          <month>09</month>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>341</fpage>
          <lpage>57</lpage>
          <pub-id pub-id-type="doi">10.1080/17437199.2016.1168268</pub-id>
          <pub-id pub-id-type="medline">26999311</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref83">
        <label>83</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boland</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Stockings</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Mattick</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>McRobbie</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Courtney</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>The methodological quality and effectiveness of technology-based smoking cessation interventions for disadvantaged groups: a systematic review and meta-analysis</article-title>
          <source>Nicotine Tob Res</source>
          <year>2018</year>
          <month>02</month>
          <day>07</day>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>276</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1093/ntr/ntw391</pub-id>
          <pub-id pub-id-type="medline">28034998</pub-id>
          <pub-id pub-id-type="pii">ntw391</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref84">
        <label>84</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Madan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Welton</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Yahaya</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Aveyard</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bauld</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fry-Smith</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Munafò</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness and cost-effectiveness of computer and other electronic aids for smoking cessation: a systematic review and network meta-analysis</article-title>
          <source>Health Technol Assess</source>
          <year>2012</year>
          <month>10</month>
          <volume>16</volume>
          <issue>38</issue>
          <fpage>1</fpage>
          <lpage>205, iii</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3310/hta16380"/>
          </comment>
          <pub-id pub-id-type="doi">10.3310/hta16380</pub-id>
          <pub-id pub-id-type="medline">23046909</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref85">
        <label>85</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cheung</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Wijnen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>de Vries</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>A review of the theoretical basis, effects, and cost effectiveness of online smoking cessation interventions in the netherlands: a mixed-methods approach</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>06</month>
          <day>23</day>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>e230</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/6/e230/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7209</pub-id>
          <pub-id pub-id-type="medline">28645889</pub-id>
          <pub-id pub-id-type="pii">v19i6e230</pub-id>
          <pub-id pub-id-type="pmcid">PMC5501927</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref86">
        <label>86</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Danielsson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Eriksson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Allebeck</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Technology-based support via telephone or web: a systematic review of the effects on smoking, alcohol use and gambling</article-title>
          <source>Addict Behav</source>
          <year>2014</year>
          <month>12</month>
          <volume>39</volume>
          <issue>12</issue>
          <fpage>1846</fpage>
          <lpage>68</lpage>
          <pub-id pub-id-type="doi">10.1016/j.addbeh.2014.06.007</pub-id>
          <pub-id pub-id-type="medline">25128637</pub-id>
          <pub-id pub-id-type="pii">S0306-4603(14)00194-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref87">
        <label>87</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gainsbury</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Blaszczynski</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of Internet-based therapy for the treatment of addictions</article-title>
          <source>Clin Psychol Rev</source>
          <year>2011</year>
          <month>04</month>
          <volume>31</volume>
          <issue>3</issue>
          <fpage>490</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cpr.2010.11.007</pub-id>
          <pub-id pub-id-type="medline">21146272</pub-id>
          <pub-id pub-id-type="pii">S0272-7358(10)00177-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref88">
        <label>88</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Carpenter</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Cha</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cole</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Raskob</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cole-Lewis</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Systematic review and meta-analysis of internet interventions for smoking cessation among adults</article-title>
          <source>Subst Abuse Rehabil</source>
          <year>2016</year>
          <volume>7</volume>
          <fpage>55</fpage>
          <lpage>69</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/SAR.S101660"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/SAR.S101660</pub-id>
          <pub-id pub-id-type="medline">27274333</pub-id>
          <pub-id pub-id-type="pii">sar-7-055</pub-id>
          <pub-id pub-id-type="pmcid">PMC4876804</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref89">
        <label>89</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Health Information and Quality Authority</collab>
          </person-group>
          <article-title>Health technology assessment (HTA) of smoking cessation interventions</article-title>
          <source>Health Information and Quality Authority</source>
          <year>2017</year>
          <access-date>2021-03-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hiqa.ie/sites/default/files/2017-04/Smoking%20Cessation%20HTA.pdf">https://www.hiqa.ie/sites/default/files/2017-04/Smoking%20Cessation%20HTA.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref90">
        <label>90</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hutton</surname>
              <given-names>HE</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Apelberg</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Odelola</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Bass</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Chander</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of randomized controlled trials: web-based interventions for smoking cessation among adolescents, college students, and adults</article-title>
          <source>Nicotine Tob Res</source>
          <year>2011</year>
          <month>04</month>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>227</fpage>
          <lpage>38</lpage>
          <pub-id pub-id-type="doi">10.1093/ntr/ntq252</pub-id>
          <pub-id pub-id-type="medline">21350042</pub-id>
          <pub-id pub-id-type="pii">ntq252</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref91">
        <label>91</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCrabb</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Attia</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Skelton</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Twyman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Palazzi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McCarter</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ku</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bonevski</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Internet-based programs incorporating behavior change techniques are associated with increased smoking cessation in the general population: a systematic review and meta-analysis</article-title>
          <source>Ann Behav Med</source>
          <year>2019</year>
          <month>02</month>
          <day>01</day>
          <volume>53</volume>
          <issue>2</issue>
          <fpage>180</fpage>
          <lpage>195</lpage>
          <pub-id pub-id-type="doi">10.1093/abm/kay026</pub-id>
          <pub-id pub-id-type="medline">29750240</pub-id>
          <pub-id pub-id-type="pii">4994720</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref92">
        <label>92</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Myung</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McDonnell</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Kazinets</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Seo</surname>
              <given-names>HG</given-names>
            </name>
            <name name-style="western">
              <surname>Moskowitz</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Effects of web- and computer-based smoking cessation programs: meta-analysis of randomized controlled trials</article-title>
          <source>Arch Intern Med</source>
          <year>2009</year>
          <month>05</month>
          <day>25</day>
          <volume>169</volume>
          <issue>10</issue>
          <fpage>929</fpage>
          <lpage>37</lpage>
          <pub-id pub-id-type="doi">10.1001/archinternmed.2009.109</pub-id>
          <pub-id pub-id-type="medline">19468084</pub-id>
          <pub-id pub-id-type="pii">169/10/929</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref93">
        <label>93</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Naslund</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Aschbrenner</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>McCulloch</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Brunette</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Dallery</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bartels</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Marsch</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Systematic review of social media interventions for smoking cessation</article-title>
          <source>Addict Behav</source>
          <year>2017</year>
          <month>10</month>
          <volume>73</volume>
          <fpage>81</fpage>
          <lpage>93</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28499259"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.addbeh.2017.05.002</pub-id>
          <pub-id pub-id-type="medline">28499259</pub-id>
          <pub-id pub-id-type="pii">S0306-4603(17)30172-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5556947</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref94">
        <label>94</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scott-Sheldon</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Lantini</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jennings</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Thind</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Rosen</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Salmoirago-Blotcher</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bock</surname>
              <given-names>BC</given-names>
            </name>
          </person-group>
          <article-title>Text messaging-based interventions for smoking cessation: a systematic review and meta-analysis</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2016</year>
          <month>05</month>
          <day>20</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e49</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2016/2/e49/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.5436</pub-id>
          <pub-id pub-id-type="medline">27207211</pub-id>
          <pub-id pub-id-type="pii">v4i2e49</pub-id>
          <pub-id pub-id-type="pmcid">PMC4893152</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref95">
        <label>95</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shahab</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>McEwen</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Online support for smoking cessation: a systematic review of the literature</article-title>
          <source>Addiction</source>
          <year>2009</year>
          <month>11</month>
          <volume>104</volume>
          <issue>11</issue>
          <fpage>1792</fpage>
          <lpage>804</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1360-0443.2009.02710.x</pub-id>
          <pub-id pub-id-type="medline">19832783</pub-id>
          <pub-id pub-id-type="pii">ADD2710</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref96">
        <label>96</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spohr</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Nandy</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gandhiraj</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Vemulapalli</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Anne</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Walters</surname>
              <given-names>ST</given-names>
            </name>
          </person-group>
          <article-title>Efficacy of SMS text message interventions for smoking cessation: a meta-analysis</article-title>
          <source>J Subst Abuse Treat</source>
          <year>2015</year>
          <month>09</month>
          <volume>56</volume>
          <fpage>1</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jsat.2015.01.011</pub-id>
          <pub-id pub-id-type="medline">25720333</pub-id>
          <pub-id pub-id-type="pii">S0740-5472(15)00026-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref97">
        <label>97</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dalili</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Semwal</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Civljak</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sheikh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Car</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Internet-based interventions for smoking cessation</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2017</year>
          <month>09</month>
          <day>04</day>
          <volume>9</volume>
          <fpage>CD007078</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28869775"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD007078.pub5</pub-id>
          <pub-id pub-id-type="medline">28869775</pub-id>
          <pub-id pub-id-type="pmcid">PMC6703145</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref98">
        <label>98</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whittaker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>McRobbie</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bullen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rodgers</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gu</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Mobile phone-based interventions for smoking cessation</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2016</year>
          <month>04</month>
          <day>10</day>
          <volume>4</volume>
          <fpage>CD006611</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27060875"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD006611.pub4</pub-id>
          <pub-id pub-id-type="medline">27060875</pub-id>
          <pub-id pub-id-type="pmcid">PMC6485940</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref99">
        <label>99</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Afshin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Babalola</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mclean</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Arabi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mozaffarian</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Information technology and lifestyle: a systematic evaluation of internet and mobile interventions for improving diet, physical activity, obesity, tobacco, and alcohol use</article-title>
          <source>J Am Heart Assoc</source>
          <year>2016</year>
          <month>08</month>
          <day>31</day>
          <volume>5</volume>
          <issue>9</issue>
          <fpage>e003058</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ahajournals.org/doi/10.1161/JAHA.115.003058?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1161/JAHA.115.003058</pub-id>
          <pub-id pub-id-type="medline">27581172</pub-id>
          <pub-id pub-id-type="pii">JAHA.115.003058</pub-id>
          <pub-id pub-id-type="pmcid">PMC5079005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref100">
        <label>100</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aneni</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Roberson</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Maziak</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Agatston</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Feldman</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rouseff</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Blumenthal</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Blaha</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Blankstein</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Mallah</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Budoff</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nasir</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>PLoS One</source>
          <year>2014</year>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>e83594</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0083594"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0083594</pub-id>
          <pub-id pub-id-type="medline">24421894</pub-id>
          <pub-id pub-id-type="pii">PONE-D-13-30593</pub-id>
          <pub-id pub-id-type="pmcid">PMC3885454</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref101">
        <label>101</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Armanasco</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>YD</given-names>
            </name>
            <name name-style="western">
              <surname>Fjeldsoe</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>Preventive health behavior change text message interventions: a meta-analysis</article-title>
          <source>Am J Prev Med</source>
          <year>2017</year>
          <month>03</month>
          <volume>52</volume>
          <issue>3</issue>
          <fpage>391</fpage>
          <lpage>402</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2016.10.042</pub-id>
          <pub-id pub-id-type="medline">28073656</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(16)30586-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref102">
        <label>102</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Beishuizen</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Stephan</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>van Gool</surname>
              <given-names>WA</given-names>
            </name>
            <name name-style="western">
              <surname>Brayne</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Andrieu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kivipelto</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Soininen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Busschers</surname>
              <given-names>WB</given-names>
            </name>
            <name name-style="western">
              <surname>Moll van Charante</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Richard</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Web-based interventions targeting cardiovascular risk factors in middle-aged and older people: a systematic review and meta-analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>03</month>
          <day>11</day>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>e55</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/3/e55/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5218</pub-id>
          <pub-id pub-id-type="medline">26968879</pub-id>
          <pub-id pub-id-type="pii">v18i3e55</pub-id>
          <pub-id pub-id-type="pmcid">PMC4808240</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref103">
        <label>103</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chebli</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Blaszczynski</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gainsbury</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Internet-based interventions for addictive behaviours: a systematic review</article-title>
          <source>J Gambl Stud</source>
          <year>2016</year>
          <month>12</month>
          <volume>32</volume>
          <issue>4</issue>
          <fpage>1279</fpage>
          <lpage>04</lpage>
          <pub-id pub-id-type="doi">10.1007/s10899-016-9599-5</pub-id>
          <pub-id pub-id-type="medline">27002522</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10899-016-9599-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref104">
        <label>104</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Covolo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ceretti</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Moneda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Castaldi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gelatti</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Does evidence support the use of mobile phone apps as a driver for promoting healthy lifestyles from a public health perspective? A systematic review of Randomized Control Trials</article-title>
          <source>Patient Educ Couns</source>
          <year>2017</year>
          <month>12</month>
          <volume>100</volume>
          <issue>12</issue>
          <fpage>2231</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2017.07.032</pub-id>
          <pub-id pub-id-type="medline">28855063</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(17)30471-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref105">
        <label>105</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cugelman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Thelwall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dawes</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Online interventions for social marketing health behavior change campaigns: a meta-analysis of psychological architectures and adherence factors</article-title>
          <source>J Med Internet Res</source>
          <year>2011</year>
          <month>02</month>
          <day>14</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>e17</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2011/1/e17/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1367</pub-id>
          <pub-id pub-id-type="medline">21320854</pub-id>
          <pub-id pub-id-type="pii">v13i1e17</pub-id>
          <pub-id pub-id-type="pmcid">PMC3221338</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref106">
        <label>106</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>De Leon</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fuentes</surname>
              <given-names>LW</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Characterizing periodic messaging interventions across health behaviors and media: systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>03</month>
          <day>25</day>
          <volume>16</volume>
          <issue>3</issue>
          <fpage>e93</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2014/3/e93/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2837</pub-id>
          <pub-id pub-id-type="medline">24667840</pub-id>
          <pub-id pub-id-type="pii">v16i3e93</pub-id>
          <pub-id pub-id-type="pmcid">PMC3978550</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref107">
        <label>107</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Head</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Noar</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Iannarino</surname>
              <given-names>NT</given-names>
            </name>
            <name name-style="western">
              <surname>Grant Harrington</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Efficacy of text messaging-based interventions for health promotion: a meta-analysis</article-title>
          <source>Soc Sci Med</source>
          <year>2013</year>
          <month>11</month>
          <volume>97</volume>
          <fpage>41</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2013.08.003</pub-id>
          <pub-id pub-id-type="medline">24161087</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(13)00447-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref108">
        <label>108</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hou</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Charlery</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Roberson</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Systematic literature review of Internet interventions across health behaviors</article-title>
          <source>Health Psychol Behav Med</source>
          <year>2014</year>
          <month>01</month>
          <day>01</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>455</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25750795"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/21642850.2014.895368</pub-id>
          <pub-id pub-id-type="medline">25750795</pub-id>
          <pub-id pub-id-type="pii">895368</pub-id>
          <pub-id pub-id-type="pmcid">PMC4345904</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref109">
        <label>109</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krebs</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Prochaska</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>Rossi</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>A meta-analysis of computer-tailored interventions for health behavior change</article-title>
          <source>Prev Med</source>
          <year>2010</year>
          <volume>51</volume>
          <issue>3-4</issue>
          <fpage>214</fpage>
          <lpage>21</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20558196"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2010.06.004</pub-id>
          <pub-id pub-id-type="medline">20558196</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(10)00231-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC2939185</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref110">
        <label>110</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lustria</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Noar</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Cortese</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Van Stee</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Glueckauf</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A meta-analysis of web-delivered tailored health behavior change interventions</article-title>
          <source>J Health Commun</source>
          <year>2013</year>
          <volume>18</volume>
          <issue>9</issue>
          <fpage>1039</fpage>
          <lpage>69</lpage>
          <pub-id pub-id-type="doi">10.1080/10810730.2013.768727</pub-id>
          <pub-id pub-id-type="medline">23750972</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref111">
        <label>111</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Palmer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sutherland</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Barnard</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wynne</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rezel</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Doel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Grigsby-Duffy</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hotopf</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Perel</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Free</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of smoking cessation, physical activity/diet and alcohol reduction interventions delivered by mobile phones for the prevention of non-communicable diseases: a systematic review of randomised controlled trials</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>e0189801</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0189801"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0189801</pub-id>
          <pub-id pub-id-type="medline">29304148</pub-id>
          <pub-id pub-id-type="pii">PONE-D-17-28103</pub-id>
          <pub-id pub-id-type="pmcid">PMC5755775</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref112">
        <label>112</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rooke</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thorsteinsson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Karpin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Copeland</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Allsop</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Computer-delivered interventions for alcohol and tobacco use: a meta-analysis</article-title>
          <source>Addiction</source>
          <year>2010</year>
          <month>08</month>
          <volume>105</volume>
          <issue>8</issue>
          <fpage>1381</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1360-0443.2010.02975.x</pub-id>
          <pub-id pub-id-type="medline">20528806</pub-id>
          <pub-id pub-id-type="pii">ADD2975</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref113">
        <label>113</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Webb</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Joseph</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yardley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Michie</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Using the internet to promote health behavior change: a systematic review and meta-analysis of the impact of theoretical basis, use of behavior change techniques, and mode of delivery on efficacy</article-title>
          <source>J Med Internet Res</source>
          <year>2010</year>
          <month>02</month>
          <day>17</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>e4</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2010/1/e4/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1376</pub-id>
          <pub-id pub-id-type="medline">20164043</pub-id>
          <pub-id pub-id-type="pii">v12i1e4</pub-id>
          <pub-id pub-id-type="pmcid">PMC2836773</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref114">
        <label>114</label>
        <nlm-citation citation-type="web">
          <article-title>Weight management: lifestyle services for overweight or obese adults</article-title>
          <source>National Institute for Health and Care Excellence</source>
          <year>2014</year>
          <access-date>2021-03-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nice.org.uk/guidance/ph53/resources/weight-management-lifestyle-services-for-overweight-or-obese-adults-pdf-1996416726469">https://www.nice.org.uk/guidance/ph53/resources/weight-management-lifestyle-services-for-overweight-or-obese-adults-pdf-1996416726469</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref115">
        <label>115</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Key Performance Indicators: Tier 2 Weight Management Services for Adults</article-title>
          <source>Public Health England</source>
          <year>2017</year>
          <access-date>2021-03-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://assets.publishing.service.gov.uk/government/uploads/system/uploads/attachment_data/file/656531/adult_weight_management_key_performance_indicators.pdf">https://assets.publishing.service.gov.uk/government/uploads/system/uploads/attachment_data/file/656531/adult_weight_management_key_performance_indicators.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref116">
        <label>116</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hartmann-Boyce</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Aveyard</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Koshiaris</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jebb</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Development of tools to study personal weight control strategies: OxFAB taxonomy</article-title>
          <source>Obesity (Silver Spring)</source>
          <year>2016</year>
          <month>02</month>
          <volume>24</volume>
          <issue>2</issue>
          <fpage>314</fpage>
          <lpage>20</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/oby.21341"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/oby.21341</pub-id>
          <pub-id pub-id-type="medline">26748902</pub-id>
          <pub-id pub-id-type="pmcid">PMC4744943</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref117">
        <label>117</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>May</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Croghan</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>McEwen</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Performance of English stop smoking services in first 10 years: analysis of service monitoring data</article-title>
          <source>Br Med J</source>
          <year>2013</year>
          <month>08</month>
          <day>19</day>
          <volume>347</volume>
          <fpage>f4921</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=23963106"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.f4921</pub-id>
          <pub-id pub-id-type="medline">23963106</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref118">
        <label>118</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>West</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Papadakis</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Stop smoking services: increased chances of quitting</article-title>
          <source>National Centre for Smoking Cessation and Training</source>
          <year>2019</year>
          <access-date>2021-03-30</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncsct.co.uk/usr/pub/Stop%20smoking%20services%20effectiveness.pdf">https://www.ncsct.co.uk/usr/pub/Stop%20smoking%20services%20effectiveness.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref119">
        <label>119</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaner</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Beyer</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Dickinson</surname>
              <given-names>HO</given-names>
            </name>
            <name name-style="western">
              <surname>Pienaar</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Schlesinger</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Heather</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Saunders</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Burnand</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of brief alcohol interventions in primary care populations</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2007</year>
          <month>04</month>
          <day>18</day>
          <issue>2</issue>
          <fpage>CD004148</fpage>
          <pub-id pub-id-type="doi">10.1002/14651858.CD004148.pub3</pub-id>
          <pub-id pub-id-type="medline">17443541</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref120">
        <label>120</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Amagasa</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Machida</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fukushima</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kikuchi</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Takamiya</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Odagiri</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Inoue</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Is objectively measured light-intensity physical activity associated with health outcomes after adjustment for moderate-to-vigorous physical activity in adults? A systematic review</article-title>
          <source>Int J Behav Nutr Phys Act</source>
          <year>2018</year>
          <month>07</month>
          <day>09</day>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>65</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ijbnpa.biomedcentral.com/articles/10.1186/s12966-018-0695-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12966-018-0695-z</pub-id>
          <pub-id pub-id-type="medline">29986718</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12966-018-0695-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC6038338</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref121">
        <label>121</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Romeo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Edney</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Plotnikoff</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Curtis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sanders</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Crozier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Maher</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Can smartphone apps increase physical activity? Systematic review and meta-analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>03</month>
          <day>19</day>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>e12053</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/3/e12053/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12053</pub-id>
          <pub-id pub-id-type="medline">30888321</pub-id>
          <pub-id pub-id-type="pii">v21i3e12053</pub-id>
          <pub-id pub-id-type="pmcid">PMC6444212</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref122">
        <label>122</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Hennessy</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>Systematic reviews and meta-analyses in the health sciences: best practice methods for research syntheses</article-title>
          <source>Soc Sci Med</source>
          <year>2019</year>
          <month>07</month>
          <volume>233</volume>
          <fpage>237</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1016/j.socscimed.2019.05.035</pub-id>
          <pub-id pub-id-type="medline">31233957</pub-id>
          <pub-id pub-id-type="pii">S0277-9536(19)30299-0</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
