<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v22i7e15591</article-id>
      <article-id pub-id-type="pmid">32706655</article-id>
      <article-id pub-id-type="doi">10.2196/15591</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Implementation Strategies for Web-Based Apps for Screening: Scoping Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Hermes</surname>
            <given-names>Eric</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Barwick</surname>
            <given-names>Melanie</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Ekeland</surname>
            <given-names>Anne</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lu</surname>
            <given-names>Cong</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Ooi</surname>
            <given-names>Chor Yau</given-names>
          </name>
          <degrees>MMed, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4321-5784</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Ng</surname>
            <given-names>Chirk Jenn</given-names>
          </name>
          <degrees>MBBS, MMed, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>University of Malaya eHealth Initiative, Department of Primary Care Medicine</institution>
            <institution>Faculty of Medicine</institution>
            <institution>University of Malaya</institution>
            <addr-line/>
            <addr-line>Kuala Lumpur, </addr-line>
            <country>Malaysia</country>
            <phone>60 79492306</phone>
            <email>ngcj@um.edu.my</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8320-1603</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Sales</surname>
            <given-names>Anne E</given-names>
          </name>
          <degrees>RN, PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9360-3334</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Lim</surname>
            <given-names>Hooi Min</given-names>
          </name>
          <degrees>MBBS, MMed</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2481-9363</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>University of Malaya eHealth Initiative, Department of Primary Care Medicine</institution>
        <institution>Faculty of Medicine</institution>
        <institution>University of Malaya</institution>
        <addr-line>Kuala Lumpur</addr-line>
        <country>Malaysia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Family Medicine</institution>
        <institution>Faculty of Medicine and Health Sciences</institution>
        <institution>Universiti Malaysia Sarawak</institution>
        <addr-line>Kota Samarahan</addr-line>
        <country>Malaysia</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Center for Clinical Management Research</institution>
        <institution>Veterans Affairs Ann Arbor Healthcare System</institution>
        <addr-line>Ann Arbor, MI</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>University of Michigan Medical School</institution>
        <addr-line>Ann Arbor, MI</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Chirk Jenn Ng <email>ngcj@um.edu.my</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>20</day>
        <month>7</month>
        <year>2020</year>
      </pub-date>
      <volume>22</volume>
      <issue>7</issue>
      <elocation-id>e15591</elocation-id>
      <history>
        <date date-type="received">
          <day>22</day>
          <month>7</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>3</day>
          <month>10</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>11</day>
          <month>12</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>14</day>
          <month>5</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Chor Yau Ooi, Chirk Jenn Ng, Anne E Sales, Hooi Min Lim. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 20.07.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.jmir.org/2020/7/e15591/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Screening is an effective primary prevention strategy in health care, as it enables the early detection of diseases. However, the uptake of such screening remains low. Different delivery methods for screening have been developed and found to be effective in increasing the uptake of screening, including the use of web-based apps. Studies have shown that web-based apps for screening are effective in increasing the uptake of health screening among the general population. However, not much is known about the effective implementation of such web-based apps in the real-world setting. Implementation strategies are theory-based methods or techniques used to enhance the adoption, implementation, and sustainability of evidence-based interventions. Implementation strategies are important, as they allow us to understand how to implement an evidence-based intervention. Therefore, a scoping review to identify the various implementation strategies for web-based apps for screening is warranted.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This scoping review aims to identify (1) strategies used to implement web-based apps for health screening, (2) frameworks used for implementing web-based apps for health screening, (3) outcome measures of implementation strategies, and (4) effective implementation strategies.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This scoping review was conducted based on Arksey and O’Malley’s framework. After identifying the review question, two researchers independently screened and selected relevant literature from PubMed, Embase, Cochrane, Cumulative Index of Nursing and Allied Health Literature, PsycINFO, International Standard Randomised Controlled Trial Number Registry, OpenGrey, ClinicalTrials.gov, World Health Organization International Clinical Trials Registry Platform, and Web of Science. This was followed by charting the data using a standardized form. Finally, we collated, summarized, and reported the results quantitatively and qualitatively based on the review objectives.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 16,476 studies were retrieved, of which 5669 were duplicates. From a total of 10,807 studies, 10,784 studies were excluded based on their titles and abstracts. There were 23 full-text articles reviewed, and 4 articles were included in the final analysis. Many studies were excluded because they focused on the effectiveness and not on the implementation of web-based apps. Facilitation was the most cited implementation strategy used, followed by reminders, clinical champions, and educational meetings and materials. Only 2 studies used implementation frameworks to guide the evaluation of their studies. Common outcome measures for implementation strategies were feasibility, fidelity, and penetration. Implementation strategies reported to be effective were quality improvement meetings, facilitation, educational meetings, and clinical champions.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>There is a dearth of literature on the implementation of web-based apps for health screening. Implementation strategies were developed without any reported use of implementation theories or frameworks in most studies. More research on the development and evaluation of web-based screening app implementations is needed.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>internet</kwd>
        <kwd>mHealth</kwd>
        <kwd>eHealth</kwd>
        <kwd>mass screening</kwd>
        <kwd>implementation strategies</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Screening is one strategy for health promotion and disease prevention. Screening is the process of identifying healthy people who may be at an increased risk of a particular disease or health problem [<xref ref-type="bibr" rid="ref1">1</xref>]. Screening enables early detection of disease so that steps can be taken quickly, when relatively little damage has been done, to prevent the disease from progressing [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      </sec>
      <sec>
        <title>Prior Research</title>
        <p>Many studies have shown screening to be effective in the prevention of diseases. A study in Korea reported that participation in cardiovascular disease (CVD) health screening was associated with lower CVD and all-cause mortality from CVD. There was also an increase in the early detection of CVD and a reduction in health care use and cost [<xref ref-type="bibr" rid="ref3">3</xref>]. A systematic review of colorectal cancer (CRC) screening using fecal occult blood test showed that it is effective in reducing CRC mortality [<xref ref-type="bibr" rid="ref4">4</xref>]. However, not all health screening tests are beneficial [<xref ref-type="bibr" rid="ref5">5</xref>]. Studies have shown, for example, that prostate-specific antigen testing has led to overdiagnosis in up to 40% of the patients screened [<xref ref-type="bibr" rid="ref6">6</xref>]. Screening tests are not uniformly accurate and are liable to false-positive results and overdiagnosis, which can cause harm to patients [<xref ref-type="bibr" rid="ref5">5</xref>]. Therefore, care is needed in discussing the pros and cons of screening tests with patients, and to come to shared decision making about screening [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
      </sec>
      <sec>
        <title>Methods of Screening Delivery</title>
        <p>However, even when screening is beneficial and effective, its uptake remains suboptimal [<xref ref-type="bibr" rid="ref7">7</xref>]. One reason is that screening cannot be done using just a single method, a “one size fit all” solution [<xref ref-type="bibr" rid="ref7">7</xref>]. Different delivery methods must be used to address patient needs. A systematic review looking at improving health screening uptake in men showed that there was a variety of delivery methods for screening, ranging from use of education materials or video decision aids to web-based approaches [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>Information and communication technology (ICT) has become an important platform to improve health care in the general population [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. ICT use in health is sometimes also known as electronic health (eHealth) [<xref ref-type="bibr" rid="ref11">11</xref>]. Many forms of eHealth interventions have been developed to improve public health care, in particular, web-based apps [<xref ref-type="bibr" rid="ref12">12</xref>]; although, the use of electronic health records is another approach using ICT. Our focus in this study was on web-based approaches that do not require the use of an electronic health record, which is often not available, especially in low-resource settings.</p>
        <p>A web-based app is defined as a program that is accessed over a network connection using HTTP rather than existing within a device’s memory. Web-based apps often run inside a web browser. However, web-based apps may also be client-based, where a small part of the program is downloaded to a user’s desktop, but processing is done over the internet on an external server [<xref ref-type="bibr" rid="ref13">13</xref>]. With the proliferation of the internet and the accessibility of Wi-Fi and mobile data, web-based apps have become highly accessible to the general population, even in low-resource settings. The availability of smartphones enables the general population to have easy access to many web-based apps instantaneously from anywhere around the world. Web-based apps addressing different health needs like health screening, health promotion, and health advice have proliferated over the last decade. Many studies have shown that these web-based apps can be effective in changing health behaviors and improving health status [<xref ref-type="bibr" rid="ref12">12</xref>]. For example, a completed systematic review showed that computer-based interventions are effective in improving sexual health knowledge [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>Web-based apps for screening use questionnaires to accomplish screening. This screening can include mental and behavioral health as well as risk factor assessment. Examples include screening for depression risk, alcoholic addiction, and smoking. Users (patients) enter their responses based on the questions, and the web app sometimes provides appropriate advice to the patient. Several studies have shown that web-based apps for screening are effective in increasing the uptake of health screening among the population [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. However, how successful implementation of these web-based health apps is accomplished has not yet been studied.</p>
      </sec>
      <sec>
        <title>Rationale for Implementation Research</title>
        <p>Implementation research involves the study of “the use of strategies to adopt and integrate evidence-based health interventions and change practice patterns within specific settings” [<xref ref-type="bibr" rid="ref18">18</xref>]. Implementation science approaches use a systematic process of getting an evidence-based intervention (EBI) to reach the target population. Many frameworks, theories, and models are available to guide the implementation process [<xref ref-type="bibr" rid="ref19">19</xref>]. By using frameworks appropriately to guide the implementation process, including development and design of strategies, <italic>implementation strategies</italic> can be developed to facilitate the uptake of EBIs in a specific health care setting. <italic>Implementation strategies</italic> are activities to enhance the adoption, implementation, and sustainability of EBIs [<xref ref-type="bibr" rid="ref20">20</xref>]. Explicit implementation increases the likelihood of getting the EBI to the target population compared to leaving it to usual processes. For example, a study done in a clinic found that by attaching a reminder to each patient’s chart about guidelines on the management of dyslipidemia, 94% of patients received the recommended treatment compared to just 35% in the control group [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>Nonetheless, studies have shown that many EBIs do not reach their target population [<xref ref-type="bibr" rid="ref22">22</xref>]. There is an obvious evidence-practice gap. Considerable effort is expended on the discovery of new EBIs but not on examining how these EBIs can be successfully implemented in health care settings [<xref ref-type="bibr" rid="ref18">18</xref>]. A previous scoping review showed that limited research has been done to implement internet interventions for depression [<xref ref-type="bibr" rid="ref23">23</xref>]. Therefore, there is a need to increase the amount of implementation to ensure that this evidence-practice gap can be reduced.</p>
        <p/>
        <p>Studies show that implementing ICT in health care settings can be complex [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref25">25</xref>]. Systematic reviews demonstrate that organizational factors, setting, integration of the EBI into the workflow, and contextual and societal factors are important influences on the success of implementation [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. However, most studies have focused more on the features of the ICT app and characteristics of end-users than on implementation factors or determinants [<xref ref-type="bibr" rid="ref24">24</xref>]. Studies of the process of implementation and the factors associated with it are also lacking in the context of ICT in health care [<xref ref-type="bibr" rid="ref24">24</xref>]. A systematic review demonstrated that studying the implementation process and factors influencing it are important in determining the success of implementation [<xref ref-type="bibr" rid="ref23">23</xref>]. It is important to evaluate barriers and facilitators to successful implementation of an EBI [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>Studying <italic>implementation strategies</italic> allows us to understand how to implement a particular EBI [<xref ref-type="bibr" rid="ref26">26</xref>]. As noted in the literature, developing implementation strategies to overcome barriers to implementation is an important research agenda. Implementation strategies can be critical in bridging the evidence-practice gap when appropriately designed and deployed. Recognizing the importance of implementation strategies, various studies have been done to identify effective implementation strategies for various types of EBI [<xref ref-type="bibr" rid="ref27">27</xref>]. However, there is a scant of literature on implementation strategies for web-based screening apps. A search of the PROSPERO (International Prospective Register of Systematic Reviews) database of systematic review protocols found no systematic reviews in this area. Therefore, a scoping review to identify the various implementation strategies for web-based screening apps appeared appropriate.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>This scoping review uses the framework by Arksey and O’Malley [<xref ref-type="bibr" rid="ref28">28</xref>] and Levac et al [<xref ref-type="bibr" rid="ref29">29</xref>]. This methodology was selected because our aim is to explore the variation in implementation strategies used to implement web-based health screening apps. The Arksey and O’Malley framework is comprised of six stages: (1) identifying the research question; (2) identifying relevant studies; (3) study selection; (4) charting the data; (5) collating, summarizing, and reporting the results; and (6) consultation exercise.</p>
      </sec>
      <sec>
        <title>Stage 1: Identifying the Research Question</title>
        <p>Among studies exploring the implementation of web-based screening apps:</p>
        <list list-type="order">
          <list-item>
            <p>What implementation strategies were used and proven effective?</p>
          </list-item>
          <list-item>
            <p>What studies were informed by implementation theories, models, and frameworks, and which ones in particular?</p>
          </list-item>
          <list-item>
            <p>What implementation outcomes were measured?</p>
          </list-item>
          <list-item>
            <p>What factors were identified as influencing implementation effectiveness?</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Stage 2: Identifying Relevant Studies</title>
        <p>The literature search was conducted using PubMed, Embase, Cochrane, CINAHL (Cumulated Index to Nursing and Allied Health Literature) via EBSCOHost, PsycINFO via OvidSP, ISRCTN (International Standard Randomised Controlled Trials Number) registry, OpenGrey, ClinicalTrials.gov, World Health Organization International Clinical Trials Registry Platform, and Web of Science for peer-reviewed scientific literature. The search was conducted in August 2018 for 2 weeks and concluded on August 28, 2018. Other search methods used to supplement the literature include reference or footnote tracking, using the “related articles” function in PubMed, citation tracking, personal knowledge and personal contacts, and contacting experts in the field. The search terms and search strategies are included in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Stage 3: Study Selection</title>
        <p>The inclusion criteria were studies that described any implementation strategies used to implement web-based apps for screening. Definition of specific terms are outlined as follows:</p>
        <list list-type="bullet">
          <list-item>
            <p>Implementation strategies: methods or techniques used to enhance the adoption, implementation, and sustainability of EBIs [<xref ref-type="bibr" rid="ref20">20</xref>]</p>
          </list-item>
          <list-item>
            <p>Web-based app: any program accessed over a network connection using HTTP rather than existing within a device’s memory [<xref ref-type="bibr" rid="ref13">13</xref>]</p>
          </list-item>
          <list-item>
            <p>Frameworks: A framework is a structure, overview, outline, system, or plan consisting of various descriptive categories (eg, concepts, constructs, or variables) and the relations between them that are presumed to account for a phenomenon [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
          </list-item>
        </list>
        <p>The study must also include all age groups and genders; quantitative, qualitative, and mixed-method study designs will be included, and studies must be in the English language.</p>
        <p>The exclusion criteria were as follows:</p>
        <list list-type="order">
          <list-item>
            <p>Non–web-based apps such as desktop-based, computer-based, CD-ROM interventions, mobile apps, and electronic health records</p>
          </list-item>
          <list-item>
            <p>Nonempirical references such as trial protocols, book reviews, editorials, magazine articles, and theoretical or methodological articles</p>
          </list-item>
          <list-item>
            <p>Non-English studies</p>
          </list-item>
        </list>
        <p>Two independent reviewers screened the titles and the abstracts. The full texts of relevant articles were retrieved and screened by the two independent reviewers. Any disagreements were discussed among the two reviewers, and a third reviewer was consulted if the two reviewers were unable to resolve any disagreements.</p>
      </sec>
      <sec>
        <title>Stage 4: Charting the Data</title>
        <p>Data were extracted using a standardized form. Two reviewers independently extracted the data. Any disagreements were resolved with a third reviewer. Data extracted from individual studies include author(s), year of publication, origin or country of origin (where the study was published or conducted), aims or purpose, frameworks, study population and sample size (if applicable), methodology or methods, intervention type, comparator and details of these (eg, duration of the intervention; if applicable), duration of the intervention (if applicable), outcomes and details of these (eg, measures; if applicable), and how the key findings relate to the scoping review question(s). The two reviewers met after extracting data from two articles to determine if the data extraction process was consistent with the research questions and purpose. Any inconsistencies were discussed until a consensus was reached. A third researcher was consulted when the two researchers were unable to reach a consensus.</p>
      </sec>
      <sec>
        <title>Stage 5: Collating, Summarizing, and Reporting the Results</title>
        <p>The results of this review were divided into three distinct steps based on recommendations by Levac et al [<xref ref-type="bibr" rid="ref29">29</xref>]: (1) analysis (descriptive numerical summary analysis and qualitative thematic analysis); (2) reporting the results according to the research questions; and (3) considering the meaning of the findings as they relate to the overall study purpose and discuss implications for future research, practice, and policy.</p>
      </sec>
      <sec>
        <title>Stage 6: Consultation Exercise</title>
        <p>The consultation exercise was conducted among experts in primary care, eHealth, and implementation science. The experts discussed the selection of articles and helped troubleshoot the issues that occurred during the review process. This exercise helped to validate and shape the study outcomes of this review.</p>
      </sec>
      <sec>
        <title>Quality Assessment</title>
        <p>Quality assessment of the studies was done using the Mixed Methods Appraisal Tool (MMAT). MMAT was used as it is a validated tool to quickly assess qualitative, quantitative, and mixed methods studies [<xref ref-type="bibr" rid="ref30">30</xref>]. This was done to assess the quality of the studies and not used as criteria for the inclusion of studies. The table reporting the quality assessment is included in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Included Studies</title>
        <p>The searching databases yielded a total of 16,476 records. After the initial screening and removal of duplicates, 4 studies were included in this review (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Flow diagram of selection of studies.</p>
          </caption>
          <graphic xlink:href="jmir_v22i7e15591_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Most studies were excluded at the title or abstract screening phase because the aim of this review was to identify implementation strategies for web-based apps. Most studies found through the database search evaluated the effectiveness of the web-based apps rather than focusing on their implementation. Only 4 studies fulfilled the inclusion criteria [<xref ref-type="bibr" rid="ref31">31</xref>-<xref ref-type="bibr" rid="ref34">34</xref>]. Of these studies, 3 were conducted in primary care settings and 1 in an emergency department. All the studies were descriptive in nature, and the study duration ranged from 2 to 15 months. The characteristics of each study are summarized in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Characteristics of included studies.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="90"/>
            <col width="60"/>
            <col width="140"/>
            <col width="140"/>
            <col width="200"/>
            <col width="220"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td>Authors</td>
                <td>Year</td>
                <td>Intervention</td>
                <td>Setting</td>
                <td>Study population</td>
                <td>Methods</td>
                <td>Implementation<break/>duration</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Webb et al [<xref ref-type="bibr" rid="ref31">31</xref>]</td>
                <td>2018</td>
                <td>Health and lifestyle screening tool (“app”), Check Up GP<sup>a</sup> for young people in an Australian general practice</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Australia</p>
                    </list-item>
                    <list-item>
                      <p>General practice</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Patients: young people 14-25 years of age</p>
                    </list-item>
                    <list-item>
                      <p>HCP<sup>b</sup>: GP, practice manager, reception coordinator, and receptionists</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Qualitative: semistructured interviews and focus groups</p>
                    </list-item>
                    <list-item>
                      <p>Quantitative: cross-sectional survey</p>
                    </list-item>
                  </list>
                </td>
                <td>2 months</td>
              </tr>
              <tr valign="top">
                <td>Diez-Canseco et al [<xref ref-type="bibr" rid="ref32">32</xref>]</td>
                <td>2018</td>
                <td>A web-based mental health screening app</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Peru</p>
                    </list-item>
                    <list-item>
                      <p>Primary care</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Patients: adults ≥18 years of age</p>
                    </list-item>
                    <list-item>
                      <p>HCP: midwives, nurses, and nurse assistants</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Mixed methods</p>
                    </list-item>
                    <list-item>
                      <p>Qualitative: face-to-face structured interviews with HCPs and patients</p>
                    </list-item>
                    <list-item>
                      <p>Quantitative: web-based data collection platform</p>
                    </list-item>
                  </list>
                </td>
                <td>9 weeks</td>
              </tr>
              <tr valign="top">
                <td>Krist et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>2014</td>
                <td>MOHR<sup>c</sup>, a web-based health risk assessment tool</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>United States</p>
                    </list-item>
                    <list-item>
                      <p>Primary care</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Patients: adults</p>
                    </list-item>
                    <list-item>
                      <p>HCP: clinicians, front desk staff, practice rooming staff, and medical assistants</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Cluster-randomized, mixed methods implementation trial</p>
                    </list-item>
                    <list-item>
                      <p>Qualitative: interviews with HCPs</p>
                    </list-item>
                    <list-item>
                      <p>Quantitative: data from research networks and the MOHR tool</p>
                    </list-item>
                  </list>
                </td>
                <td>10 months</td>
              </tr>
              <tr valign="top">
                <td>Scribano et al [<xref ref-type="bibr" rid="ref34">34</xref>]</td>
                <td>2011</td>
                <td>Computerized intimate partner violence screening</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>United States</p>
                    </list-item>
                    <list-item>
                      <p>Hospital emergency department</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Patients: adults</p>
                    </list-item>
                    <list-item>
                      <p>HCP: emergency department staffs</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Qualitative: direct observation of patient use, feedback from patients, one-on-one feedback from emergency department staff, and team meetings</p>
                    </list-item>
                    <list-item>
                      <p>Quantitative: questionnaire survey through kiosk.</p>
                    </list-item>
                  </list>
                </td>
                <td>15 months</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>GP: general practitioner.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>HCP: health care provider.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>MOHR: My Own Health Report.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Quality Assessment</title>
        <p>The single randomized controlled trial included in this review was of moderate quality [<xref ref-type="bibr" rid="ref33">33</xref>]. The 2 arms were not comparable at baseline, and the outcome assessors were not blinded [<xref ref-type="bibr" rid="ref33">33</xref>]. The other 3 studies contained both qualitative and quantitative components [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. For the qualitative component, 2 studies were of good quality [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. As there was no clear descriptions on how the data were collected, analyzed, and interpreted, 1 study was considered to be of poor quality [<xref ref-type="bibr" rid="ref34">34</xref>]. For the quantitative component, 2 studies were of moderate quality, as the sample population and the risk of nonresponse bias of the studies were not clearly described [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. The other study was of good quality [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
      </sec>
      <sec>
        <title>Implementation Frameworks and Strategies for Web-Based Screening Apps</title>
        <p>Only 2 studies used frameworks to guide and evaluate the process and outcomes of the study. However, in both studies, a framework and theory were used to guide the evaluation of the studies and not on the development of the implementation strategies. <xref ref-type="table" rid="table2">Table 2</xref> summarizes the implementation strategies and frameworks used in each study. The types of frameworks were categorized based on Nilsen’s [<xref ref-type="bibr" rid="ref19">19</xref>] taxonomy of implementation frameworks. The implementation strategies are categorized based on the Effective Practice and Organisation of Care taxonomy [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Implementation frameworks and strategies used for web-based apps.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="120"/>
            <col width="120"/>
            <col width="200"/>
            <col width="250"/>
            <col width="310"/>
            <thead>
              <tr valign="top">
                <td>Authors</td>
                <td>Frameworks</td>
                <td>Types of framework [<xref ref-type="bibr" rid="ref19">19</xref>]</td>
                <td>Implementation strategies [<xref ref-type="bibr" rid="ref35">35</xref>]</td>
                <td>Implementation activities</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Webb et al [<xref ref-type="bibr" rid="ref31">31</xref>]
                </td>
                <td>NPT<sup>a</sup></td>
                <td>Implementation theories</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Reminder</td>
                <td>Phone call and SMS as reminder to patients to complete the app</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Reminder and facilitation</td>
                <td>Receptionist to prompt patient to complete app in the waiting room using tablet</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Continuous quality improvement</td>
                <td>Quality improvement meetings with HCPs<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Educational materials</td>
                <td>Provision of educational documents to support HCPs</td>
              </tr>
              <tr valign="top">
                <td>Diez-Canseco et al [<xref ref-type="bibr" rid="ref32">32</xref>]
                </td>
                <td>None</td>
                <td>N/A<sup>c</sup></td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Leadership engagement/buy-in</td>
                <td>Engaging policy makers for support and buy-in</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Educational meetings</td>
                <td>Training for HCPs</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Technical assistance</td>
                <td>Telephone and face-to-face support, and supervision for HCPs throughout the implementation period</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Coaching</td>
                <td>Regular supervision meetings with HCPs to troubleshoot problems encountered throughout the implementation period</td>
              </tr>
              <tr valign="top">
                <td>Krist et al [<xref ref-type="bibr" rid="ref33">33</xref>]
                </td>
                <td>RE-AIM<sup>d</sup></td>
                <td>Evaluation framework</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Clinical champions</td>
                <td>Appointment of practice champions</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Educational meetings</td>
                <td>Training for HCPs</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Facilitation</td>
                <td>Mailed invitations to complete the app</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Facilitation</td>
                <td>Kiosk provided in the clinic waiting room to complete the app with help from researcher</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Facilitation</td>
                <td>Completion of the app via phone call by researcher</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Facilitation</td>
                <td>Completion of the app via tablet with help from either researcher, practice rooming staff, or medical assistant in the clinic waiting room</td>
              </tr>
              <tr valign="top">
                <td>Scribano et al [<xref ref-type="bibr" rid="ref34">34</xref>]
                </td>
                <td>None</td>
                <td>N/A</td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Patient education and facilitation</td>
                <td>Nurses and receptionists provided instruction forms to patients for the screening kiosks</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Environment</td>
                <td>Placing screening kiosks in strategic locations</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Clinical champions</td>
                <td>Appointment of practice champions</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>NPT: Normalization Process Theory.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>HCP: health care provider.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>N/A: not applicable.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>RE-AIM: Reach, Effectiveness, Adoption, Implementation, Maintenance.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>Facilitation was the most cited strategy used. Other strategies that were cited more than once included reminders, clinical champions, and educational meetings.</p>
      </sec>
      <sec>
        <title>Outcome Measures</title>
        <p>The implementation outcomes for the studies included in this review were categorized based on the taxonomy of implementation outcomes by Proctor et al [<xref ref-type="bibr" rid="ref36">36</xref>]. The implementation outcomes can be broadly categorized into acceptability, adoption, appropriateness, feasibility, fidelity, implementation cost, penetration, and sustainability. <xref ref-type="table" rid="table3">Table 3</xref> outlines the outcome measures reported in the studies.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Outcome measures.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="670"/>
            <col width="300"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Authors, Outcomes measured</td>
                <td>Implementation outcome</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Webb et al [<xref ref-type="bibr" rid="ref31">31</xref>]</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Number of times needed to provide support to staff on the use of the app</td>
                <td>Feasibility</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Location completed Check Up GP<sup>a</sup></td>
                <td>Feasibility</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>If patients received an SMS with a link to Check Up GP before attending the practice</td>
                <td>Fidelity</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>If patients felt that they had sufficient privacy when completing the app</td>
                <td>Fidelity</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Postimplementation staff interviews and focus group discussions based on NPT<sup>b</sup></td>
                <td>Acceptability, adoption, appropriateness, feasibility, fidelity, sustainability</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Diez-Canseco et al [<xref ref-type="bibr" rid="ref32">32</xref>]</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Number of screenings</td>
                <td>Penetration</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Fidelity to screening</td>
                <td>Fidelity</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Integration of screening into routine clinical service</td>
                <td>Sustainability</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Krist et al [<xref ref-type="bibr" rid="ref33">33</xref>]</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Reach: proportion of eligible patients approached who completed a MOHR<sup>c</sup> assessment</td>
                <td>Penetration</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Adoption: percentage of practices approached for study participation who agreed to participate</td>
                <td>Adoption</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Implementation: how practices integrated MOHR into their workflow and the time and staff needed to carry out implementation steps</td>
                <td>Fidelity</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Maintenance: whether early intervention practices continued to use MOHR after the study</td>
                <td>Sustainability</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Scribano et al [<xref ref-type="bibr" rid="ref34">34</xref>]</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Number of screenings completed by patients</td>
                <td>Penetration</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Computer technology failure rate</td>
                <td>Feasibility</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>GP: general practitioner.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>NPT: Normalization Process Theory.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>MOHR: My Own Health Report.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Effective Implementation Strategies</title>
        <p>Different studies revealed different implementation strategies that were reported to be effective in their settings (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>).</p>
        <p>For Webb et al [<xref ref-type="bibr" rid="ref31">31</xref>], the quality improvement meetings using the Plan-Do-Act-Study framework were reported to be effective. The study also reported that facilitation by researchers on-site helped in the implementation process. Comparing different sites using the web-based app, the authors found that using the web-based app in the waiting room was the most effective compared to other settings (84%) [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
        <boxed-text id="box1" position="float">
          <title>Effective implementation strategies.</title>
          <p>
            <bold>Health care providers</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Quality improvement meetings</p>
            </list-item>
            <list-item>
              <p>Facilitation</p>
            </list-item>
            <list-item>
              <p>Educational meetings</p>
            </list-item>
            <list-item>
              <p>Clinical champions</p>
            </list-item>
          </list>
          <p>
            <bold>Patients</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Environment</p>
            </list-item>
            <list-item>
              <p>Facilitation</p>
            </list-item>
          </list>
        </boxed-text>
        <p>In the study conducted by Diez-Canseco et al [<xref ref-type="bibr" rid="ref32">32</xref>], the authors stated that training health care providers was the key to promote use of the web-based app. Supervision was another important strategy to troubleshoot issues when implementing the web-based app.</p>
        <p>For Krist et al [<xref ref-type="bibr" rid="ref33">33</xref>], the authors compared implementation strategies used in nine different primary care clinics. They found that the strategy with the highest screening completed was to complete the app in the clinic waiting room with facilitation from the researcher (94.4% completion rate). Overall, they found that facilitation from staff in the clinic to help the patient complete the web-based app was the key to successful implementation. There was a higher completion rate with facilitation from staff compared to no facilitation (71.2% vs 30.3%) [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <p>In the study by Scribano et al [<xref ref-type="bibr" rid="ref34">34</xref>], appointing nurse champions helped to increase the screening rate. Another strategy that improved the screening rate was moving the kiosk to a more strategic location in the emergency department.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This review revealed that there is a very small set of literature reporting on the implementation of web-based apps for screening. Many studies evaluated the effectiveness or application of web-based screening apps, but very few described how to implement them [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. The lack of literature found in this review suggests that there is a need for more implementation studies to be conducted in this area. Many studies have shown that implementation will not happen on its own, and implementation has to be planned to succeed [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
        <p>Integrating an implementation study with an effectiveness study may be one way forward. Hybrid study designs may yield more information, as both the effectiveness of the intervention and the implementation can be assessed in a single study [<xref ref-type="bibr" rid="ref38">38</xref>]. This may also reduce the time needed to translate an EBI into practice. However, these study designs require more expertise, resources, and manpower to conduct [<xref ref-type="bibr" rid="ref38">38</xref>]. Therefore, it may not be feasible to conduct a hybrid study in settings with limited resources.</p>
        <p>In this review, the most common implementation strategies used in implementing web-based apps were facilitation, education, and clinical champions. Most of these strategies targeted only patients and health care providers. Only 1 study mentioned strategies related to leadership engagement [<xref ref-type="bibr" rid="ref32">32</xref>]. The strategies found in this review were limited to smaller scales and local contexts.</p>
        <p>There was also no clear discussion on how strategies were developed or designed for implementation. Using a systematic process and determinant frameworks to help guide the development of strategies can be important for successful implementation and evaluation [<xref ref-type="bibr" rid="ref19">19</xref>]. Having a systematic process for developing strategies will also help others replicate the process if the implementation was successful. We found that only 2 of the 4 studies used implementation frameworks or theories. This is consistent with the implementation research literature [<xref ref-type="bibr" rid="ref19">19</xref>]. Without a solid theoretical foundation, it is challenging to explain why an implementation fails or succeeds [<xref ref-type="bibr" rid="ref19">19</xref>]. Currently, many theories and frameworks are available for implementation research [<xref ref-type="bibr" rid="ref19">19</xref>]. By using a combination of these theories or frameworks, researchers may better understand how to plan an implementation study systematically. By testing strategies and frameworks, new knowledge can be gained for future implementation studies.</p>
        <p>In this review, different outcome measures were used in each study. However, there was no clear explanation of how the authors of the studies determined which outcome to measure. Which implementation strategies contributed to the outcomes were not clear because several different strategies were used in most studies, and their individual effects could not be evaluated. Therefore, we were unable to conclude which implementation strategies were useful. The lack of implementation frameworks or theories used in the studies may have contributed to this issue. The process of developing implementation strategies should be done systematically, ideally to link each strategy to different outcomes. If this is feasible, it could allow us to assess which strategies work. This may also allow researchers to further explore why a particular strategy works for a specific outcome. Lack of effect may lie with the implementation strategy itself or may be related to how the implementation strategy was implemented. Therefore, it is crucial that researchers give adequate thought to the implementation outcomes they measure and how an implementation strategy might affect each outcome. In addition, the field of implementation research is shifting from an exclusive focus on the effectiveness of implementation strategies to a focus on how strategies achieve their effect, if any, and on the factors that make implementation, across a spectrum of evidence-based practices, including ICT approaches, either more or less likely to be successful. Future studies will hopefully include this broader focus, as the current literature does not go beyond a simplistic examination of the implementation strategies’ effectiveness.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>This review may be limited because only English language studies were included. Another limitation could have been related to screening titles and abstracts. This may have limited the inclusion of studies if implementation strategies were not discussed in the abstract. However, based on our review, we found that most of the implementation strategies could be identified from abstracts alone. To this end, this scoping review revealed that only a few studies addressed the implementation of web-based health screening apps, and therefore, more research is needed in this area.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>This scoping review shows that the study of implementation of web-based apps for screening is still in its infancy. Many studies have assessed the effectiveness of web-based apps, but only a few have focused on how to implement them. We were able to identify different implementation strategies for implementing web-based apps for screening. However, there is little evidence that the strategies reported were systematically developed using theories or frameworks. The lack of frameworks and theories used in these studies was also evident. There is a need to study not only the effectiveness of implementation strategies but the process of implementation and how this affects outcomes. This review shows that more work is still needed to study implementation of web-based apps for screening in a systematic process based on implementation theories and frameworks.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Search terms and search strategy for scoping review.</p>
        <media xlink:href="jmir_v22i7e15591_app1.docx" xlink:title="DOCX File , 17 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Mixed Method Appraisal Tool Table.</p>
        <media xlink:href="jmir_v22i7e15591_app2.xlsx" xlink:title="XLSX File  (Microsoft Excel File), 17 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CINAHL</term>
          <def>
            <p>Cumulated Index to Nursing and Allied Health Literature</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CRC</term>
          <def>
            <p>colorectal cancer</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CVD</term>
          <def>
            <p>cardiovascular disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">EBI</term>
          <def>
            <p>evidence-based intervention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">eHealth</term>
          <def>
            <p>electronic health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">ICT</term>
          <def>
            <p>information and communication technology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">ISRCTN</term>
          <def>
            <p>International Standard Randomised Controlled Trials Number</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">MMAT</term>
          <def>
            <p>Mixed Methods Appraisal Tool</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">PROSPERO</term>
          <def>
            <p>International Prospective Register of Systematic Reviews</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study is funded by University of Malaya Specialist Centre C.A.R.E research grant PV-063-2018. The authors would also like to thank Universiti Malaysia Sarawak for financial support.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>NHS population screening explained</article-title>
          <source>Public Health England</source>
          <access-date>2019-03-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gov.uk/guidance/nhs-population-screening-explained">https://www.gov.uk/guidance/nhs-population-screening-explained</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jungner</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Principles and practice of screening for disease</article-title>
          <source>World Health Organization</source>
          <year>1968</year>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/bitstream/handle/10665/37650/WHO_PHP_34.pdf?sequence=17&#38;isAllowed=y">https://apps.who.int/iris/bitstream/handle/10665/37650/WHO_PHP_34.pdf?sequence=17&#38;isAllowed=y</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shin</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Oh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Son</surname>
              <given-names>KY</given-names>
            </name>
            <name name-style="western">
              <surname>Chun</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Guallar</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Association of cardiovascular health screening with mortality, clinical outcomes, and health care cost: a nationwide cohort study</article-title>
          <source>Prev Med</source>
          <year>2015</year>
          <month>01</month>
          <volume>70</volume>
          <fpage>19</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ypmed.2014.11.007</pub-id>
          <pub-id pub-id-type="medline">25445334</pub-id>
          <pub-id pub-id-type="pii">S0091-7435(14)00418-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hewitson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Glasziou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Towler</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Irwig</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Cochrane systematic review of colorectal cancer screening using the fecal occult blood test (hemoccult): an update</article-title>
          <source>Am J Gastroenterol</source>
          <year>2008</year>
          <month>06</month>
          <volume>103</volume>
          <issue>6</issue>
          <fpage>1541</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="medline">18479499</pub-id>
          <pub-id pub-id-type="pii">AJG1875</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>NR</given-names>
            </name>
            <name name-style="western">
              <surname>Grad</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dickinson</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Kasperavicius</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kretschmer</surname>
              <given-names>KL</given-names>
            </name>
          </person-group>
          <article-title>Better decision making in preventive health screening: balancing benefits and harms</article-title>
          <source>Can Fam Physician</source>
          <year>2017</year>
          <month>07</month>
          <volume>63</volume>
          <issue>7</issue>
          <fpage>521</fpage>
          <lpage>524</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cfp.ca/cgi/pmidlookup?view=long&#38;pmid=28701439"/>
          </comment>
          <pub-id pub-id-type="medline">28701439</pub-id>
          <pub-id pub-id-type="pii">63/7/521</pub-id>
          <pub-id pub-id-type="pmcid">PMC5507224</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schröder</surname>
              <given-names>FH</given-names>
            </name>
            <name name-style="western">
              <surname>Hugosson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Roobol</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tammela</surname>
              <given-names>TLJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zappa</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nelen</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Kwiatkowski</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lujan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Määttänen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lilja</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Denis</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Recker</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Paez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bangma</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Carlsson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Puliti</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Villers</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rebillard</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Hakama</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stenman</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Kujala</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Taari</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Aus</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Huber</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van der Kwast</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>van Schaik</surname>
              <given-names>RHN</given-names>
            </name>
            <name name-style="western">
              <surname>de Koning</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Moss</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Auvinen</surname>
              <given-names>A</given-names>
            </name>
            <collab>ERSPC Investigators</collab>
          </person-group>
          <article-title>Screening and prostate cancer mortality: results of the European Randomised Study of Screening for Prostate Cancer (ERSPC) at 13 years of follow-up</article-title>
          <source>Lancet</source>
          <year>2014</year>
          <month>12</month>
          <day>06</day>
          <volume>384</volume>
          <issue>9959</issue>
          <fpage>2027</fpage>
          <lpage>35</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25108889"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(14)60525-0</pub-id>
          <pub-id pub-id-type="medline">25108889</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(14)60525-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC4427906</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dryden</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>McCowan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Themessl-Huber</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>What do we know about who does and does not attend general health checks? Findings from a narrative scoping review</article-title>
          <source>BMC Public Health</source>
          <year>2012</year>
          <month>08</month>
          <day>31</day>
          <volume>12</volume>
          <fpage>723</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpublichealth.biomedcentral.com/articles/10.1186/1471-2458-12-723"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2458-12-723</pub-id>
          <pub-id pub-id-type="medline">22938046</pub-id>
          <pub-id pub-id-type="pii">1471-2458-12-723</pub-id>
          <pub-id pub-id-type="pmcid">PMC3491052</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Teo</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Ling</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>CJ</given-names>
            </name>
          </person-group>
          <article-title>Improving health screening uptake in men: a systematic review and meta-analysis</article-title>
          <source>Am J Prev Med</source>
          <year>2018</year>
          <month>01</month>
          <volume>54</volume>
          <issue>1</issue>
          <fpage>133</fpage>
          <lpage>143</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2017.08.028</pub-id>
          <pub-id pub-id-type="medline">29254551</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(17)30483-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hutchesson</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rollo</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Krukowski</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ells</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Harvey</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Callister</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Plotnikoff</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>CE</given-names>
            </name>
          </person-group>
          <article-title>eHealth interventions for the prevention and treatment of overweight and obesity in adults: a systematic review with meta-analysis</article-title>
          <source>Obes Rev</source>
          <year>2015</year>
          <month>05</month>
          <volume>16</volume>
          <issue>5</issue>
          <fpage>376</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1111/obr.12268</pub-id>
          <pub-id pub-id-type="medline">25753009</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elbert</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>van Os-Medendorp</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>van Renselaar</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ekeland</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Hakkaart-van Roijen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Raat</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Nijsten</surname>
              <given-names>TEC</given-names>
            </name>
            <name name-style="western">
              <surname>Pasmans</surname>
              <given-names>SGMA</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness and cost-effectiveness of ehealth interventions in somatic diseases: a systematic review of systematic reviews and meta-analyses</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>04</month>
          <day>16</day>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>e110</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2014/4/e110/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2790</pub-id>
          <pub-id pub-id-type="medline">24739471</pub-id>
          <pub-id pub-id-type="pii">v16i4e110</pub-id>
          <pub-id pub-id-type="pmcid">PMC4019777</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <article-title>eHealth</article-title>
          <source>World Health Organization</source>
          <year>2017</year>
          <access-date>2019-02-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/ehealth/en/">https://www.who.int/ehealth/en/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wantland</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Portillo</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Holzemer</surname>
              <given-names>WL</given-names>
            </name>
            <name name-style="western">
              <surname>Slaughter</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>McGhee</surname>
              <given-names>EM</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of Web-based vs. non-Web-based interventions: a meta-analysis of behavioral change outcomes</article-title>
          <source>J Med Internet Res</source>
          <year>2004</year>
          <month>11</month>
          <day>10</day>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>e40</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2004/4/e40/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.6.4.e40</pub-id>
          <pub-id pub-id-type="medline">15631964</pub-id>
          <pub-id pub-id-type="pii">v6e40</pub-id>
          <pub-id pub-id-type="pmcid">PMC1550624</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <article-title>What is a Web-Based Application?</article-title>
          <source>Techopedia</source>
          <year>2018</year>
          <access-date>2019-02-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.techopedia.com/definition/26002/web-based-application">https://www.techopedia.com/definition/26002/web-based-application</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>JV</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Rait</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mercer</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Morris</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Peacock</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cassell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nazareth</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Interactive computer-based interventions for sexual health promotion</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2010</year>
          <month>09</month>
          <day>08</day>
          <issue>9</issue>
          <fpage>CD006483</fpage>
          <pub-id pub-id-type="doi">10.1002/14651858.CD006483.pub2</pub-id>
          <pub-id pub-id-type="medline">20824850</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Bergen</surname>
              <given-names>JEAM</given-names>
            </name>
            <name name-style="western">
              <surname>Fennema</surname>
              <given-names>JSA</given-names>
            </name>
            <name name-style="western">
              <surname>van den Broek</surname>
              <given-names>IVF</given-names>
            </name>
            <name name-style="western">
              <surname>Brouwers</surname>
              <given-names>EEHG</given-names>
            </name>
            <name name-style="western">
              <surname>de Feijter</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Hoebe</surname>
              <given-names>CJPA</given-names>
            </name>
            <name name-style="western">
              <surname>Koekenbier</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>de Coul</surname>
              <given-names>ELMO</given-names>
            </name>
            <name name-style="western">
              <surname>van Ravesteijn</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Götz</surname>
              <given-names>HM</given-names>
            </name>
          </person-group>
          <article-title>Rationale, design, and results of the first screening round of a comprehensive, register-based, Chlamydia screening implementation programme in the Netherlands</article-title>
          <source>BMC Infect Dis</source>
          <year>2010</year>
          <month>10</month>
          <day>07</day>
          <volume>10</volume>
          <fpage>293</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcinfectdis.biomedcentral.com/articles/10.1186/1471-2334-10-293"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2334-10-293</pub-id>
          <pub-id pub-id-type="medline">20925966</pub-id>
          <pub-id pub-id-type="pii">1471-2334-10-293</pub-id>
          <pub-id pub-id-type="pmcid">PMC2959064</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harrington</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Bai</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Perkins</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Screening children for autism in an urban clinic using an electronic M-CHAT</article-title>
          <source>Clin Pediatr (Phila)</source>
          <year>2013</year>
          <month>01</month>
          <volume>52</volume>
          <issue>1</issue>
          <fpage>35</fpage>
          <lpage>41</lpage>
          <pub-id pub-id-type="doi">10.1177/0009922812463957</pub-id>
          <pub-id pub-id-type="medline">23117237</pub-id>
          <pub-id pub-id-type="pii">0009922812463957</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Haynes</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>McFadden</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Robins</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <article-title>Implementation of web-based autism screening in an urban clinic</article-title>
          <source>Clin Pediatr (Phila)</source>
          <year>2016</year>
          <month>09</month>
          <volume>55</volume>
          <issue>10</issue>
          <fpage>927</fpage>
          <lpage>34</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26581361"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0009922815616887</pub-id>
          <pub-id pub-id-type="medline">26581361</pub-id>
          <pub-id pub-id-type="pii">0009922815616887</pub-id>
          <pub-id pub-id-type="pmcid">PMC4871780</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glasgow</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Vinson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Chambers</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Khoury</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Hunter</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>National Institutes of Health approaches to dissemination and implementation science: current and future directions</article-title>
          <source>Am J Public Health</source>
          <year>2012</year>
          <month>07</month>
          <volume>102</volume>
          <issue>7</issue>
          <fpage>1274</fpage>
          <lpage>81</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2012.300755</pub-id>
          <pub-id pub-id-type="medline">22594758</pub-id>
          <pub-id pub-id-type="pmcid">PMC3478005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nilsen</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Making sense of implementation theories, models and frameworks</article-title>
          <source>Implement Sci</source>
          <year>2015</year>
          <month>04</month>
          <day>21</day>
          <volume>10</volume>
          <fpage>53</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-015-0242-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-015-0242-0</pub-id>
          <pub-id pub-id-type="medline">25895742</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-015-0242-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC4406164</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Waltz</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chinman</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Damschroder</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Matthieu</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Kirchner</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>A refined compilation of implementation strategies: results from the Expert Recommendations for Implementing Change (ERIC) project</article-title>
          <source>Implement Sci</source>
          <year>2015</year>
          <month>02</month>
          <day>12</day>
          <volume>10</volume>
          <fpage>21</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-015-0209-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-015-0209-1</pub-id>
          <pub-id pub-id-type="medline">25889199</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-015-0209-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC4328074</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stamos</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Shaltoni</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Girard</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Parrillo</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Calvin</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of chart prompts to improve physician compliance with the National Cholesterol Education Program guidelines</article-title>
          <source>Am J Cardiol</source>
          <year>2001</year>
          <month>12</month>
          <day>15</day>
          <volume>88</volume>
          <issue>12</issue>
          <fpage>1420</fpage>
          <lpage>3, A8</lpage>
          <pub-id pub-id-type="doi">10.1016/s0002-9149(01)02125-7</pub-id>
          <pub-id pub-id-type="medline">11741565</pub-id>
          <pub-id pub-id-type="pii">S0002914901021257</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grimshaw</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Eccles</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Lavis</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Squires</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Knowledge translation of research findings</article-title>
          <source>Implement Sci</source>
          <year>2012</year>
          <month>05</month>
          <day>31</day>
          <volume>7</volume>
          <fpage>50</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-7-50"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-7-50</pub-id>
          <pub-id pub-id-type="medline">22651257</pub-id>
          <pub-id pub-id-type="pii">1748-5908-7-50</pub-id>
          <pub-id pub-id-type="pmcid">PMC3462671</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Drozd</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Vaskinn</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bergsund</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Haga</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Slinning</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bjørkli</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>The implementation of internet interventions for depression: a scoping review</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>09</month>
          <day>08</day>
          <volume>18</volume>
          <issue>9</issue>
          <fpage>e236</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/9/e236/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5670</pub-id>
          <pub-id pub-id-type="medline">27608548</pub-id>
          <pub-id pub-id-type="pii">v18i9e236</pub-id>
          <pub-id pub-id-type="pmcid">PMC5034149</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abildso</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Zizzi</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Reger-Nash</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Evaluating an insurance-sponsored weight management program with the RE-AIM Model, West Virginia, 2004-2008</article-title>
          <source>Prev Chronic Dis</source>
          <year>2010</year>
          <month>05</month>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>A46</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/pcd/issues/2010/May/09_0114.htm"/>
          </comment>
          <pub-id pub-id-type="medline">20394685</pub-id>
          <pub-id pub-id-type="pii">A46</pub-id>
          <pub-id pub-id-type="pmcid">PMC2879978</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Christie</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Bartels</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Boots</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Tange</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Verhey</surname>
              <given-names>FR</given-names>
            </name>
            <name name-style="western">
              <surname>de Vugt</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>A systematic review on the implementation of eHealth interventions for informal caregivers of people with dementia</article-title>
          <source>Internet Interv</source>
          <year>2018</year>
          <month>09</month>
          <volume>13</volume>
          <fpage>51</fpage>
          <lpage>59</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2214-7829(18)30022-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.invent.2018.07.002</pub-id>
          <pub-id pub-id-type="medline">30206519</pub-id>
          <pub-id pub-id-type="pii">S2214-7829(18)30022-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC6112102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>McMillen</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Implementation strategies: recommendations for specifying and reporting</article-title>
          <source>Implement Sci</source>
          <year>2013</year>
          <month>12</month>
          <day>01</day>
          <volume>8</volume>
          <fpage>139</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-8-139"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-8-139</pub-id>
          <pub-id pub-id-type="medline">24289295</pub-id>
          <pub-id pub-id-type="pii">1748-5908-8-139</pub-id>
          <pub-id pub-id-type="pmcid">PMC3882890</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brouwers</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>De Vito</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bahirathan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Carol</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Carroll</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Cotterchio</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dobbins</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lent</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Levitt</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>McGregor</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Paszat</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rand</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wathen</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>What implementation interventions increase cancer screening rates? A systematic review</article-title>
          <source>Implement Sci</source>
          <year>2011</year>
          <month>09</month>
          <day>29</day>
          <volume>6</volume>
          <fpage>111</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-6-111"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-6-111</pub-id>
          <pub-id pub-id-type="medline">21958556</pub-id>
          <pub-id pub-id-type="pii">1748-5908-6-111</pub-id>
          <pub-id pub-id-type="pmcid">PMC3197548</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arksey</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Scoping studies: towards a methodological framework</article-title>
          <source>Int J Soc Res Methodology</source>
          <year>2005</year>
          <month>02</month>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>19</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1080/1364557032000119616</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Levac</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Colquhoun</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>KK</given-names>
            </name>
          </person-group>
          <article-title>Scoping studies: advancing the methodology</article-title>
          <source>Implement Sci</source>
          <year>2010</year>
          <month>09</month>
          <day>20</day>
          <volume>5</volume>
          <fpage>69</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-5-69"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-5-69</pub-id>
          <pub-id pub-id-type="medline">20854677</pub-id>
          <pub-id pub-id-type="pii">1748-5908-5-69</pub-id>
          <pub-id pub-id-type="pmcid">PMC2954944</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pluye</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>QN</given-names>
            </name>
          </person-group>
          <article-title>Combining the power of stories and the power of numbers: mixed methods research and mixed studies reviews</article-title>
          <source>Annu Rev Public Health</source>
          <year>2014</year>
          <volume>35</volume>
          <fpage>29</fpage>
          <lpage>45</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev-publhealth-032013-182440</pub-id>
          <pub-id pub-id-type="medline">24188053</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Webb</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wadley</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Sanci</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Experiences of general practitioners and practice support staff using a health and lifestyle screening app in primary health care: implementation case study</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2018</year>
          <month>04</month>
          <day>24</day>
          <volume>6</volume>
          <issue>4</issue>
          <fpage>e105</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2018/4/e105/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.8778</pub-id>
          <pub-id pub-id-type="medline">29691209</pub-id>
          <pub-id pub-id-type="pii">v6i4e105</pub-id>
          <pub-id pub-id-type="pmcid">PMC5941099</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Diez-Canseco</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Toyama</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ipince</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Perez-Leon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cavero</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Araya</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Miranda</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>Integration of a technology-based mental health screening program into routine practices of primary health care services in Peru (The Allillanchu Project): development and implementation</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>03</month>
          <day>15</day>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>e100</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/3/e100/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.9208</pub-id>
          <pub-id pub-id-type="medline">29588272</pub-id>
          <pub-id pub-id-type="pii">v20i3e100</pub-id>
          <pub-id pub-id-type="pmcid">PMC5893885</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krist</surname>
              <given-names>AH</given-names>
            </name>
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Sabo</surname>
              <given-names>RT</given-names>
            </name>
            <name name-style="western">
              <surname>Balasubramanian</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Heurtin-Roberts</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ory</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Sheinfeld-Gorin</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Estabrooks</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Ritzwoller</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Glasgow</surname>
              <given-names>RE</given-names>
            </name>
            <collab>MOHR Study Group</collab>
          </person-group>
          <article-title>Adoption, reach, implementation, and maintenance of a behavioral and mental health assessment in primary care</article-title>
          <source>Ann Fam Med</source>
          <year>2014</year>
          <volume>12</volume>
          <issue>6</issue>
          <fpage>525</fpage>
          <lpage>33</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.annfammed.org/cgi/pmidlookup?view=long&#38;pmid=25384814"/>
          </comment>
          <pub-id pub-id-type="doi">10.1370/afm.1710</pub-id>
          <pub-id pub-id-type="medline">25384814</pub-id>
          <pub-id pub-id-type="pii">12/6/525</pub-id>
          <pub-id pub-id-type="pmcid">PMC4226773</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scribano</surname>
              <given-names>PV</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gleason</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kelleher</surname>
              <given-names>KJ</given-names>
            </name>
          </person-group>
          <article-title>Feasibility of computerized screening for intimate partner violence in a pediatric emergency department</article-title>
          <source>Pediatr Emerg Care</source>
          <year>2011</year>
          <month>08</month>
          <volume>27</volume>
          <issue>8</issue>
          <fpage>710</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1097/PEC.0b013e318226c871</pub-id>
          <pub-id pub-id-type="medline">21811196</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="web">
          <article-title>EPOC taxonomy</article-title>
          <source>Cochrane Effective Practice and Organisation of Care</source>
          <access-date>2019-02-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://epoc.cochrane.org/epoc-taxonomy">https://epoc.cochrane.org/epoc-taxonomy</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Silmere</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Raghavan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hovmand</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Aarons</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bunger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Griffey</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hensley</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Outcomes for implementation research: conceptual distinctions, measurement challenges, and research agenda</article-title>
          <source>Adm Policy Ment Health</source>
          <year>2011</year>
          <month>03</month>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>65</fpage>
          <lpage>76</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20957426"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10488-010-0319-7</pub-id>
          <pub-id pub-id-type="medline">20957426</pub-id>
          <pub-id pub-id-type="pmcid">PMC3068522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tabak</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Khoong</surname>
              <given-names>EC</given-names>
            </name>
            <name name-style="western">
              <surname>Chambers</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Brownson</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Bridging research and practice: models for dissemination and implementation research</article-title>
          <source>Am J Prev Med</source>
          <year>2012</year>
          <month>09</month>
          <volume>43</volume>
          <issue>3</issue>
          <fpage>337</fpage>
          <lpage>50</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22898128"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amepre.2012.05.024</pub-id>
          <pub-id pub-id-type="medline">22898128</pub-id>
          <pub-id pub-id-type="pii">S0749-3797(12)00389-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC3592983</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Curran</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Bauer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mittman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pyne</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Stetler</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness-implementation hybrid designs: combining elements of clinical effectiveness and implementation research to enhance public health impact</article-title>
          <source>Med Care</source>
          <year>2012</year>
          <month>03</month>
          <volume>50</volume>
          <issue>3</issue>
          <fpage>217</fpage>
          <lpage>26</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22310560"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MLR.0b013e3182408812</pub-id>
          <pub-id pub-id-type="medline">22310560</pub-id>
          <pub-id pub-id-type="pmcid">PMC3731143</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
