<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i4e22399</article-id>
      <article-id pub-id-type="pmid">33830063</article-id>
      <article-id pub-id-type="doi">10.2196/22399</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A Digital Patient-Provider Communication Intervention (InvolveMe): Qualitative Study on the Implementation Preparation Based on Identified Facilitators and Barriers</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Kukafka</surname>
            <given-names>Rita</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Pithara</surname>
            <given-names>Christalla</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Jacob</surname>
            <given-names>Christine</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Cohen</surname>
            <given-names>Genna</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Seljelid</surname>
            <given-names>Berit</given-names>
          </name>
          <degrees>RN, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5659-8134</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Varsi</surname>
            <given-names>Cecilie</given-names>
          </name>
          <degrees>RN, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5257-7993</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Solberg Nes</surname>
            <given-names>Lise</given-names>
          </name>
          <degrees>LP, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9261-0871</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Øystese</surname>
            <given-names>Kristin Astrid</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff6" ref-type="aff">6</xref>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3147-6007</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Børøsund</surname>
            <given-names>Elin</given-names>
          </name>
          <degrees>RN, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Digital Health Research</institution>
            <institution>Division of Medicine</institution>
            <institution>Oslo University Hospital</institution>
            <addr-line>Box 4950 Nydalen</addr-line>
            <addr-line>Oslo, N-0424</addr-line>
            <country>Norway</country>
            <phone>47 22894357</phone>
            <email>elin.borosund@rr-research.no</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3897-7055</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Digital Health Research</institution>
        <institution>Division of Medicine</institution>
        <institution>Oslo University Hospital</institution>
        <addr-line>Oslo</addr-line>
        <country>Norway</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Institute of Clinical Medicine</institution>
        <institution>Faculty of Medicine</institution>
        <institution>University of Oslo</institution>
        <addr-line>Oslo</addr-line>
        <country>Norway</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Cooperation, Patient Education and Equivalent Health Services</institution>
        <institution>CEO's Staff</institution>
        <institution>Oslo University Hospital</institution>
        <addr-line>Oslo</addr-line>
        <country>Norway</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Faculty of Health and Social Sciences</institution>
        <institution>University of South-Eastern Norway</institution>
        <addr-line>Drammen</addr-line>
        <country>Norway</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Psychiatry &#38; Psychology</institution>
        <institution>College of Medicine &#38; Science</institution>
        <institution>Mayo Clinic</institution>
        <addr-line>Rochester, MN</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Section of Specialized Endocrinology</institution>
        <institution>Department of Endocrinology, Morbid Obesity and Preventive Medicine</institution>
        <institution>Oslo University Hospital</institution>
        <addr-line>Oslo</addr-line>
        <country>Norway</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Department of Medical Biochemistry</institution>
        <institution>Institute of Clinical Medicine</institution>
        <institution>Faculty of Medicine, University of Oslo</institution>
        <addr-line>Oslo</addr-line>
        <country>Norway</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Elin Børøsund <email>elin.borosund@rr-research.no</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>4</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>8</day>
        <month>4</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>4</issue>
      <elocation-id>e22399</elocation-id>
      <history>
        <date date-type="received">
          <day>13</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>4</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>9</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>18</day>
          <month>3</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Berit Seljelid, Cecilie Varsi, Lise Solberg Nes, Kristin Astrid Øystese, Elin Børøsund. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 08.04.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/4/e22399" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Chronic health conditions are affecting an increasing number of individuals, who experience various symptoms that decrease their quality of life. Digital communication interventions that enable patients to report their symptoms have been shown to positively impact chronic disease management by improving access to care, patient-provider communication, clinical outcomes, and health-related quality of life. These interventions have the potential to prepare patients and health care providers (HCPs) before visits and improve patient-provider communication. Despite the recent rapid development and increasing number of digital communication interventions that have shown positive research results, barriers to realizing the benefits offered through these types of interventions still exist.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study is to prepare for the implementation of a digital patient-provider communication intervention in the daily workflow at 2 outpatient clinics by identifying potential determinants of implementation using the Consolidated Framework for Implementation Research (CFIR) to tailor the use of digital communication intervention to the intended context and identify key aspects for an implementation plan.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A combination of focus groups, workshops, and project steering committee meetings was conducted with HCPs (n=14) and patients (n=2) from 2 outpatient clinics at a university hospital. The CFIR was used to guide data collection and analysis. Transcripts, written minutes, and notes were analyzed and coded into 5 CFIR domains using thematic analysis.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Data were examined and analyzed into 18 CFIR constructs relevant to the study purpose. On the basis of the identified determinants, important intervention tailoring includes adjustments to the digital features and adjustments to fit the clinical workflow and a decision to conduct a future pilot study. Furthermore, it was decided to provide the intervention to patients as early as possible in their disease trajectory, with tailored information about its use. Key aspects for the implementation plan encompassed maintaining the identified engagement and positive attitude, involving key stakeholders in the implementation process, and providing the needed support and training.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study offers insight into the involvement of stakeholders in the tailoring and implementation planning of a digital communication intervention in clinical practice. Stakeholder involvement in the identification of implementation facilitators and barriers can contribute to the tailoring of digital communication interventions and how they are used and can also inform systematic and targeted implementation planning.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>eHealth</kwd>
        <kwd>digital communication</kwd>
        <kwd>secure messages</kwd>
        <kwd>digital symptom assessment</kwd>
        <kwd>implementation</kwd>
        <kwd>tailoring</kwd>
        <kwd>Consolidated Framework for Implementation Research</kwd>
        <kwd>CFIR</kwd>
        <kwd>facilitators</kwd>
        <kwd>barriers</kwd>
        <kwd>stakeholders</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Living with a chronic health condition causes symptoms that negatively affect health-related quality of life (HRQoL) [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. Symptom recognition may be challenging for patients and, by extension, for health care providers (HCPs) [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. This can relate to patients’ poor understanding of disease mechanisms and progression, lack of knowledge, and low levels of health literacy [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref7">7</xref>] and to practical barriers to inform HCPs about symptoms [<xref ref-type="bibr" rid="ref6">6</xref>]. Experiences of difficulties in communication and interaction between patients and HCPs are common, including poor timing of information and challenging symptom recognition, which are factors that may interfere with symptom management and help seeking [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. eHealth communication interventions may offer the potential to alleviate such difficulties.</p>
        <p>Studies of eHealth communication interventions have reported benefits in terms of patient-provider communication [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref14">14</xref>], patient-provider relationship [<xref ref-type="bibr" rid="ref15">15</xref>], patient self-management [<xref ref-type="bibr" rid="ref16">16</xref>], symptom management [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>], preparation before hospital visits [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>], and HRQoL [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref20">20</xref>] in chronic health care settings. Despite these benefits, barriers to benefit realization still exist [<xref ref-type="bibr" rid="ref21">21</xref>], including staff familiarity with technology [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>], level of patient education [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref23">23</xref>], and issues with user-friendliness [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>Although the positive effects of eHealth interventions on patient-provider communication and patient outcomes are known, HCPs report concerns regarding the integration of eHealth interventions into daily workflow [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>] and concerns about increased workload [<xref ref-type="bibr" rid="ref27">27</xref>-<xref ref-type="bibr" rid="ref29">29</xref>]. In addition, the use of eHealth interventions can challenge HCPs’ competence [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Such challenges may act as barriers to implementation and actual use, which could be another barrier for use. Successful implementation of such eHealth interventions requires attention to the development and evaluation of strategies to implement the interventions [<xref ref-type="bibr" rid="ref30">30</xref>-<xref ref-type="bibr" rid="ref32">32</xref>]. An important factor for the acceptance and success of eHealth implementation is the tailoring of the interventions to suit the local context [<xref ref-type="bibr" rid="ref33">33</xref>]. Stakeholders representing the target group and the actual context can provide important input to reduce system complexity, increase system acceptability, and make systems as user-friendly as possible [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. To increase the likelihood of implementation success, there is also a need to examine intervention characteristics from the end-user perspective in order to inform the tailoring of the intervention to suit contextual needs.</p>
        <p>Implementation refers to the systematic uptake of research into HCP practice to improve the quality of health care services [<xref ref-type="bibr" rid="ref35">35</xref>]. Implementation strategies can be explained as methods or techniques used to enhance the adoption, implementation, and sustainability of HCP clinical practice [<xref ref-type="bibr" rid="ref36">36</xref>]. However, there is limited guidance regarding the types of implementation strategies that may be effective when implementing eHealth interventions to practice [<xref ref-type="bibr" rid="ref30">30</xref>]. Nevertheless, it has been suggested that implementation strategies should be selected and tailored to address the unique contextual needs based on an identification of determinants (ie, factors that act as facilitators or barriers) that may influence the implementation process [<xref ref-type="bibr" rid="ref32">32</xref>]. The identification of determinants can be used to address barriers and leverage facilitators [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref37">37</xref>].</p>
        <p>Implementation frameworks can guide the identification of determinants that might influence the implementation, its effectiveness, and the implementation process [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. The Consolidated Framework for Implementation Research (CFIR) is a widely used framework to identify facilitators and barriers [<xref ref-type="bibr" rid="ref38">38</xref>-<xref ref-type="bibr" rid="ref40">40</xref>]. The CFIR was developed from a synthesis of 20 existing theories and frameworks and consists of 5 overarching domains, including 39 specific constructs within these 5 domains [<xref ref-type="bibr" rid="ref38">38</xref>]. The first domain of the CFIR is the <italic>Intervention Characteristics</italic> and includes constructs such as the adaptability of the intervention, the perceived relative advantage, and the complexity and cost of the intervention [<xref ref-type="bibr" rid="ref38">38</xref>]. The <italic>Outer Setting</italic> domain includes constructs such as the patient’s needs and resources related to the intervention, whereas the <italic>Inner Setting</italic> domain includes constructs such as implementation climate and readiness for implementation, the organization’s culture, and leadership engagement. The fourth domain is the <italic>Characteristics of Individuals</italic> involved in the intervention or implementation process; it relates to personal attributes, including personal traits such as motivation, values, and competence. The last domain relates to the <italic>Process</italic> and includes planning, execution, and evaluation of the implementation process [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>The aim of this study is to prepare the implementation of a digital patient-provider communication intervention, <italic>InvolveMe</italic>, into the daily workflow at 2 outpatient clinics where patients with chronic health conditions are treated by identifying potential facilitators and barriers to implementation using CFIR as the conceptual framework to (1) tailor the <italic>InvolveMe</italic> intervention to the intended context and (2) identify key aspects for an implementation plan.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>This study is part of the <italic>InvolveMe</italic> research project, which includes the development, implementation, and evaluation of a digital intervention (<xref rid="figure1" ref-type="fig">Figure 1</xref>). The <italic>InvolveMe</italic> research project is a collaboration between 2 outpatient clinics and 1 research department at a large university hospital in Norway. The <italic>InvolveMe</italic> intervention will be implemented in 2 outpatient clinics and tested in a future clinical trial (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Overview of the InvolveMe research project. CFIR: Consolidated Framework for Implementation Research; HCP: health care providers.</p>
          </caption>
          <graphic xlink:href="jmir_v23i4e22399_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Description of the InvolveMe Intervention</title>
        <p><italic>InvolveMe</italic> was developed at the initiative of HCPs aiming to improve follow-up for two specific categories of patients: renal transplant recipients and patients with nonfunctioning pituitary adenomas [<xref ref-type="bibr" rid="ref41">41</xref>]. <italic>InvolveMe</italic> was internally developed at the hospital in close cooperation with registered nurses, physicians, health support personnel, patients, researchers, and system developers (<xref rid="figure1" ref-type="fig">Figure 1</xref>). A detailed description of the content and system development of <italic>InvolveMe</italic> is provided elsewhere [<xref ref-type="bibr" rid="ref41">41</xref>]. The <italic>InvolveMe</italic> intervention contains two features: (1) a secure message feature and (2) a secure assessment feature (ie, predefined list) where patients can prioritize their need for symptom management, information, and preferences for care from home and on a scale from 0 to 10 (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Screenshots of InvolveMe.</p>
          </caption>
          <graphic xlink:href="jmir_v23i4e22399_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Patients and HCPs can use the secure message feature to interact with each other between or after outpatient visits [<xref ref-type="bibr" rid="ref41">41</xref>]. Completion of the secure assessment feature generates a summary that is sent to the patients’ HCPs for use in upcoming consultations. The secure message(s) and the assessment(s) are integrated into an existing patient portal that allows patients to read their electronic patient record (EPR). However, the opposite is not possible (ie, the EPR cannot receive data from the patient portal) owing to information safety regulations.</p>
      </sec>
      <sec>
        <title>Design</title>
        <p>This study used a participatory and iterative design approach [<xref ref-type="bibr" rid="ref42">42</xref>] using qualitative methods for data collection. The data collection period was November 2017 to December 2018 and proceeded through focus groups, project steering committee meetings, and a workshop (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Data collection from focus groups and workshops was guided by CFIR [<xref ref-type="bibr" rid="ref38">38</xref>] (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendices 1</xref> and <xref ref-type="supplementary-material" rid="app2">2</xref>). The variety of data collection activities and diverse data collection approaches allowed for mutual stakeholder learning and comprehension of all stakeholder perspectives involved [<xref ref-type="bibr" rid="ref43">43</xref>]. As part of the main focus of this study is to identify local determinants to tailor the intervention into the intended context (ie, HCPs’ practice) and identify key aspects for an implementation plan, most study participants represented the HCP perspective. However, to ensure that the patient perspective was also continuously involved, 2 patients with experience from the <italic>InvolveMe</italic> development study [<xref ref-type="bibr" rid="ref41">41</xref>] were included in the steering committees to ensure knowledge, inclusion, and prioritization of the patient perspective(s).</p>
        <p>The determinants identified from data collection and analysis informed the tailoring of the <italic>InvolveMe</italic> intervention to suit workflow at the 2 participating outpatient clinics and aided in the identification of key aspects to include in an implementation plan. Tailoring, as described in this study, refers to addressing intervention barriers and leveraging facilitators as key aspects of the implementation planning process.</p>
      </sec>
      <sec>
        <title>Data Collection Guided by CFIR</title>
        <p>CFIR allows researchers to select constructs that they perceive as most relevant and use them to guide the assessment of determinants in the implementation context [<xref ref-type="bibr" rid="ref38">38</xref>]. The operationalization of CFIR domains in this study was based on discussion and consensus in the research team, where all 5 domains of CFIR were explored for the development of focus group and workshop guides (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendices 1</xref> and <xref ref-type="supplementary-material" rid="app2">2</xref>). Significant themes were to be discussed for determinants important for tailoring the intervention and providing input for the implementation plan (ie, key aspects). By asking about themes to discuss within each domain, rather than questions for each construct, several CFIR constructs would most likely not be covered by the focus group and workshop guides.</p>
        <sec>
          <title>Focus Groups</title>
          <p>The focus group guide centered around HCPs’ experiences from previous successful implementation projects, their perception of possible advantages and challenges of using a digital patient-provider communication intervention, and how to successfully implement the <italic>InvolveMe</italic> intervention (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        </sec>
        <sec>
          <title>Workshop</title>
          <p>The workshop guide consisted of the 5 operationalized domains of CFIR (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>): (1) the <italic>InvolveMe</italic> intervention (<italic>Intervention Characteristics</italic>); (2) the patients who will be offered the <italic>InvolveMe</italic> intervention (<italic>Outer Setting</italic>); (3) the 2 outpatient clinics where the patients are being treated (<italic>Inner Setting</italic>); (4) the HCPs (<italic>Characteristics of Individuals</italic>); and (5) the preparation for implementation of the <italic>InvolveMe</italic> intervention (<italic>Process</italic>).</p>
        </sec>
      </sec>
      <sec>
        <title>Settings, Participants, and Recruitment</title>
        <p>Participants were HCPs and patients. HCPs were purposely selected and recruited from an outpatient nephrology clinic and an outpatient endocrine clinic at a large university hospital in Norway. They were registered nurses, physicians, and health support personnel responsible for the treatment and care of patients with renal transplants or nonfunctioning pituitary adenomas. HCPs were provided with written information about the study and those willing to participate were included. The patients were participants in the development study [<xref ref-type="bibr" rid="ref41">41</xref>] (<xref rid="figure1" ref-type="fig">Figure 1</xref>). They were asked to participate in the project steering committees, representing each of the 2 categories of patients. This was based on detailed knowledge about the <italic>InvolveMe</italic> research project [<xref ref-type="bibr" rid="ref41">41</xref>], in addition to their own experience of being a patient. The patients were contacted by HCPs at the clinics and asked to participate before being contacted by the first author (BS), who described study participation in detail before the final study participation agreement was received.</p>
        <p>HCPs had 2 to 38 years of clinical experience from specialist health care, with a median of 49.5 years (range 28-63 years), and most were female (10/14, 71%). Some HCPs participated in all data collection activities, whereas others participated in 1 or 2 activities (<xref ref-type="table" rid="table1">Table 1</xref>). The patient participants were female.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Overview of participants in the focus groups, project steering committees, and workshop.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="300"/>
            <col width="0"/>
            <col width="220"/>
            <col width="0"/>
            <col width="310"/>
            <col width="0"/>
            <col width="140"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Stakeholders<sup>a</sup></td>
                <td colspan="2">Focus groups (n=11)</td>
                <td colspan="2">Project steering committee (n=6)</td>
                <td>Workshop (n=7)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="8">
                  <bold>Endocrine outpatient clinic</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Head of clinic (physician)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓<sup>b</sup></td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Registered nurse</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Registered nurse</td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Registered nurse</td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Physician</td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Physician</td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Nephrology outpatient clinic</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Head of clinic (physician)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Registered nurse</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Registered nurse</td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Registered nurse</td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Physician</td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Physician</td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Health support personnel</td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Health support personnel</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Other stakeholders</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Patient participant</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Patient participant</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">✓</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>All stakeholders participated in the development study [<xref ref-type="bibr" rid="ref41">41</xref>], except for one head of the clinic and one health support personnel.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Participated in data collection.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Data Collection</title>
        <sec>
          <title>Focus Groups</title>
          <p>HCPs were invited to participate in focus groups, a method suitable for exploring attitudes and experiences, and to encourage group discussion [<xref ref-type="bibr" rid="ref44">44</xref>]. The HCPs from the nephrology (n=6) and endocrine (n=5) clinics participated in separate groups to explore context-related determinants and key aspects of an implementation plan (<xref ref-type="table" rid="table1">Table 1</xref>). The focus groups were facilitated by the first (BS) and last (EB) authors. Both focus group sessions lasted approximately 50 minutes and were recorded with a digital voice recorder and transcribed verbatim.</p>
        </sec>
        <sec>
          <title>Project Steering Committee Meetings</title>
          <p>A total of 2 project steering committees were established, one for each participating clinic, to promote leadership and stakeholder engagement in the intervention and to ensure input on the process of tailoring the intervention to fit contextual needs. Participants in each of the 2 project steering committees represented either nephrology (n=3) or endocrine (n=3) outpatient clinics (<xref ref-type="table" rid="table1">Table 1</xref>). The first (BS) and last (EB) authors facilitated the committee meetings. Each group met twice in the preimplementation phase of the study, which lasted for 1 year. All committee meetings lasted approximately 60 minutes and had a set agenda with topics to discuss (eg, workshop preparation and integration of the intervention into practice). Data collection from committee meetings was based on written minutes made by the last author (EB) during meetings. Each participant received and approved the minutes before the analysis.</p>
        </sec>
        <sec>
          <title>Workshop</title>
          <p>On the basis of the project steering committee meeting discussions and decisions, a joint workshop (n=7) for both participating clinics was considered expedient to share insights and experiences and to identify determinants for tailoring and key aspects for implementation (<xref ref-type="table" rid="table1">Table 1</xref>). A workshop with HCPs from both clinics was therefore conducted to gain further insight into participants’ reflections and expectations about the <italic>InvolveMe</italic> intervention and elaborate on how to implement the intervention in the 2 clinics [<xref ref-type="bibr" rid="ref45">45</xref>]. Workshop participants were invited to share their reflections through an exercise in which they were presented with the 5 operationalized domains of CFIR to facilitate narration (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). The presentation of each domain was followed by group discussions on potential facilitators and barriers. Thereafter, Post-it notes were used to present group reflections and encourage discussions between participants from the 2 clinics. The workshop was facilitated by the first (BS) and last (EB) authors and lasted 180 minutes, including a 15-minute break. Data collection from the workshop resulted in a report based on written notes made by the last author (EB) and pictures of the written Post-it notes made and shared by workshop participants.</p>
        </sec>
      </sec>
      <sec>
        <title>Analysis</title>
        <p>Transcripts, meeting minutes, and notes from the 3 data collection activities were deductively analyzed as one data set, based on thematic analysis by Braun and Clarke [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>], and into the 5 domains of CFIR (ie, themes). The first author (BS) led the analysis process, which involved 2 coauthors (EB and CV). The first step was to read through and become familiar with the transcripts, meeting minutes, and notes. Early impressions were captured during the writing process. Next, the data were coded (ie, coding by CFIR constructs) using an Excel spreadsheet. Quotes from the focus group transcripts were copied and pasted into the spreadsheet along with text sections from meeting minutes and notes. Colors were used to mark data based on sources. The codes were then resorted and re-evaluated based on the CFIR domains and constructs. Through regular coauthor meetings (BS, EB, and CV), codes were discussed and revised to reach a consensus. Codes that did not appear to fit any of the CFIR constructs were also re-evaluated. The analysis was then refined, and the results were written and reviewed. In the final step, quotes were chosen for representation.</p>
      </sec>
      <sec>
        <title>Ethics</title>
        <p>The study was performed in accordance with the Helsinki Declaration and approved by the Department for Data Protection and Information Security (equivalent to an institutional review board) at Oslo University Hospital (20178/9223). Written informed consent was obtained from all participants (ie, HCPs and patient representatives). To guarantee confidentiality, the transcripts were coded with project ID numbers and stored on a secure server for sensitive research data, as required by the Department for Data Protection and Information Security at Oslo University Hospital. Only the first author and project administrator (BS) and last author and principal investigator (EB) had access to the code connecting the project ID numbers and the actual participant’s name. Owing to the design and implementation emphasis of the study, the need for study approval was waived by the Regional Committee for Medical and Health Research Ethics for South East Norway, which is in line with the Norwegian legislation [<xref ref-type="bibr" rid="ref48">48</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p>Data were examined and analyzed into 18 CFIR constructs relevant to the study purpose. The constructs are presented by the domains of CFIR, which include description and considerations regarding tailoring of the <italic>InvolveMe</italic> intervention to the intended context (<xref ref-type="table" rid="table2">Tables 2</xref>-<xref ref-type="table" rid="table5">5</xref>) and identification of key aspects for the implementation plan (<xref ref-type="table" rid="table6">Table 6</xref>). A brief description of the relevant CFIR construct is provided to support the interpretation of the results.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Intervention Characteristics: determinants, tailoring, and identification of key aspects for implementation planning.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="240"/>
            <col width="570"/>
            <col width="190"/>
            <thead>
              <tr valign="top">
                <td>Construct and study results</td>
                <td>Considerations regarding determinants</td>
                <td>Tailoring and key aspects</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Intervention Source: intervention considered as internally developed</td>
                <td>Facilitator: the involvement in the development study [<xref ref-type="bibr" rid="ref41">41</xref>] and this study may promote ownership to the intervention, which may support intervention implementation.</td>
                <td>Key aspect: ownership</td>
              </tr>
              <tr valign="top">
                <td>Relative Advantage: the intervention as an advantage to current practice</td>
                <td>Facilitator: HCPs<sup>a</sup> pointed to aspects perceived to be advantages of the intervention. This may be considered as a positive attitude to what is being implemented.</td>
                <td>Key aspect: a positive attitude to implement the intervention</td>
              </tr>
              <tr valign="top">
                <td>Adaptability: use of existing system</td>
                <td>Facilitator: participants perceived the previous integration of <italic>InvolveMe</italic> in a patient portal to be beneficial. This may support acceptance and adoption</td>
                <td>Key aspect: system acceptance and adoption</td>
              </tr>
              <tr valign="top">
                <td>Adaptability: a new work task; the secure assessment feature</td>
                <td>Barrier: The assessment was a new work task for HCPs, which caused a concern for increased workload and potentially increased time pressure on consultations.</td>
                <td>Tailoring: the assessment feature was condensed to a brief list and refinement was made to the summary</td>
              </tr>
              <tr valign="top">
                <td>Trialability: a need to test before the clinical trial</td>
                <td>Barrier: HCPs highlighted that a pilot study would be important to test the intervention and the implementation strategies. A test of the intervention would also inform HCPs that were not formerly involved in the research project and potentially address concerns in advance.</td>
                <td>Tailoring: decision, agreed upon by all parties involved, to conduct a pilot study</td>
              </tr>
              <tr valign="top">
                <td>Complexity: lack of integration between EPR<sup>b</sup> and patient portal</td>
                <td>Barrier: it was recognized as important to improve accessibility and avoid paper printouts of the assessment summary.</td>
                <td>Tailoring: the summary was created in a format that could be copied and pasted from the patient portal and into the EPR</td>
              </tr>
              <tr valign="top">
                <td>Complexity: messages sent directly to the physicians</td>
                <td>Barrier: it was considered important to tailor the intervention to suit the physician’s clinical workflow to succeed with intervention implementation.</td>
                <td>Tailoring: a shared email inbox with a dedicated triage moderator was established</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>HCP: health care provider.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>EPR: electronic patient record.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Outer Setting: determinants, tailoring, and identification of key aspects for implementation planning.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="240"/>
            <col width="570"/>
            <col width="190"/>
            <thead>
              <tr valign="top">
                <td>Construct and study results</td>
                <td>Considerations regarding determinants</td>
                <td>Tailoring and key aspects</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Patient Needs and Resources: <italic>InvolveMe</italic> could potentially contribute to less anxiety</td>
                <td>Facilitator: HCPs<sup>a</sup> described patients being worried and anxious early in the disease trajectory. <italic>InvolveMe</italic> could be beneficial to patients in terms of increased information and thereby potentially help patients avoid or experience less anxiety.</td>
                <td>Tailoring: to provide the intervention as early as possible to patients</td>
              </tr>
              <tr valign="top">
                <td>Patient Needs and Resources: patient’s motivation to use <italic>InvolveMe</italic></td>
                <td>Facilitator: it can be difficult to reach HCPs on the telephone. <italic>InvolveMe</italic> may have the potential to represent a place where patients can get in contact with HCPs.</td>
                <td>Key aspect: motivated patients could contribute to HCPs implementing <italic>InvolveMe</italic></td>
              </tr>
              <tr valign="top">
                <td>Patient Needs and Resources: patient acceptance—use of a patient portal</td>
                <td>Facilitator: the potential for intervention integration into a patient portal seemed acceptable. This supports findings from the development study [<xref ref-type="bibr" rid="ref41">41</xref>].</td>
                <td>Key aspect: intervention acceptance and adoption</td>
              </tr>
              <tr valign="top">
                <td>Patient Needs and Resources: patient acceptance—use of a digital health service</td>
                <td>Barrier: HCPs described being concerned that <italic>InvolveMe</italic> might be technically demanding for some patients. Therefore, <italic>InvolveMe</italic> was designed to be a voluntary supplement to standard care, not a replacement. The assessment in <italic>InvolveMe</italic> can act as preparation before consultations. To make this clear to all patients, relevant information should be provided.</td>
                <td>Tailoring: provide patients with tailored information about the intervention</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>HCP: health care provider.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Inner Setting: determinants, tailoring, and identification of key aspects for implementation planning.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="240"/>
            <col width="570"/>
            <col width="190"/>
            <thead>
              <tr valign="top">
                <td>Construct and study results</td>
                <td>Considerations regarding determinants</td>
                <td>Tailoring and key aspects</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Structural Characteristics: 2 outpatient clinics organized differently from each other</td>
                <td>Facilitator: knowledge about the different organization and staffing may be of importance for tailoring the intervention to fit each outpatient clinics (ie, the moderator functioning).</td>
                <td>Tailoring: one clinic designated a nurse to be the moderator, and the other clinic designated health support personnel</td>
              </tr>
              <tr valign="top">
                <td>Network and Communication: weekly meetings for activity planning</td>
                <td>Facilitator: existing meetings were considered appropriate and feasible to discuss and evaluate the implementation process in the research project.</td>
                <td>Key aspect: use of existing weekly meetings to monitor implementation process</td>
              </tr>
              <tr valign="top">
                <td>Culture: interest in innovations</td>
                <td>Facilitator: an interest in innovations may provide opportunities to interact with end users (here HCPs<sup>a</sup>) regarding the intervention. This has the potential to support a collaborative relationship between researchers and HCPs.</td>
                <td>Key aspect: a collaborative relationship</td>
              </tr>
              <tr valign="top">
                <td>Tension for Change: improve patient follow-up</td>
                <td>Facilitator: HCPs perceived the current situation as demanding, which could contribute to strengthened motivation to change practice (ie, intervention implementation).</td>
                <td>Key aspect: monitoring the number of phone calls and the measurement of HRQoL<sup>b</sup> before and after intervention to visualize change</td>
              </tr>
              <tr valign="top">
                <td>Leadership Engagement: the heads of the clinics were engaged and active</td>
                <td>Facilitator: by their participation in the research project, the heads of the clinics display their commitment and accountability, which may contribute to staff engagement and support a culture for change.</td>
                <td>Key aspect: providing anchoring and acceptance for the intervention and a change of practice</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>HCP: health care provider.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>HRQoL: health-related quality of life.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Characteristics of Individuals: determinants, tailoring, and identification of key aspects for implementation planning.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="240"/>
            <col width="570"/>
            <col width="190"/>
            <thead>
              <tr valign="top">
                <td>Construct and study results</td>
                <td>Considerations regarding determinants</td>
                <td>Tailoring and key aspects</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Knowledge and Beliefs: a positive attitude about using a digital intervention such as <italic>InvolveMe</italic></td>
                <td>Facilitator: a positive attitude may act as a facilitator for the implementation process. Reflection on how to maintain a positive attitude throughout the implementation process should be done to establish a close researcher-clinician relationship. The provision of positive feedback along the implementation process might contribute to maintenance of use and collaboration.</td>
                <td>Key aspect: maintaining the positive attitude</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <table-wrap position="float" id="table6">
          <label>Table 6</label>
          <caption>
            <p>Process: determinants and identification of key aspects for implementation planning.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="240"/>
            <col width="570"/>
            <col width="190"/>
            <thead>
              <tr valign="top">
                <td>Construct and study results</td>
                <td>Considerations regarding determinants</td>
                <td>Key aspects</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Planning: lack of information and assignment of responsibility may reduce the motivation of HCPs<sup>a</sup></td>
                <td>Barrier: providing information and intervention guidance to staff involved in intervention implementation could include providing project information at meetings and brief updates via email or other information channels to all staff members. Meetings and updates could also allow for information exchange on implementation strategies. Easy access to researchers and technical support in case of questions may be of importance.</td>
                <td>Providing:<break/><list list-type="bullet"><list-item><p>Timely information</p></list-item><list-item><p>Someone to call on a specific number</p></list-item><list-item><p>Technical training and support</p></list-item><list-item><p>Joint project steering committee meetings for mutual exchange of experiences</p></list-item></list></td>
              </tr>
              <tr valign="top">
                <td>Engagement: attracting and involving HCPs</td>
                <td>Facilitator: some participants initiated writing abstracts to present study details at local and national conferences.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Maintaining engagement</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Opinion Leaders</td>
                <td>Facilitator: physicians (and head of clinics) were described by some of the nurses as filling an Opinion Leader role.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Involving Opinion Leaders in implementation</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Implementation Leaders</td>
                <td>Facilitator: participants of the project steering committee were suggested as filling the positions as Implementation Leaders.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Involving members of steering committees in implementation</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Champions</td>
                <td>Facilitator: registered nurses with a responsibility for the project were seen as potential Champions and drivers of the implementation, inspiring, motivating, and helping other staff members.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Involving registered nurses in implementation</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>External Change Agents: provide support to clinics</td>
                <td>Facilitator: the clinics wanted a designated external facilitator from the research team to provide support for staff members in implementation.</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>First author (BS) designated as External Change Agent in this study</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table6fn1">
              <p><sup>a</sup>HCP: health care provider.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Intervention Characteristics</title>
        <p><italic>Intervention Source</italic> is defined as the key stakeholders’ perception of whether the intervention is externally or internally developed [<xref ref-type="bibr" rid="ref38">38</xref>]. Most participants were involved in activities to prepare the content and development of the system underlying <italic>InvolveMe</italic>, as described elsewhere [<xref ref-type="bibr" rid="ref41">41</xref>]. The <italic>InvolveMe</italic> intervention was collaboratively developed within the hospital, and the participating HCPs expressed a perception of <italic>InvolveMe</italic> ownership.</p>
        <p><italic>Relative Advantage</italic> refers to the stakeholder’s perception of the advantage of implementing the intervention rather than an alternative solution [<xref ref-type="bibr" rid="ref38">38</xref>]. Although symptom assessments were a part of routine consultations, they were performed based on the preference and prioritization of the HCP and the history of the patients. Most participants perceived that the <italic>InvolveMe</italic> intervention could be an advantage compared with current practice where there is no digital communication between patients and HCPs. The participants reported that such a digital intervention could increase patient safety; raise awareness about the patient’s perspective (ie, symptoms and informational needs); and improve patient-provider communication, patient satisfaction, and HRQoL. An intervention that could document contact between patient and provider and reduce the number of phone calls from patients was seen as warranted. One participant stated:</p>
        <disp-quote>
          <p>An email is much less disruptive than a phone call. An email I open when I have some spare time, while the phone call I have to answer while in the middle of something, while doing something else.</p>
          <attrib>HCP 10, focus group</attrib>
        </disp-quote>
        <p><italic>Adaptability</italic> refers to the degree to which an intervention can be adapted, tailored, and refined to meet local needs [<xref ref-type="bibr" rid="ref38">38</xref>]. The participants shared their opinions on how they thought <italic>InvolveMe</italic> could fit into existing workflows in the clinics. The use of an already existing system was perceived as positive. Participants perceived that there were “already too many digital clinical systems” and that it was beneficial for <italic>InvolveMe</italic> to be integrated into an excising system (ie, patient portal) [<xref ref-type="bibr" rid="ref41">41</xref>]. Some HCPs expressed concern that the intervention would introduce additional work tasks in an already hectic work environment. These concerns were raised surrounding worries that patients might complete extensive assessments, expecting everything to be addressed in the consultation. One participant stated:</p>
        <disp-quote>
          <p>If it becomes one more thing I have to deal with when meeting a patient for half an hour, we’ll have to start considering extending the consultation time.</p>
          <attrib>HCP 6, focus group</attrib>
        </disp-quote>
        <p><italic>Trialability</italic> relates to the ability to test the intervention on a small scale in the organization and be able to reverse course if warranted [<xref ref-type="bibr" rid="ref38">38</xref>]. Participants were positive for participating in a clinical trial to test <italic>InvolveMe</italic>. However, HCPs raised concerns about carrying out the planned trial without them being able to test the intervention in advance.</p>
        <p><italic>Complexity</italic> is defined as the perceived difficulty of implementation, reflected by duration, scope, radicalness, disruptiveness, centrality, intricacy, and the number of steps required for implementation [<xref ref-type="bibr" rid="ref38">38</xref>]. The participants stated that the digital communication tool must be intuitive and easy for them to use. As expressed by one participant:</p>
        <disp-quote>
          <p>It has to be something that is intuitive and easy to answer and...something you don’t spend a lot of extra time on.</p>
          <attrib>HCP 9, focus group</attrib>
        </disp-quote>
        <p>Although <italic>InvolveMe</italic> could be integrated into a patient portal, the participants expressed concern that the intervention, because of data protection and privacy regulations, likely would not be allowed to communicate directly with the hospital EPR. If current regulations would require that paper printouts from <italic>InvolveMe</italic> had to be manually scanned into the EPR, rather than received directly from the patient portal, participants were concerned that this would add to their workload. The participating physicians also raised concerns about receiving secure messages directly to an individual mailbox, without some form of triage. There were also some concerns that the message functionality might become more like a chat, with messages going back and forth between patients and HCPs, potentially increasing the time HCPs spend communicating with each other for management of the patients’ many questions.</p>
      </sec>
      <sec>
        <title>Outer Setting</title>
        <p>The construct of <italic>Patient Needs and Resources</italic> concerns the extent to which patients’ needs and facilitators and barriers to meeting these needs are accurately known and prioritized by the organization [<xref ref-type="bibr" rid="ref38">38</xref>]. The participating HCPs explained that they, based on their own experience, perceived patients as the most worried and anxious early in the disease trajectory. They described a structured follow-up for the 2 categories of patients, with room for improvement. As expressed by one participant:</p>
        <disp-quote>
          <p>That’s also what we, me too, have been thinking about for many years when it comes to our patients, that they come to the 3-month check-up and they have questions that we could have answered for them [before the time of check-up], but they’ve had no place to pose their questions before consultation.</p>
          <attrib>HCP 2, focus group</attrib>
        </disp-quote>
        <p>HCPs described that they thought most patients would be motivated to use <italic>InvolveMe</italic> and that the intervention could improve patient-provider communication related to symptoms, needs, and preferences, but also serve as a secure digital channel where patients knew that they could get in touch with their HCPs between consultations. This aspect was also discussed in the workshop. One participant described the following:</p>
        <disp-quote>
          <p>Satisfied patients, they will feel more seen and heard.</p>
          <attrib>Post-it note, workshop</attrib>
        </disp-quote>
        <p>The use of the existing system was considered positive for patient use. However, the HCPs were concerned about various aspects of patient acceptance. They expressed thoughts that some patients might be afraid of losing in-person contact with their HCPs and that digital communication might not suit all patients. This issue was particularly raised as a digital intervention could potentially require a level of digital competence that some patients might not have. One participant stated:</p>
        <disp-quote>
          <p>Some patients might be afraid to use technology.</p>
          <attrib>Post-it note, workshop</attrib>
        </disp-quote>
        <p>Adding to the HCP input, the patient participants in this study supplemented patient input from the development study [<xref ref-type="bibr" rid="ref41">41</xref>] and strengthened the patient’s voice by providing direct input on the <italic>InvolveMe</italic> intervention. They were very positive toward the use of <italic>InvolveMe</italic> and expressed their view that digital patient-provider communication would strengthen patient follow-up.</p>
      </sec>
      <sec>
        <title>Inner Setting</title>
        <p>The construct of <italic>Structural Characteristics</italic> is explained as the social architecture, age, maturity, and size of an organization [<xref ref-type="bibr" rid="ref38">38</xref>]. The 2 included outpatient clinics were organized differently from each other, although both clinics described staff stability. One clinic was larger than the other and included 2 registered nurses and several physicians. This clinic also had several health support personnel who organized much of the patient-administrative work for registered nurses and physicians. The other clinic included registered nurses and physicians in a relatively small HCP group, which was perceived as an advantage by the HCPs in question in terms of implementation. One participant stated:</p>
        <disp-quote>
          <p>It is probably an advantage that we are a small group, and not thousands of people.</p>
          <attrib>HCP 5, focus group</attrib>
        </disp-quote>
        <p>The construct of <italic>Network and Communication</italic> involves the nature and quality of social networks and the nature and quality of formal and informal communication in an organization [<xref ref-type="bibr" rid="ref38">38</xref>]. Both clinics had weekly meetings for activity planning, where research projects, including this study, were discussed.</p>
        <p><italic>Culture</italic>, as a construct, includes the norms, values, and basic assumptions of a given organization [<xref ref-type="bibr" rid="ref38">38</xref>]. The HCPs reported that they were generally interested in innovations. This interest was also displayed in attendance and discussions at presentations and meetings about <italic>InvolveMe.</italic> Most of the participating HCPs also pointed to the potential for improved symptom management through interventions such as <italic>InvolveMe</italic>. One participant stated:</p>
        <disp-quote>
          <p>It’s the issue of identifying the patient’s problem...that we sometimes struggle to capture.</p>
          <attrib>HCP 4, focus group</attrib>
        </disp-quote>
        <p><italic>Tension for Change</italic> is the degree to which HCPs perceive the current situation as intolerable or needing change [<xref ref-type="bibr" rid="ref38">38</xref>]. With regard to digital patient-provider communication, there was a general tension for change among all groups of HCPs in this study. All participants described receiving many phone calls from patients, and that they needed and wanted an easier method for patient follow-up than what current practice allowed, suggesting that digital communication could be one way to improve this issue. One participant stated:</p>
        <disp-quote>
          <p>There will be less “noise” if we have one of those electronic communication channels...then we would have the opportunity to convey something, and at the same time reduce the patient’s level of anxiety.</p>
          <attrib>HCP 4, focus group</attrib>
        </disp-quote>
        <p><italic>Leadership Engagement</italic> refers to the commitment, involvement, and accountability of leaders regarding implementation [<xref ref-type="bibr" rid="ref38">38</xref>]. The heads of the participating clinics were positive and engaged members of the project steering committee. They were also supportive and involved in the research project, facilitating and participating in research activities and allocating clinic personnel to participate in research project activities and meetings.</p>
      </sec>
      <sec>
        <title>Characteristics of Individuals</title>
        <p>The construct of <italic>Knowledge and Beliefs</italic> about the intervention involves individuals’ attitudes and the value placed on the intervention and familiarity with facts, truths, and principles related to the intervention [<xref ref-type="bibr" rid="ref38">38</xref>]. The participants expressed, for the most part, a positive attitude toward using <italic>InvolveMe</italic> and stated that they believed the use of such an intervention could improve clinical practice through highlighting the importance of good patient-provider communication related to symptom management. One participant stated:</p>
        <disp-quote>
          <p>Being able to clarify some expectations makes it easier to...the patient is better prepared for consultation, they understand what they are struggling with and why they come in for consultation...it will potentially make it easier to talk to them when some things are clarified in advance...</p>
          <attrib>HCP 4, focus group</attrib>
        </disp-quote>
        <p>Participating HCPs expressed that digital interventions, such as <italic>InvolveMe,</italic> should be a part of modern practice. The positive attitude toward an intervention such as <italic>InvolveMe</italic> was also expressed in other ways, for example, written on a Post-it note:</p>
        <disp-quote>
          <p>Will provide structure to the workday.</p>
          <attrib>Post-it note, workshop</attrib>
        </disp-quote>
        <p>HCPs also stated that they believed that such an intervention could make patients feel safe and cared for. One participant said:</p>
        <disp-quote>
          <p>Possibly an increased level of security [for the patient] provided by a communication channel that is not filtered through a switchboard...</p>
          <attrib>HCP 5, focus group</attrib>
        </disp-quote>
      </sec>
      <sec>
        <title>Process</title>
        <p>The construct of <italic>Planning</italic> is explained as the degree to which a scheme or method of behavior, and tasks for implementing an intervention in advance, corresponds with the consideration of the quality of those schemes or methods [<xref ref-type="bibr" rid="ref38">38</xref>]. The participants in this study stated that a lack of information and assignment of responsibility could potentially reduce HCP motivation. The importance of providing information and guidance for use to everyone involved at the clinics was highlighted:</p>
        <disp-quote>
          <p>When switching to new systems, it is always important to have an easily accessible support person who can help solve issues right away.</p>
          <attrib>HCP 5, focus group</attrib>
        </disp-quote>
        <p>The heads of the participating clinics suggested joint project steering committee meetings to exchange information on implementation strategies in the implementation process. In addition, availability from someone from the research team, including the possibility to call if the HCPs had any questions, was suggested. The need for technical support and training was also suggested:</p>
        <disp-quote>
          <p>Some training in the use of the software maybe...</p>
          <p>Yes, but I often think we get too much of that...</p>
          <p>Agreed, but not too long in advance then, as it is so easy to forget. But you could get help with specific things that you wonder about, and then you learn and acquire knowledge, while if you’re sitting in a classroom, learning about a lot of things that you can’t really easily relate to...</p>
          <attrib>Discussion between HCP 6 and 9, focus group</attrib>
        </disp-quote>
        <p>The construct of <italic>Engagement</italic> involves attracting and involving appropriate individuals in the implementation and use of the intervention through a combined strategy of social marketing, education, role modeling, training, or similar activities [<xref ref-type="bibr" rid="ref38">38</xref>]. There was definite engagement in the planned intervention in this study. For example, some participants initiated writing abstracts to present study details at local and national conferences. This initiation was discussed in project steering committees, and the research team allocated responsibility for the writing process. Abstracts written for the part of the process also received two Best Poster Awards and a Meritorious Abstract Award [<xref ref-type="bibr" rid="ref49">49</xref>] and contributed to maintaining engagement.</p>
        <p><italic>Opinion Leaders</italic> are individuals in an organization who have formal or informal influence on the attitudes and beliefs of their colleagues regarding the implementation of the intervention [<xref ref-type="bibr" rid="ref38">38</xref>]. Physicians (and head of clinics) were described by some of the nurses as filling an <italic>Opinion Leader</italic> role. Participants of the project steering committee were suggested to fill the positions as <italic>Implementation Leaders</italic>. Registered nurses who were responsible for the project were seen as potential <italic>Champions</italic> and drivers of the implementation.</p>
        <p><italic>External Change Agents</italic> are individuals who are affiliated with an outside entity and who formally influence and facilitate interventions in a desirable direction [<xref ref-type="bibr" rid="ref38">38</xref>]. By facilitating the project steering committee meetings, the first (BS) and last (EB) authors potentially influenced and facilitated the intervention as <italic>External Change Agents</italic>. In addition, the participants suggested a facilitator from the research team to be available to the clinic staff members for support during the implementation process.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study identifies the determinants using the CFIR framework [<xref ref-type="bibr" rid="ref38">38</xref>] to inform tailoring of the <italic>InvolveMe</italic> intervention and to identify key aspects for implementation planning based on context.</p>
        <p>The identification of determinants in this study supports findings from existing literature [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. However, the influence of context on implementation outcomes must be considered to understand the need to tailor interventions [<xref ref-type="bibr" rid="ref51">51</xref>]. To the best of the authors’ knowledge, descriptions of how identified determinants can be used to tailor interventions to context are largely lacking. The HCPs participating in this study were mostly positive toward implementing the digital communication intervention <italic>InvolveMe</italic> and perceived the intervention as having the potential to improve patient-provider communication. This is in line with existing research showing that improvements in communication can act as facilitators in eHealth implementation [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref50">50</xref>].</p>
        <p>In the development study [<xref ref-type="bibr" rid="ref41">41</xref>] preceding this study, the participants voiced a concern about lack of integration with existing systems, which corresponds with findings from other studies where lack of accessibility and fit into organizational structures have been identified as barriers to implementation of eHealth interventions [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. Therefore, the <italic>InvolveMe</italic> intervention was integrated into a patient portal already in use by patients and HCPs. What was initially perceived as a barrier in the development study [<xref ref-type="bibr" rid="ref41">41</xref>] was hence turned into something, perceived by participants, beneficial in this study. This confirmed the decision made in the development study [<xref ref-type="bibr" rid="ref41">41</xref>], acting as a potential facilitator for intervention implementation and potentially improving acceptance and adoption [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <p>The HCPs in this study voiced some concerns regarding the assessment feature in terms of being a new work task that could potentially increase the workload. The assessment feature was therefore condensed to a brief list and refinements were made to the assessment summary by conducting several user tests in close collaboration with HCPs, patient participants, and the research team. This strategy is supported by the literature, showing user-friendliness and integration into care as known facilitators for the implementation of eHealth interventions [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref52">52</xref>]. In addition, this strategy can prevent the need for intervention redesign, which is likely to delay use and increase costs, which are known barriers to eHealth interventions [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
        <p>The involvement of relevant stakeholders is a known facilitator of implementation [<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref53">53</xref>]. Although stakeholders were involved in the development [<xref ref-type="bibr" rid="ref41">41</xref>] of the <italic>InvolveMe</italic> intervention, the participants in this study provided valuable additional information for the tailoring of the intervention, including the need to test the intervention before any upcoming clinical trial. Participants in this study raised concerns about potential implications for clinical workflow and workload when using a digital communication intervention. Concerns about increased workload are a well-known barrier to the implementation of eHealth interventions [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. A growing point of importance is also to tailor eHealth interventions to existing clinical workflows, minimizing potential burdens [<xref ref-type="bibr" rid="ref30">30</xref>]. A moderator function for triaging secure messages should therefore be organized in a flexible way, depending on the clinic organization and available HCPs. Such tailoring to the local context may facilitate intervention integration into clinical workflow, a known facilitator for implementation of eHealth interventions in practice [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref50">50</xref>].</p>
        <p>In this study, HCPs also expressed concerns about patient acceptance of a digital communication intervention, described as a lack of digital competence among some patients. This concern is supported by patient education literature [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref54">54</xref>]. However, there are some indications that it is feasible to deliver eHealth interventions to improve eHealth and health literacy skills among patients with chronic health conditions [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref54">54</xref>]. To be able to offer interventions, such as <italic>InvolveMe</italic> to patients, regardless of digital competence, studies have suggested employing blended care models, involving a mixture of in-person, technology, or telephone contact as a way to help facilitate use [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref55">55</xref>,<xref ref-type="bibr" rid="ref56">56</xref>]. Furthermore, alternating health care delivery between digital communication and in-person meetings has been described as a way to avoid losing in-person contact with patients [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <p>To ensure successful implementation of an eHealth intervention in a certain context, the need to develop and follow an implementation plan is widely recognized [<xref ref-type="bibr" rid="ref36">36</xref>] and the lack of such a plan is considered a barrier to implementation [<xref ref-type="bibr" rid="ref33">33</xref>]. In this study, results from the CFIR <italic>Planning</italic> construct provided insight into the participants’ thoughts on how to involve key stakeholders, secure leadership support, and how to provide information training and coaching. These factors have previously been described as important for incorporation into an implementation plan [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. In addition, several facilitators (eg, ownership, positive attitude, and system acceptance) identified in the other CFIR domains were considered important to build on (ie, leverage facilitators) when planning for implementation. HCPs struggling with the use of technology are a known barrier in the implementation of eHealth interventions [<xref ref-type="bibr" rid="ref23">23</xref>]. Training of HCPs is therefore a preferred and widely used implementation strategy [<xref ref-type="bibr" rid="ref53">53</xref>], and a combination of software training and training in how to incorporate the intervention into daily clinical workflow may be required [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. In this study, it was hence considered an important aspect to include training and follow-up of HCPs in the implementation plan. Training of designated clinicians who would subsequently train others to use <italic>InvolveMe</italic> was planned [<xref ref-type="bibr" rid="ref32">32</xref>]. External support (ie, provided by a member of the research team) was also identified as a key aspect of the implementation plan.</p>
        <p>The heads of both clinics participating in this study were involved in the development study [<xref ref-type="bibr" rid="ref41">41</xref>] and in the tailoring and implementation planning. Several studies have shown that implementation strategies that encourage leadership support and engagement are crucial to implementation success [<xref ref-type="bibr" rid="ref30">30</xref>]. Leaders are often seen as providers of new knowledge and as key influencers related to implementation initiatives, including facilitating effective teamwork and cultivating a culture of learning [<xref ref-type="bibr" rid="ref57">57</xref>]. In addition, leaders can assign dedicated staff to perform the required change, which may ease workload and the concern for increased work [<xref ref-type="bibr" rid="ref57">57</xref>]. Therefore, strategies targeting leaders, such as continuing the project steering committee meetings, should be considered key aspects to include in the implementation plan of interventions, such as <italic>InvolveMe,</italic> into outpatient clinics. In addition, carrying out implementation preparation workshops (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>), as in this study, might also capture local knowledge of what works and not, knowledge that can be shared between implementation sites [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
        <p>In this study, the project steering committee meetings were also intended to build a coalition between patient participants, HCPs, and the research team to cultivate a good relationship in the implementation effort, another described implementation strategy [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref53">53</xref>], and thus a key aspect to include in an implementation plan. Collaborative relationships are crucial for implementing plans and, through a social exchange communicating the potential impact of innovations, for the implementation of interventions, such as <italic>InvolveMe</italic>, into clinical practice may be facilitated [<xref ref-type="bibr" rid="ref57">57</xref>].</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>This study has some limitations that need to be addressed. <italic>First,</italic> the study was conducted at a single university hospital. This might limit transferability to other settings. However, the inclusion of 2 outpatient clinics, following up 2 different patient categories, might increase transferability to other settings. <italic>Second</italic>, the study had a relatively small sample size, a factor potentially limiting transferability. A small sample size may limit the ability of data to describe the entire local context at the clinics involved. However, the study was performed in outpatient clinics where the implementation of the intervention is planned to take place, thus enabling identification of local determinants and key aspects that may be crucial for an implementation plan. <italic>Third,</italic> there was an imbalance in the number of HCPs compared with patients in this study. Traditionally, implementation involves the improvement of HCP practices [<xref ref-type="bibr" rid="ref35">35</xref>]. CFIR does not differ from this tradition, as CFIR places patients under the <italic>Outer Setting</italic> domain, where only one single construct is intended to capture patients’ needs and resources [<xref ref-type="bibr" rid="ref38">38</xref>]. As such, patients are considered to have a peripheral role in their implementation. However, this study examined all perspectives and interplay of all stakeholders involved, including patient participants, which helped to illuminate stakeholder aspects and may help increase the likelihood of successful implementation to practice [<xref ref-type="bibr" rid="ref33">33</xref>]. In addition, even with a limited number of patient participants, patient participants’ experience from the development study [<xref ref-type="bibr" rid="ref41">41</xref>] and subsequent direct input on various topics in this study may have ensured relevance and reliability from the patient perspective. <italic>Fourth,</italic> the perceived facilitators and barriers of participants in this study might not necessarily correspond to facilitators and barriers experienced in clinical practice in general. However, recent evidence indicates that the limited use of tailoring to context could explain the limited implementation success [<xref ref-type="bibr" rid="ref30">30</xref>]. Knowledge generated during preparation for implementation can contribute to intervention tailoring and context-specific individualization, which implies that stakeholders’ needs are more likely met, and hence intervention design and implementation preparation are improved [<xref ref-type="bibr" rid="ref58">58</xref>].</p>
        <p>This study has some strengths. Applying a structured and comprehensive framework such as CFIR within the field of implementation is considered to be a strength guiding data collection and analysis [<xref ref-type="bibr" rid="ref59">59</xref>]. Identifying and describing determinants that affect implementation, as well as identifying key aspects for implementation planning, are also strengths [<xref ref-type="bibr" rid="ref59">59</xref>]. Furthermore, the use of CFIR in this study provided a common language through the use of constructs and definitions for the analysis of data and thus may provide comparable results that may make it easier to assess why and how certain elements work. However, it should be noted that the strength of CFIR as a comprehensive framework may also be a weakness. CFIR does not distinguish between the relative importance of all of its constructs, which may imply that the details necessary for implementation success could be lost if trying to capture as many constructs as possible. In this study, a number of CFIR constructs were not covered by the data collection, as only discrete but significant themes and questions were targeted (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendices 1</xref> and <xref ref-type="supplementary-material" rid="app2">2</xref>). Another challenge using CFIR is that some constructs are broad and difficult to capture and some may overlap with other constructs. Further descriptions and explanations related to constructs could enhance the CFIR and thus make the framework more intuitive to use when planning for implementation.</p>
      </sec>
      <sec>
        <title>Future Directions</title>
        <p>The ongoing COVID-19 pandemic has triggered a significant need for a wide range of digital communication services between patients and HCPs and has led to increased demand for digital intervention from within the health care services themselves. As such, and with the tremendous challenges posed by this significant health challenge, the pandemic might turn out to be a powerful facilitator for the implementation of digital interventions in health care services.</p>
        <p>This study revealed some specific aspects that need to be investigated in future research. In particular, the results show that a pilot study may contribute to identify gaps and inform further necessary tailoring of the intervention and an implementation plan (ie, strategies) before clinical trials. This emphasizes that, regardless of stakeholder involvement in intervention development, a pilot test should always be considered.</p>
        <p>Future studies should also aim to better understand how the CFIR framework can inform an implementation planning process in terms of tailoring interventions before implementation and the selection of implementation strategies based on identified determinants. In addition, refinements of the CFIR to strengthen the patient-related constructs and make the framework easier to apply would be beneficial for researchers and for HCPs conducting implementation in clinical practice.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study contributes to the field of implementation science by using identified determinants to inform the tailoring of a digital communication intervention (ie, <italic>InvolveMe</italic>) and to identify key aspects of an implementation plan to context. Important intervention tailoring aspects identified were adjustments to the digital features and adjustments to fit the clinical workflow as well as recommendations to conduct a future pilot study before testing in larger clinical trials. Future research into the implementation of digital communication interventions should focus on the early identification of determinants and attention to tailoring to address barriers and leverage facilitators. In addition, key aspects of implementation planning should be identified, raising the probability of implementation success.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Focus group guide with Consolidated Framework for Implementation Research domains.</p>
        <media xlink:href="jmir_v23i4e22399_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 98 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Workshop theme guide with Consolidated Framework for Implementation Research domains.</p>
        <media xlink:href="jmir_v23i4e22399_app2.pdf" xlink:title="PDF File  (Adobe PDF File), 144 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CFIR</term>
          <def>
            <p>Consolidated Framework for Implementation Research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EPR</term>
          <def>
            <p>electronic patient record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">HCP</term>
          <def>
            <p>health care provider</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HRQoL</term>
          <def>
            <p>health-related quality of life</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was funded by the Norwegian Nurses Organization grant 847382 (principal investigator: EB). The authors would like to thank the patient participants and HCPs who participated in this study. The authors would also like to thank all collaborating project team partners, including the editorial group and software team in the Department of Digital Health Research at Oslo University Hospital.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burström</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Johannesson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Diderichsen</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Health-related quality of life by disease and socio-economic group in the general population in Sweden</article-title>
          <source>Health Policy</source>
          <year>2001</year>
          <month>01</month>
          <volume>55</volume>
          <issue>1</issue>
          <fpage>51</fpage>
          <lpage>69</lpage>
          <pub-id pub-id-type="doi">10.1016/s0168-8510(00)00111-1</pub-id>
          <pub-id pub-id-type="medline">11137188</pub-id>
          <pub-id pub-id-type="pii">S0168-8510(00)00111-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saarni</surname>
              <given-names>SI</given-names>
            </name>
            <name name-style="western">
              <surname>Härkänen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Sintonen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Suvisaari</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Koskinen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Aromaa</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lönnqvist</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The impact of 29 chronic conditions on health-related quality of life: a general population survey in Finland using 15D and EQ-5D</article-title>
          <source>Qual Life Res</source>
          <year>2006</year>
          <month>10</month>
          <volume>15</volume>
          <issue>8</issue>
          <fpage>1403</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1007/s11136-006-0020-1</pub-id>
          <pub-id pub-id-type="medline">16960751</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heyworth</surname>
              <given-names>ITM</given-names>
            </name>
            <name name-style="western">
              <surname>Hazell</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Linehan</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Frank</surname>
              <given-names>TL</given-names>
            </name>
          </person-group>
          <article-title>How do common chronic conditions affect health-related quality of life?</article-title>
          <source>Br J Gen Pract</source>
          <year>2009</year>
          <month>11</month>
          <volume>59</volume>
          <issue>568</issue>
          <fpage>353</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bjgp.org/cgi/pmidlookup?view=long&#38;pmid=19656444"/>
          </comment>
          <pub-id pub-id-type="doi">10.3399/bjgp09X453990</pub-id>
          <pub-id pub-id-type="medline">19656444</pub-id>
          <pub-id pub-id-type="pii">heyworth0709</pub-id>
          <pub-id pub-id-type="pmcid">PMC2765853</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brazier</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Kearns</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Relton</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>Examining the impact of 11 long-standing health conditions on health-related quality of life using the EQ-5D in a general population sample</article-title>
          <source>Eur J Health Econ</source>
          <year>2015</year>
          <month>03</month>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>141</fpage>
          <lpage>51</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24408476"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10198-013-0559-z</pub-id>
          <pub-id pub-id-type="medline">24408476</pub-id>
          <pub-id pub-id-type="pmcid">PMC4339694</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>May</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Cummings</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Myall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Harvey</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pope</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Griffiths</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Roderick</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Arber</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Boehmer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mair</surname>
              <given-names>FS</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Experiences of long-term life-limiting conditions among patients and carers: what can we learn from a meta-review of systematic reviews of qualitative studies of chronic heart failure, chronic obstructive pulmonary disease and chronic kidney disease?</article-title>
          <source>BMJ Open</source>
          <year>2016</year>
          <month>10</month>
          <day>05</day>
          <volume>6</volume>
          <issue>10</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=27707824"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2016-011694</pub-id>
          <pub-id pub-id-type="medline">27707824</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2016-011694</pub-id>
          <pub-id pub-id-type="pmcid">PMC5073552</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lubberding</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van Uden-Kraan</surname>
              <given-names>Cornelia F</given-names>
            </name>
            <name name-style="western">
              <surname>Te Velde</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Cuijpers</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Leemans</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Leeuw</surname>
              <given-names>IMV</given-names>
            </name>
          </person-group>
          <article-title>Improving access to supportive cancer care through an eHealth application: a qualitative needs assessment among cancer survivors</article-title>
          <source>J Clin Nurs</source>
          <year>2015</year>
          <month>05</month>
          <volume>24</volume>
          <issue>9-10</issue>
          <fpage>1367</fpage>
          <lpage>79</lpage>
          <pub-id pub-id-type="doi">10.1111/jocn.12753</pub-id>
          <pub-id pub-id-type="medline">25677218</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Friis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lasgaard</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Osborne</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Maindal</surname>
              <given-names>HT</given-names>
            </name>
          </person-group>
          <article-title>Gaps in understanding health and engagement with healthcare providers across common long-term conditions: a population survey of health literacy in 29,473 Danish citizens</article-title>
          <source>BMJ Open</source>
          <year>2016</year>
          <month>01</month>
          <day>14</day>
          <volume>6</volume>
          <issue>1</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=26769783"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2015-009627</pub-id>
          <pub-id pub-id-type="medline">26769783</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2015-009627</pub-id>
          <pub-id pub-id-type="pmcid">PMC4735217</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goldzweig</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Towfigh</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Paige</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Orshansky</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Haggstrom</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Beroes</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Miake-Lye</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Shekelle</surname>
              <given-names>PG</given-names>
            </name>
          </person-group>
          <article-title>Systematic review: secure messaging between providers and patients, and patients’ access to their own medical record: evidence on health outcomes, satisfaction, efficiency and attitudes</article-title>
          <source>VA Evidence-based Synthesis Program Reports</source>
          <year>2012</year>
          <pub-id pub-id-type="medline">22973584</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heyn</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ruland</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Finset</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Effects of an interactive tailored patient assessment tool on eliciting and responding to cancer patients' cues and concerns in clinical consultations with physicians and nurses</article-title>
          <source>Patient Educ Couns</source>
          <year>2012</year>
          <month>02</month>
          <volume>86</volume>
          <issue>2</issue>
          <fpage>158</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2011.04.024</pub-id>
          <pub-id pub-id-type="medline">21592719</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(11)00212-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Heyn</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Finset</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Eide</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ruland</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Effects of an interactive tailored patient assessment on patient-clinician communication in cancer care</article-title>
          <source>Psychooncology</source>
          <year>2013</year>
          <month>01</month>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>89</fpage>
          <lpage>96</lpage>
          <pub-id pub-id-type="doi">10.1002/pon.2064</pub-id>
          <pub-id pub-id-type="medline">21919122</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johansen</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Berntsen</surname>
              <given-names>GKR</given-names>
            </name>
            <name name-style="western">
              <surname>Schuster</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Henriksen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Horsch</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Electronic symptom reporting between patient and provider for improved health care service quality: a systematic review of randomized controlled trials. part 2: methodological quality and effects</article-title>
          <source>J Med Internet Res</source>
          <year>2012</year>
          <month>10</month>
          <day>03</day>
          <volume>14</volume>
          <issue>5</issue>
          <fpage>e126</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2012/5/e126/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2216</pub-id>
          <pub-id pub-id-type="medline">23032363</pub-id>
          <pub-id pub-id-type="pii">v14i5e126</pub-id>
          <pub-id pub-id-type="pmcid">PMC3510713</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whitehead</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Seaton</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The effectiveness of self-management mobile phone and tablet apps in long-term condition management: a systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2016</year>
          <month>05</month>
          <day>16</day>
          <volume>18</volume>
          <issue>5</issue>
          <fpage>e97</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2016/5/e97/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4883</pub-id>
          <pub-id pub-id-type="medline">27185295</pub-id>
          <pub-id pub-id-type="pii">v18i5e97</pub-id>
          <pub-id pub-id-type="pmcid">PMC4886099</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Jong</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Ros</surname>
              <given-names>WJ</given-names>
            </name>
            <name name-style="western">
              <surname>Schrijvers</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The effects on health behavior and health outcomes of Internet-based asynchronous communication between health providers and patients with a chronic condition: a systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>01</month>
          <day>16</day>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>e19</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2014/1/e19/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3000</pub-id>
          <pub-id pub-id-type="medline">24434570</pub-id>
          <pub-id pub-id-type="pii">v16i1e19</pub-id>
          <pub-id pub-id-type="pmcid">PMC3913926</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Børøsund</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cvancarova</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Ekstedt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ruland</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Comparing effects in regular practice of e-communication and web-based self-management support among breast cancer patients: preliminary results from a randomized controlled trial</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>12</month>
          <day>18</day>
          <volume>16</volume>
          <issue>12</issue>
          <fpage>e295</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2014/12/e295/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3348</pub-id>
          <pub-id pub-id-type="medline">25525672</pub-id>
          <pub-id pub-id-type="pii">v16i12e295</pub-id>
          <pub-id pub-id-type="pmcid">PMC4285721</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Qudah</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Luetsch</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The influence of mobile health applications on patient - healthcare provider relationships: a systematic, narrative review</article-title>
          <source>Patient Educ Couns</source>
          <year>2019</year>
          <month>06</month>
          <volume>102</volume>
          <issue>6</issue>
          <fpage>1080</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.pec.2019.01.021</pub-id>
          <pub-id pub-id-type="medline">30745178</pub-id>
          <pub-id pub-id-type="pii">S0738-3991(18)30872-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Effective behavioral intervention strategies using mobile health applications for chronic disease management: a systematic review</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2018</year>
          <month>02</month>
          <day>20</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>12</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-018-0591-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-018-0591-0</pub-id>
          <pub-id pub-id-type="medline">29458358</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-018-0591-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC5819153</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ou</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hollis</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of the impact of routine collection of patient reported outcome measures on patients, providers and health organisations in an oncologic setting</article-title>
          <source>BMC Health Serv Res</source>
          <year>2013</year>
          <month>06</month>
          <day>11</day>
          <volume>13</volume>
          <fpage>211</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/1472-6963-13-211"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6963-13-211</pub-id>
          <pub-id pub-id-type="medline">23758898</pub-id>
          <pub-id pub-id-type="pii">1472-6963-13-211</pub-id>
          <pub-id pub-id-type="pmcid">PMC3700832</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ruland</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Holte</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>Røislien</surname>
              <given-names>Jo</given-names>
            </name>
            <name name-style="western">
              <surname>Heaven</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Kristiansen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sandbaek</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kvaløy</surname>
              <given-names>SO</given-names>
            </name>
            <name name-style="western">
              <surname>Hasund</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ellison</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>Effects of a computer-supported interactive tailored patient assessment tool on patient care, symptom distress, and patients' need for symptom management support: a randomized clinical trial</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2010</year>
          <volume>17</volume>
          <issue>4</issue>
          <fpage>403</fpage>
          <lpage>10</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20595307"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/jamia.2010.005660</pub-id>
          <pub-id pub-id-type="medline">20595307</pub-id>
          <pub-id pub-id-type="pii">17/4/403</pub-id>
          <pub-id pub-id-type="pmcid">PMC2995659</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ruland</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fanciullo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Khilani</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Effects of a computerized system to support shared decision making in symptom management of cancer patients: preliminary results</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2003</year>
          <volume>10</volume>
          <issue>6</issue>
          <fpage>573</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/12925545"/>
          </comment>
          <pub-id pub-id-type="doi">10.1197/jamia.M1365</pub-id>
          <pub-id pub-id-type="medline">12925545</pub-id>
          <pub-id pub-id-type="pii">M1365</pub-id>
          <pub-id pub-id-type="pmcid">PMC264435</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Lou</surname>
              <given-names>JQ</given-names>
            </name>
            <name name-style="western">
              <surname>Ownby</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Caballero</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of eHealth interventions to improve health literacy</article-title>
          <source>Health Informatics J</source>
          <year>2016</year>
          <month>06</month>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>81</fpage>
          <lpage>98</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1460458214534092?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1460458214534092</pub-id>
          <pub-id pub-id-type="medline">24916567</pub-id>
          <pub-id pub-id-type="pii">1460458214534092</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <source>eHealth Action Plan 2012-2020: innovative healthcare for the 21st century</source>
          <year>2012</year>
          <access-date>2021-03-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ec.europa.eu/digital-agenda/en/news/ehealth-action-plan-2012-2020-innovative-healthcare-21st-century">https://ec.europa.eu/digital-agenda/en/news/ehealth-action-plan-2012-2020-innovative-healthcare-21st-century</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keyworth</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hart</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Armitage</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Tully</surname>
              <given-names>MP</given-names>
            </name>
          </person-group>
          <article-title>What maximizes the effectiveness and implementation of technology-based interventions to support healthcare professional practice? A systematic literature review</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2018</year>
          <month>11</month>
          <day>07</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>93</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-018-0661-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-018-0661-3</pub-id>
          <pub-id pub-id-type="medline">30404638</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-018-0661-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6223001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kruse</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Karem</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Shifflett</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Vegi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ravi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Evaluating barriers to adopting telemedicine worldwide: a systematic review</article-title>
          <source>J Telemed Telecare</source>
          <year>2018</year>
          <month>01</month>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>4</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1357633X16674087?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1357633X16674087</pub-id>
          <pub-id pub-id-type="medline">29320966</pub-id>
          <pub-id pub-id-type="pmcid">PMC5768250</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kruse</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Argueta</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Nair</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Patient and provider attitudes toward the use of patient portals for the management of chronic disease: a systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>02</month>
          <day>20</day>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>e40</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/2/e40/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3703</pub-id>
          <pub-id pub-id-type="medline">25707035</pub-id>
          <pub-id pub-id-type="pii">v17i2e40</pub-id>
          <pub-id pub-id-type="pmcid">PMC4376181</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Varsi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ekstedt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gammon</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ruland</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Using the consolidated framework for implementation research to identify barriers and facilitators for the implementation of an internet-based patient-provider communication service in five settings: a qualitative study</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>11</month>
          <day>18</day>
          <volume>17</volume>
          <issue>11</issue>
          <fpage>e262</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/11/e262/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.5091</pub-id>
          <pub-id pub-id-type="medline">26582138</pub-id>
          <pub-id pub-id-type="pii">v17i11e262</pub-id>
          <pub-id pub-id-type="pmcid">PMC4704938</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Børøsund</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ruland</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ekstedt</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Nurses' experiences of using an interactive tailored patient assessment tool one year past implementation</article-title>
          <source>Int J Med Inform</source>
          <year>2014</year>
          <month>07</month>
          <volume>83</volume>
          <issue>7</issue>
          <fpage>23</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2013.10.010</pub-id>
          <pub-id pub-id-type="medline">24268722</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(13)00228-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Paramsothy</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Roche</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>NS</given-names>
            </name>
          </person-group>
          <article-title>Patient, staff, and clinician perspectives on implementing electronic communications in an interdisciplinary rural family health practice</article-title>
          <source>Prim Health Care Res Dev</source>
          <year>2017</year>
          <month>03</month>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>149</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1017/S1463423616000414</pub-id>
          <pub-id pub-id-type="medline">27995826</pub-id>
          <pub-id pub-id-type="pii">S1463423616000414</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Antoun</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Electronic mail communication between physicians and patients: a review of challenges and opportunities</article-title>
          <source>Fam Pract</source>
          <year>2016</year>
          <month>04</month>
          <volume>33</volume>
          <issue>2</issue>
          <fpage>121</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1093/fampra/cmv101</pub-id>
          <pub-id pub-id-type="medline">26711957</pub-id>
          <pub-id pub-id-type="pii">cmv101</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kummervold</surname>
              <given-names>PE</given-names>
            </name>
            <name name-style="western">
              <surname>Johnsen</surname>
              <given-names>JK</given-names>
            </name>
          </person-group>
          <article-title>Physician response time when communicating with patients over the internet</article-title>
          <source>J Med Internet Res</source>
          <year>2011</year>
          <month>11</month>
          <day>01</day>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>e79</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2011/4/e79/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.1583</pub-id>
          <pub-id pub-id-type="medline">22044909</pub-id>
          <pub-id pub-id-type="pii">v13i4e79</pub-id>
          <pub-id pub-id-type="pmcid">PMC3222203</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Varsi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nes</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Kristjansdottir</surname>
              <given-names>OB</given-names>
            </name>
            <name name-style="western">
              <surname>Kelders</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Stenberg</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Zangi</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Børøsund</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Stubhaug</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Asbjørnsen</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Westeng</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ødegaard</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Eide</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Implementation strategies to enhance the implementation of ehealth programs for patients with chronic illnesses: realist systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>09</month>
          <day>27</day>
          <volume>21</volume>
          <issue>9</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/9/e14255/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14255</pub-id>
          <pub-id pub-id-type="medline">31573934</pub-id>
          <pub-id pub-id-type="pii">v21i9e14255</pub-id>
          <pub-id pub-id-type="pmcid">PMC6789428</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elbert</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>van Os-Medendorp</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>van Renselaar</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ekeland</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Hakkaart-van Roijen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Raat</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Nijsten</surname>
              <given-names>TEC</given-names>
            </name>
            <name name-style="western">
              <surname>Pasmans</surname>
              <given-names>SGMA</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness and cost-effectiveness of ehealth interventions in somatic diseases: a systematic review of systematic reviews and meta-analyses</article-title>
          <source>J Med Internet Res</source>
          <year>2014</year>
          <month>04</month>
          <day>16</day>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>e110</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2014/4/e110/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.2790</pub-id>
          <pub-id pub-id-type="medline">24739471</pub-id>
          <pub-id pub-id-type="pii">v16i4e110</pub-id>
          <pub-id pub-id-type="pmcid">PMC4019777</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Waltz</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chinman</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Damschroder</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Matthieu</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Kirchner</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>A refined compilation of implementation strategies: results from the Expert Recommendations for Implementing Change (ERIC) project</article-title>
          <source>Implement Sci</source>
          <year>2015</year>
          <month>02</month>
          <day>12</day>
          <volume>10</volume>
          <fpage>21</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-015-0209-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-015-0209-1</pub-id>
          <pub-id pub-id-type="medline">25889199</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-015-0209-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC4328074</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stevenson</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Factors that influence the implementation of e-health: a systematic review of systematic reviews (an update)</article-title>
          <source>Implement Sci</source>
          <year>2016</year>
          <month>10</month>
          <day>26</day>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>146</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-016-0510-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-016-0510-7</pub-id>
          <pub-id pub-id-type="medline">27782832</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-016-0510-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5080780</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chaudhry</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Maglione</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mojica</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Morton</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Shekelle</surname>
              <given-names>PG</given-names>
            </name>
          </person-group>
          <article-title>Systematic review: impact of health information technology on quality, efficiency, and costs of medical care</article-title>
          <source>Ann Intern Med</source>
          <year>2006</year>
          <month>05</month>
          <day>16</day>
          <volume>144</volume>
          <issue>10</issue>
          <fpage>742</fpage>
          <lpage>52</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.acpjournals.org/doi/10.7326/0003-4819-144-10-200605160-00125?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/0003-4819-144-10-200605160-00125</pub-id>
          <pub-id pub-id-type="medline">16702590</pub-id>
          <pub-id pub-id-type="pii">0000605-200605160-00125</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nilsen</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Making sense of implementation theories, models and frameworks</article-title>
          <source>Implement Sci</source>
          <year>2015</year>
          <month>04</month>
          <day>21</day>
          <volume>10</volume>
          <fpage>53</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-015-0242-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-015-0242-0</pub-id>
          <pub-id pub-id-type="medline">25895742</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-015-0242-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC4406164</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>McMillen</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Implementation strategies: recommendations for specifying and reporting</article-title>
          <source>Implement Sci</source>
          <year>2013</year>
          <month>12</month>
          <day>01</day>
          <volume>8</volume>
          <fpage>139</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-8-139"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-8-139</pub-id>
          <pub-id pub-id-type="medline">24289295</pub-id>
          <pub-id pub-id-type="pii">1748-5908-8-139</pub-id>
          <pub-id pub-id-type="pmcid">PMC3882890</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Waltz</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Matthieu</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Damschroder</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chinman</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Proctor</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Kirchner</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Use of concept mapping to characterize relationships among implementation strategies and assess their feasibility and importance: results from the Expert Recommendations for Implementing Change (ERIC) study</article-title>
          <source>Implement Sci</source>
          <year>2015</year>
          <month>08</month>
          <day>07</day>
          <volume>10</volume>
          <fpage>109</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-015-0295-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-015-0295-0</pub-id>
          <pub-id pub-id-type="medline">26249843</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-015-0295-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC4527340</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Damschroder</surname>
              <given-names>LJ</given-names>
            </name>
            <name name-style="western">
              <surname>Aron</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Keith</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Kirsh</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Lowery</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Fostering implementation of health services research findings into practice: a consolidated framework for advancing implementation science</article-title>
          <source>Implement Sci</source>
          <year>2009</year>
          <month>08</month>
          <day>07</day>
          <volume>4</volume>
          <fpage>50</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-4-50"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-4-50</pub-id>
          <pub-id pub-id-type="medline">19664226</pub-id>
          <pub-id pub-id-type="pii">1748-5908-4-50</pub-id>
          <pub-id pub-id-type="pmcid">PMC2736161</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keith</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Crosson</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Cromp</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>EF</given-names>
            </name>
          </person-group>
          <article-title>Using the Consolidated Framework for Implementation Research (CFIR) to produce actionable findings: a rapid-cycle evaluation approach to improving implementation</article-title>
          <source>Implement Sci</source>
          <year>2017</year>
          <month>02</month>
          <day>10</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>15</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-017-0550-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-017-0550-7</pub-id>
          <pub-id pub-id-type="medline">28187747</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-017-0550-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC5303301</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kirk</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Kelley</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Yankey</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Birken</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Abadie</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Damschroder</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of the use of the Consolidated Framework for Implementation Research</article-title>
          <source>Implement Sci</source>
          <year>2016</year>
          <month>05</month>
          <day>17</day>
          <volume>11</volume>
          <fpage>72</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-016-0437-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-016-0437-z</pub-id>
          <pub-id pub-id-type="medline">27189233</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-016-0437-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC4869309</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seljelid</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Varsi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Solberg Nes</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stenehjem</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bollerslev</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Børøsund</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Content and system development of a digital patient-provider communication tool to support shared decision making in chronic health care: InvolveMe</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2020</year>
          <month>03</month>
          <day>04</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>46</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-020-1065-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-020-1065-8</pub-id>
          <pub-id pub-id-type="medline">32131808</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-020-1065-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7057594</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jagosh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Macaulay</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Pluye</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Salsberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bush</surname>
              <given-names>PL</given-names>
            </name>
            <name name-style="western">
              <surname>Henderson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sirett</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cargo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Herbert</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Seifer</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>LW</given-names>
            </name>
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Uncovering the benefits of participatory research: implications of a realist review for health research and practice</article-title>
          <source>Milbank Q</source>
          <year>2012</year>
          <month>06</month>
          <volume>90</volume>
          <issue>2</issue>
          <fpage>311</fpage>
          <lpage>46</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22709390"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1468-0009.2012.00665.x</pub-id>
          <pub-id pub-id-type="medline">22709390</pub-id>
          <pub-id pub-id-type="pmcid">PMC3460206</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Robertson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wagner</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Simonsen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Robertson</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Ethics: engagement, representation and politics-in-action</article-title>
          <source>Routledge International Handbook of Participartory Design - 1st Edition</source>
          <year>2013</year>
          <publisher-loc>London</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Gubrium</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Holstein</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Focus group interviewing</article-title>
          <source>Handbook of Interview Research</source>
          <year>2001</year>
          <publisher-loc>Thousand Oaks, CA</publisher-loc>
          <publisher-name>SAGE Publications Ltd</publisher-name>
          <fpage>141</fpage>
          <lpage>59</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stickdorn</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>This is service design thinking: basics, tools, cases</source>
          <year>2012</year>
          <publisher-loc>Hoboken, New Jersey, United States</publisher-loc>
          <publisher-name>Wiley</publisher-name>
          <fpage>1</fpage>
          <lpage>384</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Using thematic analysis in psychology</article-title>
          <source>Qual Res Psycho</source>
          <year>2006</year>
          <month>01</month>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1191/1478088706qp063oa</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Thematic analysis</article-title>
          <source>J Posit Psychol</source>
          <year>2016</year>
          <month>12</month>
          <day>09</day>
          <volume>12</volume>
          <issue>3</issue>
          <fpage>297</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1080/17439760.2016.1262613</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="web">
          <article-title>Acts of legislation</article-title>
          <source>Regional Committees for Medical and Health Research Ethics</source>
          <year>2020</year>
          <access-date>2021-03-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://helseforskning.etikkom.no/reglerogrutiner/loverogregler?p_dim=34770&#38;_ikbLanguageCode=us">https://helseforskning.etikkom.no/reglerogrutiner/loverogregler?p_dim=34770&#38;_ikbLanguageCode=us</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seljelid</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Varsi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stenehjem</surname>
              <given-names>A-E</given-names>
            </name>
            <name name-style="western">
              <surname>Bollerslev</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Solberg Nes</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Børøsund</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Content development of an electronic shared decision making tool for patients with chronic illness; mapping symptoms and needs</article-title>
          <source>Society of Behavioral Medicine 2019 Annual Meeting Abstracts. Annals of Behavioral Medicine</source>
          <year>2019</year>
          <month>03</month>
          <volume>53</volume>
          <issue>1</issue>
          <fpage>S1</fpage>
          <lpage>S842</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-020-1065-8"/>
          </comment>
          <pub-id pub-id-type="doi">https://doi.org/10.1093/abm/kaz007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schreiweis</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Pobiruchin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Strotbaum</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Suleder</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wiesner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bergh</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Barriers and facilitators to the implementation of ehealth services: systematic literature analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>11</month>
          <day>22</day>
          <volume>21</volume>
          <issue>11</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/11/e14197/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/14197</pub-id>
          <pub-id pub-id-type="medline">31755869</pub-id>
          <pub-id pub-id-type="pii">v21i11e14197</pub-id>
          <pub-id pub-id-type="pmcid">PMC6898891</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nilsen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bernhardsson</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Context matters in implementation science: a scoping review of determinant frameworks that describe contextual determinants for implementation outcomes</article-title>
          <source>BMC Health Serv Res</source>
          <year>2019</year>
          <month>03</month>
          <day>25</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>189</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-019-4015-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-019-4015-3</pub-id>
          <pub-id pub-id-type="medline">30909897</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-019-4015-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6432749</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kruse</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Bolton</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Freriks</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The effect of patient portals on quality outcomes and its implications to meaningful use: a systematic review</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>02</month>
          <day>10</day>
          <volume>17</volume>
          <issue>2</issue>
          <fpage>e44</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2015/2/e44/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.3171</pub-id>
          <pub-id pub-id-type="medline">25669240</pub-id>
          <pub-id pub-id-type="pii">v17i2e44</pub-id>
          <pub-id pub-id-type="pmcid">PMC4342639</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Albers</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Metz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bührmann</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Bartley</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Driessen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Varsi</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Implementation support skills: findings from a systematic integrative review</article-title>
          <source>Research on Social Work Practice</source>
          <year>2020</year>
          <month>10</month>
          <day>27</day>
          <volume>31</volume>
          <issue>2</issue>
          <fpage>147</fpage>
          <lpage>70</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1177/1049731520967419"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1049731520967419</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chapman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Haby</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Toma</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>de Bortoli</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Illanes</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Oliveros</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Barreto</surname>
              <given-names>JOM</given-names>
            </name>
          </person-group>
          <article-title>Knowledge translation strategies for dissemination with a focus on healthcare recipients: an overview of systematic reviews</article-title>
          <source>Implement Sci</source>
          <year>2020</year>
          <month>03</month>
          <day>04</day>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>14</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/s13012-020-0974-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13012-020-0974-3</pub-id>
          <pub-id pub-id-type="medline">32131861</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13012-020-0974-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7057470</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Solem</surname>
              <given-names>IKL</given-names>
            </name>
            <name name-style="western">
              <surname>Varsi</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Eide</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kristjansdottir</surname>
              <given-names>OB</given-names>
            </name>
            <name name-style="western">
              <surname>Børøsund</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Schreurs</surname>
              <given-names>KMG</given-names>
            </name>
            <name name-style="western">
              <surname>Waxenberg</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Morrison</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Haaland-Øverby</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bevan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zangi</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Stubhaug</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Solberg Nes</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>A user-centered approach to an evidence-based electronic health pain management intervention for people with chronic pain: design and development of EPIO</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>01</month>
          <day>21</day>
          <volume>22</volume>
          <issue>1</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/1/e15889/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15889</pub-id>
          <pub-id pub-id-type="medline">31961331</pub-id>
          <pub-id pub-id-type="pii">v22i1e15889</pub-id>
          <pub-id pub-id-type="pmcid">PMC7001051</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Børøsund</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mirkovic</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Ehlers</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Andrykowski</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Bergland</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Westeng</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nes</surname>
              <given-names>LS</given-names>
            </name>
          </person-group>
          <article-title>A stress management app intervention for cancer survivors: design, development, and usability testing</article-title>
          <source>JMIR Form Res</source>
          <year>2018</year>
          <month>09</month>
          <day>06</day>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>e19</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://formative.jmir.org/2018/2/e19/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/formative.9954</pub-id>
          <pub-id pub-id-type="medline">30684438</pub-id>
          <pub-id pub-id-type="pii">v2i2e19</pub-id>
          <pub-id pub-id-type="pmcid">PMC6334690</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jeffs</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Barwick</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Organizational contextual features that influence the implementation of evidence-based practices across healthcare settings: a systematic integrative review</article-title>
          <source>Syst Rev</source>
          <year>2018</year>
          <month>05</month>
          <day>05</day>
          <volume>7</volume>
          <issue>1</issue>
          <fpage>72</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://systematicreviewsjournal.biomedcentral.com/articles/10.1186/s13643-018-0734-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13643-018-0734-5</pub-id>
          <pub-id pub-id-type="medline">29729669</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13643-018-0734-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC5936626</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cranley</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Cummings</surname>
              <given-names>GG</given-names>
            </name>
            <name name-style="western">
              <surname>Profetto-McGrath</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Toth</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Estabrooks</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Facilitation roles and characteristics associated with research use by healthcare professionals: a scoping review</article-title>
          <source>BMJ Open</source>
          <year>2017</year>
          <month>08</month>
          <day>11</day>
          <volume>7</volume>
          <issue>8</issue>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=28801388"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2016-014384</pub-id>
          <pub-id pub-id-type="medline">28801388</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2016-014384</pub-id>
          <pub-id pub-id-type="pmcid">PMC5724142</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moullin</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Sabater-Hernández</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez-Llimos</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Benrimoj</surname>
              <given-names>SI</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of implementation frameworks of innovations in healthcare and resulting generic implementation framework</article-title>
          <source>Health Res Policy Syst</source>
          <year>2015</year>
          <month>03</month>
          <day>14</day>
          <volume>13</volume>
          <fpage>16</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://health-policy-systems.biomedcentral.com/articles/10.1186/s12961-015-0005-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12961-015-0005-z</pub-id>
          <pub-id pub-id-type="medline">25885055</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12961-015-0005-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC4364490</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
