<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="review-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i2e24691</article-id>
      <article-id pub-id-type="pmid">33625370</article-id>
      <article-id pub-id-type="doi">10.2196/24691</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>An Education Framework for Effective Implementation of a Health Information System: Scoping Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Shachak</surname>
            <given-names>Aviv</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bygholm</surname>
            <given-names>Ann</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Nagavally</surname>
            <given-names>Sneha</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Jeyakumar</surname>
            <given-names>Tharshini</given-names>
          </name>
          <degrees>BSc, MHI</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4482-3637</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>McClure</surname>
            <given-names>Sarah</given-names>
          </name>
          <degrees>CTDP</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2027-8697</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Lowe</surname>
            <given-names>Mandy</given-names>
          </name>
          <degrees>MSc, OT Reg (Ont)</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3501-3859</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Hodges</surname>
            <given-names>Brian</given-names>
          </name>
          <degrees>PhD, MD, FRCPC</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4168-2725</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Fur</surname>
            <given-names>Katharine</given-names>
          </name>
          <degrees>CTDP</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0820-5946</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Javier-Brozo</surname>
            <given-names>Mariquita</given-names>
          </name>
          <degrees>BASc, RD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0031-1186</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Tassone</surname>
            <given-names>Maria</given-names>
          </name>
          <degrees>BScPT, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff6" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7911-1632</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Anderson</surname>
            <given-names>Melanie</given-names>
          </name>
          <degrees>BAH, MLIS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9786-1656</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Tripp</surname>
            <given-names>Tim</given-names>
          </name>
          <degrees>BSc, MLIS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3967-2181</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Wiljer</surname>
            <given-names>David</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>University Health Network</institution>
            <addr-line>190 Elizabeth Street, R. Fraser Elliot Building RFE 3S-441</addr-line>
            <addr-line>Toronto, ON, M5G 2C4</addr-line>
            <country>Canada</country>
            <phone>1 416 340 4800 ext 6322</phone>
            <email>David.wiljer@uhn.ca</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff7" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2748-2658</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>University Health Network</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Institute of Health Policy, Management and Evaluation</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Occupational Science and Occupational Therapy</institution>
        <institution>Faculty of Medicine</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Department of Psychiatry</institution>
        <institution>Faculty of Medicine</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Wilson Centre</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff6">
        <label>6</label>
        <institution>Department of Physical Therapy</institution>
        <institution>Faculty of Medicine</institution>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff7">
        <label>7</label>
        <institution>Office of Education, Centre for Addiction and Mental Health</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: David Wiljer <email>David.wiljer@uhn.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>2</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>24</day>
        <month>2</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>2</issue>
      <elocation-id>e24691</elocation-id>
      <history>
        <date date-type="received">
          <day>30</day>
          <month>9</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>4</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>5</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>1</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Tharshini Jeyakumar, Sarah McClure, Mandy Lowe, Brian Hodges, Katharine Fur, Mariquita Javier-Brozo, Maria Tassone, Melanie Anderson, Tim Tripp, David Wiljer. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 24.02.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/2/e24691" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>To optimize their use of a new Health Information System (HIS), supporting health care providers require effective HIS education. Failure to provide this education can significantly hinder an organization’s HIS implementation and sustainability efforts.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this review is to understand the most effective educational strategies and approaches to enable health care providers to optimally use an HIS.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Ovid MEDLINE, Ovid Embase, EBSCO Cumulative Index to Nursing and Allied Health Literature, and EBSCO Education Resources Information Center were searched to identify relevant papers. Relevant studies were systematically reviewed and analyzed using a qualitative thematic analysis approach.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Of the 3539 studies screened, 17 were included for data extraction. The literature on the most effective approaches to enable health care providers to optimally use an HIS emphasized the importance of investing in engaging and understanding learners in the clinical context, maximizing the transfer of learning to care, and designing continuous and agile evaluation to meet the emerging demands of the clinical environment.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This review supports the advancement of a new HIS learning framework that organizational leaders and educators can use to guide HIS education design and development. Future research should examine how this framework can be translated into practice.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>health information system</kwd>
        <kwd>health care providers</kwd>
        <kwd>education</kwd>
        <kwd>learning</kwd>
        <kwd>patient care</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Health Information Systems (HISs) have been proposed as one solution in a multipronged organizational approach to transforming the quality of care delivered, increasing patient safety, and reducing health care costs [<xref ref-type="bibr" rid="ref1">1</xref>]. An HIS is defined as a system designed to integrate data collection, processing, and reporting and the use of health information to influence policy making and improve health service effectiveness and efficiency [<xref ref-type="bibr" rid="ref2">2</xref>]. This enables the facilitation of health information sharing among multiple authorized custodians across the health care continuum in support of clinical efficiency and optimal quality care [<xref ref-type="bibr" rid="ref3">3</xref>]. Challenges to HIS implementation can result from staff and care providers being unfamiliar with the system features and functionalities, thus encumbering the ability of staff and providers to use HIS in their work environment most effectively. Given the rapid pace of adoption of digital HISs globally and the skills needed to effectively use HISs in practice, it is crucial to support and educate health care providers at all levels, across all areas of the health system, and as close to implementation as possible, on how the HIS system can be leveraged to improve clinical practice. Simply teaching the system is not sufficient to successfully enable learners (entry-to-practice and practicing health care staff) to use new technology.</p>
        <p>As health care organizations respond to budgetary, regulatory, and societal pressures to implement an HIS, care providers are confronted with an ever-increasing technology-enabled care environment [<xref ref-type="bibr" rid="ref4">4</xref>]. Paradoxically, although the implementation of HISs is meant to create efficiencies, their widespread diffusion and accompanying complexity have been associated with a growing recognition of clinician dissatisfaction and burnout [<xref ref-type="bibr" rid="ref5">5</xref>]. However, health care providers see education as integral to use technology successfully [<xref ref-type="bibr" rid="ref4">4</xref>]. On the basis of the model of skill acquisition, Bredfeldt et al [<xref ref-type="bibr" rid="ref1">1</xref>] determined that educating novices entails more than just imparting knowledge. Further, it is essential to provide education that is pertinent to address learning needs and provide an opportunity to learn the nature of the real setting and its associated variability [<xref ref-type="bibr" rid="ref1">1</xref>]. It is also imperative to acknowledge learners’ expertise and engage them throughout all phases in the development of the educational program [<xref ref-type="bibr" rid="ref6">6</xref>]. This may be especially true for health sciences students and trainees who may have deeper knowledge of using various technologies, thereby having the potential to play a role of educator or facilitator with supervisors in practice. Furthermore, education may enable care providers and staff to understand the concepts underlying the different HIS tasks as the emerging needs of their clinical practice continuously evolve rather than simply learning the features of an HIS. HIS education can also influence user adoption and the ability of health care providers and staff to effectively use the technology [<xref ref-type="bibr" rid="ref4">4</xref>]. On the basis of learners’ feedback in the study, McAlearney et al [<xref ref-type="bibr" rid="ref7">7</xref>] noted that staff who received excellent education and hands-on experience with an information technology system adopted realistic expectations and achieved a sense of control within the HIS environment. Adequate education and support, technology literacy, and overall competencies of health providers were identified as critical factors in HIS implementation.</p>
        <p>Many information technology users encounter a steep learning curve at the initial stages of implementation and can take several years to become an expert in the features and functions of a system [<xref ref-type="bibr" rid="ref8">8</xref>]. McLean et al [<xref ref-type="bibr" rid="ref8">8</xref>] suggested that users’ attitudes toward system use in the initial stages could be leveraged to gain valuable insights into how the system will be used in the later stages. Thus, education remains a critical component in understanding the benefits of HISs and attaining value-added use, particularly during the adoption or early stages of implementation [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Furthermore, to enable ongoing learning in using an HIS adeptly, education strategies will need to be evaluated and refined over time, as education will need to continuously evolve to meet users’ needs and comfort level with the HIS [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>In several HIS implementation projects, inadequate HIS education has led to challenges in the adoption and suboptimal use of the system. An example is an electronic health record (EHR) implementation project at Cedars Sinai Hospital, California, where a dearth of staff education contributed to poor adjustment to the new system and created a sense of fear and apprehension [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Consequently, this lack of education threatened staff autonomy and eventually contributed to the rejection of the HIS and project failure [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>As HISs become an integral part of patient care, building an effective educational strategy may ultimately aid in the successful implementation and sustainment of an HIS. Recognizing the importance of education programs in supporting HIS implementations, this study was conducted to understand the current state of HIS education programs as reported in the academic literature. Specifically, the objective of this study is to establish a foundational understanding of the most effective strategies and approaches to enable individuals to optimally adopt and effectively use and learn from an HIS, both during and postimplementation.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>A scoping review methodological framework adopting the approach by Arksey and O’Malley [<xref ref-type="bibr" rid="ref12">12</xref>] was used to enhance the reproducibility and reliability of our findings. One of the goals of this approach was to broadly examine a topic area to map key concepts, evidence types, and current gaps in research in a well-defined field using a wide array of literature. This was an ideal starting point to better understand the landscape of research within a specific subject area. To illustrate the scoping review process, the PRISMA (Preferred Reporting Items for Systematic Review and Meta-Analysis) diagram [<xref ref-type="bibr" rid="ref13">13</xref>], shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>, and the PRISMA scoping review checklist, which outlines the important milestones of a scoping review, were used [<xref ref-type="bibr" rid="ref14">14</xref>] (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>PRISMA (Preferred Reporting Items for Systematic Review and Meta-analysis) flow diagram of scoping review results.</p>
          </caption>
          <graphic xlink:href="jmir_v23i2e24691_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Stage 1: Identifying the Research Questions</title>
        <p>To establish a baseline understanding of the most effective strategies and approaches to enable individuals to optimally use an HIS system in academic literature, this study sought to answer the following questions:</p>
        <list list-type="order">
          <list-item>
            <p>What education approaches led to an effective HIS implementation? What are the reported results of classroom-based, web-based, and blended learning in terms of educating staff on HISs?</p>
          </list-item>
          <list-item>
            <p>What are the measures and outcomes used to assess the effectiveness of education and its impact on the implementation of the HIS?</p>
          </list-item>
          <list-item>
            <p>What are the most effective approaches for enabling individuals to optimally use an HIS? How is education most effectively delivered?</p>
          </list-item>
        </list>
      </sec>
      <sec>
        <title>Stage 2: Identifying Relevant Studies</title>
        <p>An iterative process was used to design effective database strategies to identify eligible papers, involving several discussions with information specialists and the research team at our institution. Strategies, including subject headings, keywords, and related terms for HISs; education approaches; and training modalities were designed by a health sciences librarian for each of Ovid MEDLINE, Ovid Embase, EBSCO Cumulative Index to Nursing and Allied Health Literature, and EBSCO Education Resources Information Center and results were downloaded in November 2019 (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). No date or language limits were applied. HIS was defined in these searches as an electronic medical record (EMR), EHR, medical records systems, computerized medical records, electronic patient records, computer health records, computer medical records, computer hospital records, clinic information systems, electronic health medical records, and electronic hospital medical records. Relevant studies were identified through a title and abstract scan and confirmed via a full-text review. For the study selection, see the PRISMA diagram (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
      </sec>
      <sec>
        <title>Stage 3: Study Selection</title>
        <p>Peer-reviewed journal papers eligible for inclusion met the following criteria: (1) examined educational approaches (ie, classroom, instructor-led, web-based training, e-learning, and hybrid learning), (2) discussed HIS systems (EMR, EHR, Clinical Information system, etc), (3) discussed the effectiveness of different approaches in educating staff to use the HIS, (4) described an educational program related to HIS, and (5) ensured education be conducted in a hospital setting. Initially, only English papers were included; however, as there were no papers found in other languages, no papers were excluded. All study designs, whether quantitative or qualitative studies and papers found in reports and research papers except for viewpoint papers, such as editorials, were included. Studies conducted in an academic setting and papers that did not meet the aforementioned criteria or describe an HIS system were excluded. Five coauthors independently reviewed the paper to determine each study’s eligibility, and in cases of uncertainty, a senior reviewer with expertise in the topic of HISs was consulted.</p>
      </sec>
      <sec>
        <title>Stage 4: Data Items and Data Collection Process</title>
        <p>A standardized charting form was developed to capture the following domains: study details (type of study, year, and country), the objective of the study, study design (if applicable), study participants, intervention, study outcomes, and main results of the study. The PICO (Patient Problem or Population, Intervention, Comparison or Control, and Outcome) framework was used to capture details of the study, where the study outcomes were categorized using the Kirkpatrick-Barr [<xref ref-type="bibr" rid="ref15">15</xref>] framework of educational outcomes, shown in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>. This framework was selected, as it provided a standardized method of categorizing the type of educational outcomes reported by each paper.</p>
        <boxed-text id="box1" position="float">
          <title>Kirkpatrick-Barr framework of educational outcomes.</title>
          <p>
            <bold>Level 1: Learners’ reaction</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Learners’ perspectives on the learning experience and satisfaction with the educational program [<xref ref-type="bibr" rid="ref15">15</xref>]</p>
            </list-item>
          </list>
          <p>
            <bold>Level 2a: Modification of attitudes and perceptions</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Changes in attitudes and perceptions toward patients or clients and their condition, circumstances, care, and treatment [<xref ref-type="bibr" rid="ref15">15</xref>]</p>
            </list-item>
          </list>
          <p>
            <bold>Level 2b: Acquisition of knowledge and skills</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Changes in knowledge and skills [<xref ref-type="bibr" rid="ref15">15</xref>]</p>
            </list-item>
          </list>
          <p>
            <bold>Level 3: Change in behavior</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Changes in behavior of participants’ transfer of learning to their practice setting and changed professional practice [<xref ref-type="bibr" rid="ref15">15</xref>]</p>
            </list-item>
          </list>
          <p>
            <bold>Level 4a: Change in organizational practice </bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Wider changes in the organizational practice and provision of care as a result of an education program [<xref ref-type="bibr" rid="ref15">15</xref>]</p>
            </list-item>
          </list>
          <p>
            <bold>Level 4b: Benefits to patients or clients</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Improvements in health or well-being of patients or clients attributable to an education program [<xref ref-type="bibr" rid="ref15">15</xref>]</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Stage 5: Synthesizing and Reporting the Results</title>
        <p>A qualitative <italic>narrative review</italic> approach was adopted, and the authors independently reviewed all 17 studies. The educational outcomes reported in each paper were categorized using the Kirkpatrick-Barr framework, which also helped inform the thematic analysis. The findings were synthesized, and a thematic analysis approach was used to critically analyze the papers and develop a coding structure. Emerging themes were identified, compared, and consolidated by 3 authors. The consultation phase provided an opportunity to validate the findings and critically examine the inconsistencies or lack of clarity evident across the papers reviewed. Discussions and consultation with content experts within our team enabled us to further iterate and contextualize the themes.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Search Results</title>
        <p>The initial database search yielded 4345 papers. Once duplicates were removed, titles and abstracts of 3539 unique citations were identified. We screened these papers and identified 218 citations based on broad relevance to the topic area. The 218 abstracts then went through the second round of scrutiny against the inclusion criteria, and 33 papers were selected for full-text review. Following further inspection, 16 papers were excluded, as they did not meet the inclusion criteria. <xref ref-type="table" rid="table1">Table 1</xref> describes the characteristics of the studies included in this study.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Study characteristics (N=17).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="370"/>
            <col width="300"/>
            <col width="300"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Study characteristics</td>
                <td>Value, n (%)</td>
                <td>References</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Country of publication</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>United States</td>
                <td>12 (70)</td>
                <td>[<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Australia</td>
                <td>1 (6)</td>
                <td>[<xref ref-type="bibr" rid="ref23">23</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Namibia and Tanzania</td>
                <td>1 (6)</td>
                <td>[<xref ref-type="bibr" rid="ref24">24</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>United Kingdom</td>
                <td>1 (6)</td>
                <td>[<xref ref-type="bibr" rid="ref25">25</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Denmark</td>
                <td>1 (6)</td>
                <td>[<xref ref-type="bibr" rid="ref26">26</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The Netherlands</td>
                <td>1 (6)</td>
                <td>[<xref ref-type="bibr" rid="ref27">27</xref>]</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Research method</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Literature review</td>
                <td>3 (18)</td>
                <td>[<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Questionnaire or survey</td>
                <td>4 (23)</td>
                <td>[<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Semistructured interview</td>
                <td>1 (6)</td>
                <td>[<xref ref-type="bibr" rid="ref9">9</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Mixed method</td>
                <td>6 (35)</td>
                <td>[<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Quasiexperimental</td>
                <td>2 (12)</td>
                <td>[<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Case report</td>
                <td>1 (6)</td>
                <td>[<xref ref-type="bibr" rid="ref18">18</xref>]</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Year of publication</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>2016-2019</td>
                <td>5 (29)</td>
                <td>[<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref26">26</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>2010-2015</td>
                <td>9 (53)</td>
                <td>[<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>2006-2009</td>
                <td>3 (18)</td>
                <td>[<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Education approach<sup>a</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>In-classroom training</td>
                <td>5 (38)</td>
                <td>[<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>e-Learning</td>
                <td>1 (8)</td>
                <td>[<xref ref-type="bibr" rid="ref22">22</xref>]<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Blended learning</td>
                <td>5 (38)</td>
                <td>[<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Classroom versus blended learning</td>
                <td>1 (8)</td>
                <td>[<xref ref-type="bibr" rid="ref4">4</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Simulation training</td>
                <td>1 (8)</td>
                <td>[<xref ref-type="bibr" rid="ref19">19</xref>]</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Literature reviews were excluded.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Did not provide evaluation outcomes.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Research Question 1: Reported Results of Classroom-Based, Web-Based, and Blended Learning in Terms of Educating Staff on HISs</title>
        <p>On the basis of the thematic analysis, this study identified 3 major themes across the different educational approaches that led to a more effective HIS implementation:</p>
        <list list-type="bullet">
          <list-item>
            <p>Invest in engaging and understanding learners in the clinical context</p>
          </list-item>
          <list-item>
            <p>Maximize the transfer of learning to care</p>
          </list-item>
          <list-item>
            <p>Continuous and agile evaluation designed to meet the emerging demands of the clinical environment</p>
          </list-item>
        </list>
        <p>In addition, the themes addressed in this study encompass fundamental elements that may be used to guide educational design and support developmental expertise in clinical environments (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Elements associated with the 3 major themes identified in the thematic analysis.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="350"/>
            <col width="430"/>
            <col width="190"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Theme and element</td>
                <td>Definition of element</td>
                <td>Studies using an element</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Invest in engaging and understanding learners in the clinical context</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Assessment of individual, team, and organization capabilities</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Assess appropriate learning needs</p>
                    </list-item>
                    <list-item>
                      <p>Assess computer literacy</p>
                    </list-item>
                    <list-item>
                      <p>Ascertain clinical background and role</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Provide education based on customized workflows (training based on the work environment and department needs, eg, inpatient provider, ambulatory provider)</p>
                    </list-item>
                  </list>
                </td>
                <td>[<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Maximize the transfer of learning</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Practice and problem-based learning</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Use a problem-based approach to learning instead of task-based learning (ie, learning built on predefined tasks addressed in clinical practice).</p>
                    </list-item>
                    <list-item>
                      <p>Integrate hands-on experience to enable learner empowerment.</p>
                    </list-item>
                  </list>
                </td>
                <td>[<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Integrate learning into practice</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Create opportunities to integrate HIS learning into practice.</p>
                    </list-item>
                    <list-item>
                      <p>Engage learners in their clinical context.</p>
                    </list-item>
                    <list-item>
                      <p>Employ simulation- and scenario-based learning techniques (real-world uncontrived experience).</p>
                    </list-item>
                    <list-item>
                      <p>Provide opportunities to create tools and items that can be used in clinical practice (eg, creating personal preference lists of frequently used orders, creating a patient-specific care plan).</p>
                    </list-item>
                  </list>
                </td>
                <td>[<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Enhance practice improvement and performance</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Ensure the learning time is as close to the launch of the HIS as possible.</p>
                    </list-item>
                    <list-item>
                      <p>Adopt longitudinal approaches to training.</p>
                    </list-item>
                    <list-item>
                      <p>Identify and integrate super users as part of education planning.</p>
                    </list-item>
                    <list-item>
                      <p>Collaborate with and learn from clinical champions.</p>
                    </list-item>
                  </list>
                </td>
                <td>[<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Continuous and agile evaluation designed to meet the emerging demands of the clinical environment</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Evaluation and feedback</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Being agile to meet the emerging demands of the clinical environment</p>
                    </list-item>
                    <list-item>
                      <p>Understanding how health care providers perceive HIS education and eventually its application</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Adaptability and enhancement of curriculum revisions</p>
                    </list-item>
                  </list>
                </td>
                <td>[<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <sec>
          <title>Invest in Engaging and Understanding Learners in the Clinical Context Theme</title>
          <p>The <italic>Invest in engaging and understanding learners in the clinical context</italic> theme includes both understanding learners’ needs and understanding what incentives may best enable learner participation in HIS education.</p>
          <p>Several papers have identified the importance of assessing the current capability level of learners in terms of clinical and technical skills to tailor learning accordingly, including providing adequate staff and time for education. Many health care providers received their education as health care providers before information technology became ubiquitous and, therefore, may lack the essential technical skills required to use an HIS effectively [<xref ref-type="bibr" rid="ref1">1</xref>]. Benwell et al [<xref ref-type="bibr" rid="ref23">23</xref>] reported that learners often felt that the HIS training sessions failed to address their learning needs, as the program was either too simplistic or advanced. This point was further reinforced in a study that examined traditional forms of education approaches, assuming that each health care provider shared the same knowledge and skill level. However, the authors discovered that the skillset of care providers differed based on their experience and educational levels [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. In another peer-reviewed paper, the educational team at a hospital designed a course for health care providers with average computer skills.</p>
          <disp-quote>
            <p>The curriculum timing was based on an end-user with average computer skills: someone able to use a mouse and familiar with windows functionality. The design was frustrating to the advanced computer users because they were ‘‘slowed down’’ and frustrating to students with minimal skills because content was covered much too fast. Most staff attended training in 8-hour blocks, compounding this issue. Evaluations indicated that the number of hours spent in the classroom was over-powering and not conducive to learning. Staff reported feelings of burned out and too much content to absorb.</p>
            <attrib>
  21
</attrib>
          </disp-quote>
          <p>Previous experiences with computers and the perceptions that learners bring with them regarding the value of technology influence their receptiveness during training sessions [<xref ref-type="bibr" rid="ref21">21</xref>]. Edwards et al [<xref ref-type="bibr" rid="ref4">4</xref>] stated that pretraining enabled those health care providers who needed it to gain baseline familiarity and improved their performance. Furthermore, Bredfeldt et al [<xref ref-type="bibr" rid="ref1">1</xref>] reported:</p>
          <disp-quote>
            <p>Trainees who are proficient at problem list management may have already reached the functional ceiling, leaving no room for improvement. In contrast, while some training participants were very practical at medication list management, there was still room for improvement.</p>
            <attrib>
  1
</attrib>
          </disp-quote>
          <p>Adequate technology literacy and general competencies of health care staff have been identified as critical factors for implementing HIS systems [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Without these, further education sessions may be required to support health care providers before they engage in learning specific to HIS.</p>
          <p>Four papers discussed the significance of providing incentives to help health care staff expand their information technology competencies to encompass new skills [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. A study by O’Brien [<xref ref-type="bibr" rid="ref18">18</xref>] asserted that to cover the expense of adequate training and replacement nurses, the organization provided incentives to staff to complete their training on days they were not scheduled to work. In addition, the organization has developed an incentive program to encourage staff to fill in for colleagues who were participating in training or to attend a training class in the evening or weekend at full pay. In another study, providers were recognized for their time by being eligible for continuing medical education credits [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref6">6</xref>].</p>
        </sec>
        <sec>
          <title>Maximize the Transfer of Learning to Care Theme</title>
          <p>The theme of <italic>Maximize the transfer of learning to care</italic> encompasses providing hands-on practice, integrating real-life case scenarios, engaging key stakeholders and staff champions, and scheduling education sessions close to the actual use of the system, all of which contribute to a learner-centric approach and a more successful HIS implementation (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
          <p>Many papers stressed the importance of providing learners with significant amounts of time to engage in hands-on activities [<xref ref-type="bibr" rid="ref4">4</xref>]. Interaction with the HIS was a key priority among all participants across several studies [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. Participants were provided with an overview of the key features of the system, using a combination of lectures and practical exercises, thus enabling the learners to gain hands-on experience using the new system [<xref ref-type="bibr" rid="ref25">25</xref>]. In addition, hands-on activities enabled health care providers to gain more practice and become familiar with the system and have an opportunity to ask questions [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
          <disp-quote>
            <p>Class participants indicated that the hands-on exercises were the most useful portion of the class, and they appreciated the ability to build things in class that could be used in the clinic.</p>
            <attrib>
  1
</attrib>
          </disp-quote>
          <p>This finding corresponds with concerns from health care managers that learners should be competent in using HIS in their work setting [<xref ref-type="bibr" rid="ref4">4</xref>]. By providing an opportunity to deliberately practice with the system, active learning is encouraged, thereby increasing learners’ confidence [<xref ref-type="bibr" rid="ref4">4</xref>]. Nicklaus et al [<xref ref-type="bibr" rid="ref17">17</xref>] described that hands-on experience allows for the practical application of the concept and enables distraction-free instruction. This approach encourages learners to set the pace of their learning without becoming overwhelmed with a lot of content in a short period of time while increasing their confidence and competency levels [<xref ref-type="bibr" rid="ref17">17</xref>]. By promoting a self-regulated learning principle, effective learning can be achieved by empowering learners to take part in their own learning process, set their own goals, and challenge their critical thinking skills [<xref ref-type="bibr" rid="ref17">17</xref>]. Self-regulated learning is defined as a cyclical process that enables the learner to guide their goal-directed activities, evaluate their performance, and then reflect on the outcomes [<xref ref-type="bibr" rid="ref28">28</xref>]. McAlearney et al [<xref ref-type="bibr" rid="ref7">7</xref>] asserted the following:</p>
          <disp-quote>
            <p>...training programs that include opportunities for learners to observe others using the EHR system, and those that provide active learning opportunities, should enhance the learning process because they give learners opportunities to develop positive perceptions about their own abilities related to using the EHR.</p>
            <attrib>
  7
</attrib>
          </disp-quote>
          <p>This point was reinforced in a study by Bredfeldt et al [<xref ref-type="bibr" rid="ref1">1</xref>], stating that classroom-based training and hands-on activities were associated with the improved utility of using the new system. The authors noted that a live EHR environment allowed staff and clinicians to build tools they could use when they returned to the clinic and the use of ancillary resources [<xref ref-type="bibr" rid="ref1">1</xref>]. Through continuous interaction with the system, learners reduced their cognitive effort associated with performing the task [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
          <p>In addition, several studies have found that educational programs that incorporate real case scenarios, with an emphasis on clinical workflow enhance outcomes [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Interactive scenarios presented with a mini case study highlighted the importance of new HIS elements, enabling the care providers to better understand the new updates involved with the HIS and the manner in which they needed to document [<xref ref-type="bibr" rid="ref22">22</xref>]:</p>
          <disp-quote>
            <p>A hybrid teaching method that entailed both e-learning and a supplemental education session providing face-to-face personal communication, case examples, and examples of errors improved timeliness, completion and accuracy of nursing documentation significantly.</p>
            <attrib>
  16
</attrib>
          </disp-quote>
          <p>Studies have highlighted the importance of developing expertise-specific scenarios that are relevant to health care providers [<xref ref-type="bibr" rid="ref25">25</xref>]. The use of various approaches may appeal to individual learning needs, with learners appreciative of relevant clinical scenarios in particular [<xref ref-type="bibr" rid="ref25">25</xref>]. The scenarios were designed to reflect the daily workflow process and enabled learners to visualize how the HIS can potentially be used in their work environment [<xref ref-type="bibr" rid="ref22">22</xref>]. Furthermore, the scenarios provided each learner with further exposure to the workflow and an opportunity to critically reflect through the different processes [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
          <p>The literature findings described the importance of and positive changes in engaging key stakeholders and staff champions in achieving targeted organizational change. Super users (expert users who have received supplementary education and are capable of educating other staff) were found to play a critical role in providing unit-level assistance and reducing the need for expensive external education and training [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. They act as facilitators in each area or department, supporting and educating new staff [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. McAlearney et al [<xref ref-type="bibr" rid="ref7">7</xref>] reported:</p>
          <disp-quote>
            <p>...when learners observe others successfully using the EHR, their efficacy expectations are increased because of their corresponding beliefs that they also possess the capabilities to master the EHR system.</p>
            <attrib>
  7
</attrib>
          </disp-quote>
          <p>The authors emphasized the importance of positive behavior modeling (role modeling from peers in the work environment), which demonstrates effective approaches to help overcome these challenges. They acknowledged that engaging champions and super users may foster transformative learning and contribute to a learner-centric approach. In a study on training programs that leverage the skills of super users, it was reported that they contribute to better learning outcomes and meaningful use of the HIS [<xref ref-type="bibr" rid="ref7">7</xref>]. Pantaleoni et al [<xref ref-type="bibr" rid="ref6">6</xref>] described that the success of the training program was also attributed to the lead physician, as they provided guidance on the clinical context and knowledge of institutional workflows, such as the number of distinct provider workflows and how to group providers in a training session [<xref ref-type="bibr" rid="ref6">6</xref>]. In addition, physicians were involved in the design and delivery of the training communication for hospital and staff leadership [<xref ref-type="bibr" rid="ref6">6</xref>]. Pantaleoni et al [<xref ref-type="bibr" rid="ref6">6</xref>] asserted that it is vital that the super user has an interest in education, institutional knowledge, and good communication skills.</p>
          <p>In addition to the engagement of organizational stakeholders and staff champions, formalized education scheduled close to the actual use of the system was identified as beneficial to end users [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. The study findings suggested that health care providers benefit from formal education only when it occurs in close proximity to their use of the HIS. Pantaleoni et al [<xref ref-type="bibr" rid="ref6">6</xref>] emphasized the following:</p>
          <disp-quote>
            <p>Training classes should be offered 2 to 8 weeks prior to the change. Training that occurs greater than 8 weeks will likely not be remembered by the end-user.</p>
            <attrib>
  6
</attrib>
          </disp-quote>
          <p>It has been noted that education delivered too early or too late could potentially waste resources and raise frustrations among staff [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Moreover, the authors stated that following 30 days of unit-based experience, most staff ultimately exhibit a similar skill level. Education that is scheduled in close proximity to the time of end-user use may facilitate the greatest impact on performance and knowledge acquisition [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Furthermore, formalized (instructor-led) education may not be needed for all learners, as some participants reported formal education to be inefficient and of little value; however, daily exposure to the HIS improved their performance [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        </sec>
        <sec>
          <title>Continuous and Agile Evaluation Designed to Meet the Emerging Demands of the Clinical Environment Theme</title>
          <p>A review of the studies suggested that continuous evaluation supports an agile approach to meet the emerging demands of the clinical environment (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
          <p>Pantaleoni et al [<xref ref-type="bibr" rid="ref6">6</xref>] described the need to conduct an evaluation of an HIS educational program:</p>
          <disp-quote>
            <p>We then conducted an evaluation of a pilot implementation of the eLearning course to ensure that the resources matched needs; were understandable, usable, and useful; and contributed to quality improvement of future HIS eLearning resources.</p>
            <attrib>
  6
</attrib>
          </disp-quote>
          <p>Furthermore, McCain [<xref ref-type="bibr" rid="ref21">21</xref>] stressed the value of evaluating educational programs continuously to identify course strengths and weaknesses in stimulating curriculum revisions. The authors emphasized that all HIS-related training and education programs should be continually updated to stay abreast of the evidence base and innovations.</p>
          <disp-quote>
            <p>Future work must include expansion and optimization of the current modules, and targeted dissemination to support uptake in appropriate settings. If evidence-based strategies for training providers Health Information Technology (HIT) are lacking, appropriate and effective use of these technologies will be limited, and many costly and potentially powerful HIT projects may fail to improve the quality of healthcare.</p>
            <attrib>
  21
</attrib>
          </disp-quote>
          <p>Hence, the evaluation allowed educators to understand the need for change in work processes and practices and an opportunity to establish mechanisms to share learning across the organization.</p>
          <p>Importantly, although continuous evaluation can lead to learner-centric education delivery, HIS data can also be leveraged to prioritize interventions for system optimization and workflow redesign and to identify struggling learners who may require additional training or support [<xref ref-type="bibr" rid="ref5">5</xref>]. In a study by Kadish et al [<xref ref-type="bibr" rid="ref5">5</xref>], clinicians requested individualized training after several rounds of group training to improve their own efficiency in the EMR. Ensuring that the educational content was relevant and applicable to all learners was challenging, as individual skill sets in using the system varied among care providers. This study accentuated the importance of capturing data over time to inform continuous and personalized assistance to optimize the use of the HIS after initial training. Individualized education ensured that educators were able to adapt the content to accommodate the diversity of clinical practice at the individual and group levels to improve the competency and confidence of learners in the use of HIS to find clinical information [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Research Question 2: Measures and Outcomes Used to Assess the Effectiveness of Education and Its Impact on the Implementation of HIS</title>
        <p>Twelve papers presented the results of their training evaluation [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. As training approaches and outcomes varied across studies, each approach will be briefly discussed (<xref ref-type="table" rid="table3">Table 3</xref>), followed by measures and statements of education outcomes associated with each educational approach. The classification of educational outcomes will be guided by Kirkpatrick-Barr.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Summary of the 12 studies that assessed the effectiveness of the education program.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="180"/>
            <col width="0"/>
            <col width="390"/>
            <col width="0"/>
            <col width="400"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Training approach and author</td>
                <td colspan="2">Measures</td>
                <td>Outcomes</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="6">
                  <bold>Classroom training</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Pantaleoni et al [<xref ref-type="bibr" rid="ref6">6</xref>]</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Survey assessed providers’ overall training experience, including trainer preparedness, course design, handouts, and the learner’s overall readiness to use the system</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>High physician satisfaction with the program <italic>(level 1)</italic></p>
                    </list-item>
                    <list-item>
                      <p>Positive effect on confidence in knowledge acquired <italic>(level 2a)</italic></p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Kadish et al [<xref ref-type="bibr" rid="ref5">5</xref>]</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Providers were sent 2 surveys:</p>
                      <list list-type="bullet">
                        <list-item>
                          <p> The first survey was sent before training and used a 5-point Likert scale to measure confidence in the EMR<sup>a</sup> overall and in 5 key activities.</p>
                        </list-item>
                        <list-item>
                          <p>Immediately after training, a second survey was sent to participants to evaluate the session and to gauge confidence in the same activities.</p>
                        </list-item>
                      </list>
                    </list-item>
                    <list-item>
                      <p>Changes in time spent in various EMR activities before and after training were compared using a paired Wilcoxon test.</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Participants reported an increase in confidence across all activities <italic>(level 2a)</italic>, and almost all providers agreed that the training enhanced their efficiency (perceived; <italic>level 3).</italic></p>
                    </list-item>
                    <list-item>
                      <p>A reduction in the overall time in the EMR system was observed. Participants reported becoming more efficient with the use of the EMR <italic>(level 3).</italic></p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Evatt et al [<xref ref-type="bibr" rid="ref16">16</xref>]</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Nurses completed a knowledge and attitude survey before and after education session:</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>10-item researcher-designed instrument</p>
                        </list-item>
                        <list-item>
                          <p>Questions assessed knowledge regarding timeliness policy, area content, and information within areas</p>
                        </list-item>
                        <list-item>
                          <p> Likert scales: testing attitude toward the completion of the EHR<sup>b</sup> nursing admission assessment</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Sampled charts of patients admitted to the 2 units before and after completion of the sessions:</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>To evaluate the timeliness of completion, the time (in minutes) from patient admission to the unit to submission of the nursing admission assessment to the EHR was determined.</p>
                        </list-item>
                      </list>
                    </list-item>
                    <list-item>
                      <p>Accuracy of documentation was assessed with regard to the accuracy of the past medical history.</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Nurses’ attitudes <italic>(level 2a)</italic> and knowledge <italic>(level 2b)</italic> regarding completion of the EHR nursing assessment admission assessment improved significantly.</p>
                    </list-item>
                    <list-item>
                      <p>Following the educational session, the mean time to completion of the EHR nursing admission assessment decreased <italic>(level 3).</italic></p>
                    </list-item>
                    <list-item>
                      <p>Timeliness, completeness, and accuracy of assessment documentation (after the session) were improved significantly after use of a hybrid approach <italic>(level 3).</italic></p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>O’Brien [<xref ref-type="bibr" rid="ref18">18</xref>]</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Physician survey was conducted 2 months after the physician order-entry go-live date.</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p> 90% agreed that the EMR system made it easier for them to do their work <italic>(level 1).</italic></p>
                    </list-item>
                    <list-item>
                      <p>Medication errors caused by illegibility and transcription were eliminated completely <italic>(level 3).</italic></p>
                    </list-item>
                    <list-item>
                      <p>Staff also have found that the EMR system makes their jobs more efficient <italic>(level 3).</italic></p>
                    </list-item>
                    <list-item>
                      <p>Patient satisfaction scores for the overall satisfaction with care climbed to their highest levels <italic>(level 4b).</italic></p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Kraus et al [<xref ref-type="bibr" rid="ref20">20</xref>]</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p> Measure the level of adoption of CPOM<sup>c</sup>: percentage of the utilization of HIS<sup>d</sup> by CPOM of physicians.</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Physician adoption reached the first-year goal of 40% physician entry in the first month and stabilized at 75% within a year.</p>
                    </list-item>
                    <list-item>
                      <p>The impact has been noted in pharmacy, where the average time from order to pharmacist verification decreased from 90 min before CPOM to 17.9 min a year later <italic>(level 3).</italic></p>
                    </list-item>
                    <list-item>
                      <p>The resulting order sets and their increasing use in clinical care can be considered another measure of success.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Blended learning</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Bredfeldt et al [<xref ref-type="bibr" rid="ref1">1</xref>]</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Evaluated 2 outcome measures in the EHR data for 6 months before and after training:</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Proportion of visits in which either the problem list or the medication list was modified</p>
                        </list-item>
                        <list-item>
                          <p>Modifying the problem list included adding or deleting problems from the problem list or attaching comments to existing problems on the list</p>
                        </list-item>
                      </list>
                    </list-item>
                    <list-item>
                      <p>Modifying the medication list included marking medications as chronic, removing inactive medications, or marking the medication list as reviewed</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Training was related to a small but significant increase in the use of key EHR capabilities:</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Participants increased their use of both the problem list from 22% to 24% of visits and their use of the medication list from 41% to 45% of visits after the education session <italic>(level 3).</italic></p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Benwell et al [<xref ref-type="bibr" rid="ref23">23</xref>]</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Questionnaire (10-point Likert scale and dichotomous scale)</p>
                      <list list-type="bullet">
                        <list-item>
                          <p> To rate their self-perceived skill level using computers in general versus BOSSnet (digital medical record), the usefulness of the ICT<sup>e</sup> training session and their willingness to train others</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>The time taken to complete all tasks (efficiency) and the number of incorrect mouse clicks (accuracy) used to complete each task were recorded during the education session.</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>A significant improvement in both efficiency and accuracy for all participants during the session was observed <italic>(level 2b).</italic></p>
                    </list-item>
                    <list-item>
                      <p>The greatest improvements in task performance followed daily ward–based experience using BOSSnet rather than formalized training.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Nicklaus et al [<xref ref-type="bibr" rid="ref17">17</xref>]</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Observations to measure the effectiveness of training</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Learners were satisfied with the learning laboratory as it provided an opportunity for them to practice and understand the system <italic>(level 1).</italic></p>
                    </list-item>
                    <list-item>
                      <p>They reported that scenario-based practice time stimulated realistic documentation and that they began to better comprehend the information.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Rudd et al [<xref ref-type="bibr" rid="ref24">24</xref>]</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>The primary evaluation outcome was knowledge gain resulting from the completion of the blended e-learning course, measured by differences in posttest and pretest scores.</p>
                    </list-item>
                    <list-item>
                      <p>Secondary outcomes included achievement of a 70% passing score and participant satisfaction with e-learning module content, format, and delivery.</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Respondents reported high satisfaction with the overall content of the course and with the e-learning modules <italic>(level 1).</italic></p>
                    </list-item>
                    <list-item>
                      <p>Blended e-learning course participants gave positive feedback about the course structure <italic>(level 1)</italic><italic>,</italic> and their knowledge of HIS competencies.</p>
                    </list-item>
                    <list-item>
                      <p>Participants experienced strong learning gains in both, although learning gains were somewhat greater in the in-person course (level 2b).</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>McCain [<xref ref-type="bibr" rid="ref21">21</xref>]</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Likert scale and open-ended questions</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Rating how well objectives were met and clarity of information, in addition to sharing course strengths and suggestions for improvement</p>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Reduction in training time was observed.</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Participants liked being able to complete the training at their own pace and immediately practice the information learned <italic>(level 1).</italic></p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Classroom training versus BL<sup>f</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Edwards et al [<xref ref-type="bibr" rid="ref4">4</xref>]</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p> Satisfaction with HIT<sup>g</sup> training was assessed using a pre-existing, web-based, anonymous self-report survey.</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>The instrument consisted of 13 questions: 9 questions focused on satisfaction with course execution, instructor quality, and usefulness of materials</p>
                          <list list-type="bullet">
                            <list-item>
                              <p>Ratings from these 9 questions were summed to form a single satisfaction score.</p>
                            </list-item>
                          </list>
                        </list-item>
                        <list-item>
                          <p>Three subjective questions: identify the most and least valuable information and materials experienced during training</p>
                        </list-item>
                        <list-item>
                          <p>Additional question elicited general comments and suggestions</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p> Learners were equally satisfied with both methods: instructor-led and blended learning BL <italic>(level 1).</italic></p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Instructor-led participants found the training to be valuable <italic>(level 1),</italic> particularly the system functions and navigation.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Simulation training</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Vuk et al [<xref ref-type="bibr" rid="ref19">19</xref>]</td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Questionnaires on a 7-point Likert scale before and immediately after simulation training</p>
                      <list list-type="bullet">
                        <list-item>
                          <p>Assessed their perceptions about the importance of EMRs in improving patients’ safety and their confidence and preparedness level to use EMRs</p>
                        </list-item>
                      </list>
                    </list-item>
                  </list>
                </td>
                <td colspan="2">
                  <list list-type="bullet">
                    <list-item>
                      <p>Simulation training enhanced physicians’ and nurses’ levels of self-confidence and preparedness to use EMRs <italic>(level 2a).</italic></p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>EMR: electronic medical record.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>EHR: electronic health record.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>CPOM: computerized physician order management.</p>
            </fn>
            <fn id="table3fn4">
              <p><sup>d</sup>HIS: health information system.</p>
            </fn>
            <fn id="table3fn5">
              <p><sup>e</sup>ICT: information computer technology.</p>
            </fn>
            <fn id="table3fn6">
              <p><sup>f</sup>BL: blended learning.</p>
            </fn>
            <fn id="table3fn7">
              <p><sup>g</sup>HIT: health information technology.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Current State of HIS Education Programs</title>
        <p>This study identified critical knowledge gaps in our understanding of the most effective strategies and approaches in enabling health care providers to optimally use an HIS system. We only identified 17 studies that examined the effects of different education tactics in a hospital environment. This paucity of literature indicates the maturity of the topic area and emphasizes the need to establish a baseline understanding of HIS education strategies during and post implementation. This study provides an understanding of the current landscape of these programs and important insights into successful education development and improvement.</p>
        <p>HIS education and training have been identified as potential key facilitators in ensuring effective and optimal use of technology and can have a positive impact on HIS implementation, efficiency, and patient care. Competency in HIS is now an essential clinical skill, and health care providers and staff who lack proficiency and efficiency may face challenges in performing clinical tasks [<xref ref-type="bibr" rid="ref29">29</xref>]. Despite this, many organizations underestimate education and training needs and the time required for effective education [<xref ref-type="bibr" rid="ref10">10</xref>]. Unsuccessful transitions are also because of a lack of understanding of what learners expect to gain from training and failure to link training to HIS implementation. Furthermore, a lack of adequate education may increase the risk of users creating workarounds that limit the advantages of HIS and potentially hold the organization back [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
        <p>Upon review of the numerous instruments employed in the reviewed literature, it is apparent that no standardized tools have been adopted yet to assess learner outcomes of education programs. The majority of authors used self-constructed, nonvalidated scales and defined their results in qualitative terms. This limits all future efforts to compare and analyze evidence on the effectiveness of the HIS curriculum. More studies with standardized outcome measures and assessment tools are required to support recommendations on the most effective approaches in enabling providers to optimally use an HIS.</p>
        <p>Fortunately, HIS training is beginning to embrace a learner-centric paradigm, and HIS education can be informed by existing educational frameworks such as Kirkpatrick and Moore. For example, Kirkpatrick and Moore’s frameworks are focused on evaluating health care provider education and have become a commonly cited reference when assessing educational outcomes. Although these frameworks provide a good source of reference for evaluating the impact of learning and development, these frameworks do not provide sufficient direction for designing and sustaining an HIS education program. In particular, the frameworks do not take into account a wide array of factors, including those associated with the organization, individuals, teams, and the overall design of the education itself, all of which can influence the effectiveness of the educational program before, during, or after education delivery. Similarly, the experiential learning theory by Kolb focuses on learning at the individual level, a helpful but insufficient perspective to guide planning for HIS education across an organization. Finally, and importantly, none of these frameworks are grounded in evidence unique to HIS education.</p>
        <p>Given many of the considerations that are unique to HISs and the limited applicability of existing educational frameworks, the authors developed a new framework for HIS education that guides the adoption of the most effective education strategies used to equip health care providers with the skills required to work effectively in a clinical environment. To address these gaps, the Accelerating the HIS Learning Cycle Framework in <xref rid="figure2" ref-type="fig">Figure 2</xref>, with the 5 fundamental elements, was developed from the data from this study.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Accelerating the health information system learning cycle framework. HIS: Health Information System.</p>
          </caption>
          <graphic xlink:href="jmir_v23i2e24691_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Research Question 3: Most Effective Approaches in Enabling Individuals to Optimally Use an HIS</title>
        <sec>
          <title>Assessment of Individual, Team, and Organization Capabilities</title>
          <p>The assessment of the current capability of learners (individuals and teams) before the delivery of training appears to be a critical facet of effective HIS implementation. As learners progress in their environment and acquire new skills and methods of engaging in their ecosystem, education should be adapted to address their learning needs. Hence, it is worth acknowledging that there may be different levels of HIS knowledge and adoption among providers. Terry et al [<xref ref-type="bibr" rid="ref30">30</xref>] and Harton et al [<xref ref-type="bibr" rid="ref31">31</xref>] noted that although there is variability regarding the influence of previous technical knowledge on perceptions of EMR adoption, learners with lower digital literacy may require extra sessions to learn the functionality of the computer and the processes necessary for clinical practice. This finding is particularly important as health care systems evolve to leverage HISs to support clinicians’ adaptation to the new workflows and integration of this technology into their clinical practice. Despite the value placed on interprofessional learning, the literature has primarily focused on individual learning and a dearth of evidence has been provided on team-based learning. Future research exploring interprofessional education could provide greater insights into designing an effective educational program.</p>
          <p>Culture pervades learning, and to meet the needs of diverse learners, issues revolving around the social and cultural dimensions of task design, structuring of content, and communication channels must be considered when designing a curriculum [<xref ref-type="bibr" rid="ref32">32</xref>]. Culturally responsive pedagogy (CRP) recognizes learners’ differences and stresses that the cultural congruence of an instructional environment increases learners’ success [<xref ref-type="bibr" rid="ref33">33</xref>]. A study from the University of British Columbia revealed that learners who are culturally diverse have a tenuous relationship with institutions that focus their curriculum on traditional, Eurocentric, and normative approaches [<xref ref-type="bibr" rid="ref33">33</xref>]. These approaches tend to neglect learners from marginalized cultural backgrounds by disregarding their cultural habitus, leading to a cultural discontinuity for learners and the organization [<xref ref-type="bibr" rid="ref33">33</xref>]. Rijal [<xref ref-type="bibr" rid="ref34">34</xref>] reported that learning organizations moving toward a culture that encourages openness, creativity, experimentation, and tolerance for mistakes will enhance learning outcomes. An important part of a learning organization is being able to create new knowledge and use it to capitalize on new opportunities [<xref ref-type="bibr" rid="ref35">35</xref>]. CRP has been hypothesized to connect all facets of learning with each other on emotional, social, mental, and physical levels [<xref ref-type="bibr" rid="ref33">33</xref>]. In this framework, CRP is an important element in understanding individuals’ and organizations’ needs.</p>
        </sec>
        <sec>
          <title>Practice and Problem-Based Learning</title>
          <p>This study surfaced the relevance of problem-based learning in HIS education and training. A majority of the papers focused on a task-based learning approach to training, where learning is built based on predefined tasks addressed in clinical practice. Unfortunately, a task-based approach can lead to learners being dependent on instructors and support tools to provide them with guidance to perform the task, rather than encouraging them to critically think about how to approach the task [<xref ref-type="bibr" rid="ref36">36</xref>]. Focusing on a narrow learning parameter without examining the larger context of the HIS system may not be sufficient to successfully transform learners from the existing approach to the new electronic documentation [<xref ref-type="bibr" rid="ref17">17</xref>]. Problem-based learning provides a promising avenue for delivering an optimal learning experience while fostering an active independent learning attitude in learners. This learning approach enables learners to internalize knowledge through a process of solving clinical problems and stimulate deeper thinking with an emphasis on <italic>how and why</italic> questions [<xref ref-type="bibr" rid="ref36">36</xref>]. Education that is at the appropriate skill level of learners and focused on a problem-based learning approach may encourage learners to critically reflect and attempt to understand not only the tasks themselves but also the concepts and mechanisms underlying the tasks.</p>
          <p>This study underscores the importance of incorporating hands-on practice as part of education to increase learners’ confidence and competency in successfully using the HIS system. In a review by Younge et al [<xref ref-type="bibr" rid="ref37">37</xref>], the authors asserted that hands-on practice addressed the learner’s level of computer literacy, which also relates to their ability regarding the ease or difficulty of using HIS. Similarly, Youssef [<xref ref-type="bibr" rid="ref10">10</xref>] contended that hands-on experience enables learners to develop realistic expectations of what the HIS is able to offer. Thus, learners are able to strengthen the connection between personal experiences, learning content, knowledge, and a concrete task, resulting in better comprehension of abstract concepts [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
        </sec>
        <sec>
          <title>Integrate Learning Into Practice</title>
          <p>Iterative assessment of learners’ performance with new scenarios enables learners to demonstrate their knowledge and their competency in using their knowledge to deal with the new and more difficult cases being presented. Practice-based learning strengthens learners’ knowledge integration and application in a real-life setting [<xref ref-type="bibr" rid="ref38">38</xref>]. Younge et al [<xref ref-type="bibr" rid="ref37">37</xref>] noted that educating with materials, which provide opportunities for active learning and using assessments that evaluate what learners know (efficiency) and how they use existing knowledge to solve new problems helps to foster adaptive expertise. Learners highlighted real-life scenarios as a way to augment critical thinking by engaging in discussions. Hence, digital learning resources must be designed in a manner that offers better immersion while not increasing cognitive load [<xref ref-type="bibr" rid="ref38">38</xref>].</p>
          <p>Use of hands-on learning is consistent with the main phases of the experiential learning theory by Kolb [<xref ref-type="bibr" rid="ref39">39</xref>]. The incorporation of hands-on practice and real case scenarios provides learners with an opportunity to deal with the workflows in clinical practice, which occurs when clinicians engage in an uncertain and unfamiliar context and allows learners to take an active role in the learning process. Using hands-on practice and case studies built on the 4 stages of the experiential learning theory would elicit evidence for changes in the cognitive process, learning, and behavior. This is critical in underpinning the design of an HIS curriculum and the role of educators and learners.</p>
          <p>The clinical environment is an ideal setting to identify knowledge and skill gaps and then pursue learning with colleagues and instructors in a venture to fill these gaps. The authors advocate for the development of an interprofessional community of practice (CoP) as it facilitates the sharing of best practices and allows for the creation of new knowledge to advance the domain of HIS in clinical practice [<xref ref-type="bibr" rid="ref40">40</xref>]. A CoP is built based on the assumptions of co-participation, where all learners from varied geographical locations engage in the activities of the community intending to facilitate meaningful learning [<xref ref-type="bibr" rid="ref41">41</xref>]. As long as learners and instructors are present and engaged, an online community will evolve dynamically to meet their specific needs [<xref ref-type="bibr" rid="ref41">41</xref>]. The digital space allows participants to share their experiences and knowledge in creative ways to cultivate new approaches to problems. When designing the HIS education strategy, this element of sustainability should be considered to enable individuals to optimally adopt and effectively use an HIS.</p>
        </sec>
        <sec>
          <title>Enhance Practice Improvement and Performance</title>
          <p>Another critical element as part of an educational strategy is identifying and engaging super users early in the project to help foster learning and understand the value of the HIS in clinical settings. Engaging super users in the development of an educational program enables the content to be tailored to specific provider needs, which, in turn, will contribute to the overall HIS adoption and successful implementation. The identification and engagement of champions and super users are rooted in the diffusion of innovation theory developed by Rogers [<xref ref-type="bibr" rid="ref42">42</xref>]. Super users and champions are early adopters and innovators who adopt the HIS very early and take part in the dissemination of the new idea within the organization. They use the communication channels established to influence people’s attitudes and accelerate the rate of adoption [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        </sec>
        <sec>
          <title>Evaluation and Feedback</title>
          <p>Evaluation plans should not only evaluate the efficacy of the initial training but also use this information to inform plans to address the ongoing learning needs during and post-HIS education and implementation. In addition, ongoing evaluation can provide insights into emerging learning needs not only about the HIS system but also about emerging practice gaps and variations, which can help refine the goals and objectives and guide the implementation of the most effective education strategies. Through evaluation associated with HIS education and implementation, areas of significant strength can also be identified; for example, one part of the organization may demonstrate exceptional use of the HIS in practice. Positive deviance allows the organization to identify the top performers and foster analysis and discussion of such performance to elevate performance among other groups within the organization [<xref ref-type="bibr" rid="ref43">43</xref>]. This approach characterizes not only the processes and practices that exist in top-performing groups but also the context in which they are implemented, such as the organizational culture and norms of behaviors [<xref ref-type="bibr" rid="ref43">43</xref>]. Evaluation can be used to maintain and garner support for an education program in addition to assessing learner achievement.</p>
        </sec>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>The findings of our scoping review should be examined in the context of the following limitations. Due to the nature of the scoping review, the quality of each study was not assessed. The age of the literature and the gap in publication dates may curtail the validity of the findings concerning the current landscape, as many of the previous papers were published in a different health care climate. Moreover, based on 5 studies that assessed the third level of Kirkpatrick, one was a perceived outcome in behavior, and only one of the studies assessed the highest level of Kirkpatrick-Barr (results). Given the nature of the topic being investigated, we excluded studies that discussed HIS education in academic institutions (eg, universities). Another limitation of this study is that we cannot confirm that we did not miss any relevant studies as the literature on the most effective approaches in enabling individuals to optimally use an HIS is heterogeneous. There is no standardized terminology in educational research, and the term used to describe the same ideas may vary depending on the author, thus limiting the retrieval of papers comprising important findings. The acceleration of the HIS learning cycle framework is emergent from this study and itself has not yet been validated.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study supports the development of an HIS learning framework that educators can use to guide the design and development of HIS education and training during and postimplementation. Given the advances in HISs, health care organizations should be equipped with the essential tools to deal with the turbulence that embodies digital ecosystems and research into all facets of education that prepare health providers, teams, and the organization as a whole, for the rapidly changing nature of clinical environments. This framework is a novel addition to the literature and needs to be pilot tested to evaluate their feasibility and efficacy in health care education. We posit that to successfully transform care providers to use the new technology, best practices and training principles in HIS education that harness the nature of transformative learning must be pursued. Future efforts should examine the effectiveness of interprofessional education interventions, as the literature predominantly focuses on individualized learning. Finally, we encourage future studies to focus on iterative learning to better understand how providers continue to learn from the HIS postimplementation about key practice gaps.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>PRISMA (Preferred Reporting Items for Systematic Review and Meta-analysis) scoping review checklist.</p>
        <media xlink:href="jmir_v23i2e24691_app1.docx" xlink:title="DOCX File , 31 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Search strategy.</p>
        <media xlink:href="jmir_v23i2e24691_app2.docx" xlink:title="DOCX File , 38 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CRP</term>
          <def>
            <p>culturally responsive pedagogy</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EMR</term>
          <def>
            <p>electronic medical record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HIS</term>
          <def>
            <p>Health Information System</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Review and Meta-Analysis</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors wish to thank Sharon Ambata-Villanueva for her support and thoughtful feedback on previous iterations of this manuscript.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>DW led the conceptualization and design of the review, data analyses, and revised all drafts of this manuscript for important intellectual content and clarity. MA developed the search strategy and conducted the search and provided feedback on the manuscript. KF, MA, SM, TJ, and TT contributed to the identification of papers and screening. ML, TJ, and SM collaborated on the thematic analysis of the collected data, drafting, and finalization of the manuscript. DW, ML, and MT have contributed to the development of ideas that were instrumental in surfacing and maturing many of the concepts contained in this study. They also served as content experts in validating the findings and revising all drafts. All authors have read and approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bredfeldt</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Awad</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Joseph</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Snyder</surname>
              <given-names>MH</given-names>
            </name>
          </person-group>
          <article-title>Training providers: beyond the basics of electronic health records</article-title>
          <source>BMC Health Serv Res</source>
          <year>2013</year>
          <month>12</month>
          <day>2</day>
          <volume>13</volume>
          <fpage>503</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/1472-6963-13-503"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6963-13-503</pub-id>
          <pub-id pub-id-type="medline">24295150</pub-id>
          <pub-id pub-id-type="pii">1472-6963-13-503</pub-id>
          <pub-id pub-id-type="pmcid">PMC4220630</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>AbouZahr</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Boerma</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Health information systems: the foundations of public health</article-title>
          <source>Bull World Health Organ</source>
          <year>2005</year>
          <month>08</month>
          <volume>83</volume>
          <issue>8</issue>
          <fpage>578</fpage>
          <lpage>83</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/16184276"/>
          </comment>
          <pub-id pub-id-type="medline">16184276</pub-id>
          <pub-id pub-id-type="pii">S0042-96862005000800010</pub-id>
          <pub-id pub-id-type="pmcid">PMC2626318</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keshavjee</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bosomworth</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Copen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lai</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kucukyazici</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lilani</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Holbrook</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Best practices in EMR implementation: a systematic review</article-title>
          <source>AMIA Annu Symp Proc</source>
          <year>2006</year>
          <fpage>982</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17238601"/>
          </comment>
          <pub-id pub-id-type="medline">17238601</pub-id>
          <pub-id pub-id-type="pii">86165</pub-id>
          <pub-id pub-id-type="pmcid">PMC1839412</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kitzmiller</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Breckenridge-Sproat</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Innovative health information technology training: exploring blended learning</article-title>
          <source>Comput Inform Nurs</source>
          <year>2012</year>
          <month>02</month>
          <volume>30</volume>
          <issue>2</issue>
          <fpage>104</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1097/NCN.0b013e31822f7f7a</pub-id>
          <pub-id pub-id-type="medline">21915046</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kadish</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Mayer</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Jackman</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Pomerantz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Brady</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Dimitriadis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cleveland</surname>
              <given-names>JLF</given-names>
            </name>
            <name name-style="western">
              <surname>Wagner</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>Implementation to optimization: a tailored, data-driven approach to improve provider efficiency and confidence in use of the electronic medical record</article-title>
          <source>J Oncol Pract</source>
          <year>2018</year>
          <month>07</month>
          <volume>14</volume>
          <issue>7</issue>
          <fpage>e421</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1200/JOP.18.00093</pub-id>
          <pub-id pub-id-type="medline">29939808</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pantaleoni</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Stevens</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Mailes</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Goad</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Longhurst</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Successful physician training program for large scale EMR implementation</article-title>
          <source>Appl Clin Inform</source>
          <year>2015</year>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>80</fpage>
          <lpage>95</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.thieme-connect.com/DOI/DOI?10.4338/ACI-2014-09-CR-0076"/>
          </comment>
          <pub-id pub-id-type="doi">10.4338/ACI-2014-09-CR-0076</pub-id>
          <pub-id pub-id-type="medline">25848415</pub-id>
          <pub-id pub-id-type="pmcid">PMC4377562</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McAlearney</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Robbins</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kowalczyk</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Chisolm</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>PH</given-names>
            </name>
          </person-group>
          <article-title>The role of cognitive and learning theories in supporting successful EHR system implementation training: a qualitative study</article-title>
          <source>Med Care Res Rev</source>
          <year>2012</year>
          <month>06</month>
          <volume>69</volume>
          <issue>3</issue>
          <fpage>294</fpage>
          <lpage>315</lpage>
          <pub-id pub-id-type="doi">10.1177/1077558711436348</pub-id>
          <pub-id pub-id-type="medline">22451617</pub-id>
          <pub-id pub-id-type="pii">1077558711436348</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mclean</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sedera</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Reconceptualizing System Use for Contemporary Information Systems</article-title>
          <source>15th Pacific Asia Conference on Information Systems</source>
          <year>2011</year>
          <month>07</month>
          <conf-name>CIS'11</conf-name>
          <conf-date>2011 July 7-11</conf-date>
          <conf-loc>Brisbane, Australia</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shachak</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kuziemsky</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Petersen</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Beyond TAM and UTAUT: Future directions for HIT implementation research</article-title>
          <source>J Biomed Inform</source>
          <year>2019</year>
          <month>12</month>
          <volume>100</volume>
          <fpage>103315</fpage>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2019.103315</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Youssef</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of EHR training as a catalyst to achieve clinician satisfaction with technology in acute care setting. MSc Thesis</article-title>
          <source>University of Victoria</source>
          <year>2013</year>
          <access-date>2021-02-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dspace.library.uvic.ca/bitstream/handle/1828/4827/Youssef_Walid_MSc_2013.pdf?sequence=1&#38;isAllowed=y">http://dspace.library.uvic.ca/bitstream/handle/1828/4827/Youssef_Walid_MSc_2013.pdf?sequence=1&#38;isAllowed=y</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Aldrich</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Overcoming barriers to electronic medical record (EMR) implementation in the US healthcare system: A comparative study</article-title>
          <source>Health Informatics J</source>
          <year>2010</year>
          <month>12</month>
          <volume>16</volume>
          <issue>4</issue>
          <fpage>306</fpage>
          <lpage>18</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/1460458210380523?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1460458210380523</pub-id>
          <pub-id pub-id-type="medline">21216809</pub-id>
          <pub-id pub-id-type="pii">16/4/306</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arksey</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>O'Malley</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Scoping studies: towards a methodological framework</article-title>
          <source>Int J Soc Res Methodol</source>
          <year>2007</year>
          <month>02</month>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>19</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1080/1364557032000119616</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Godfrey</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Khalil</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>McInerney</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Soares</surname>
              <given-names>CB</given-names>
            </name>
          </person-group>
          <article-title>Guidance for conducting systematic scoping reviews</article-title>
          <source>Int J Evid Based Healthc</source>
          <year>2015</year>
          <month>09</month>
          <volume>13</volume>
          <issue>3</issue>
          <fpage>141</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1097/XEB.0000000000000050</pub-id>
          <pub-id pub-id-type="medline">26134548</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tricco</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Lillie</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zarin</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>KK</given-names>
            </name>
            <name name-style="western">
              <surname>Colquhoun</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Levac</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Peters</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Horsley</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Weeks</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hempel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McGowan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hartling</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Aldcroft</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Garritty</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lewin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Godfrey</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Macdonald</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>Langlois</surname>
              <given-names>EV</given-names>
            </name>
            <name name-style="western">
              <surname>Soares-Weiser</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Moriarty</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Clifford</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tunçalp</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Straus</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>PRISMA Extension for Scoping Reviews (PRISMA-ScR): Checklist and Explanation</article-title>
          <source>Ann Intern Med</source>
          <year>2018</year>
          <month>10</month>
          <day>02</day>
          <volume>169</volume>
          <issue>7</issue>
          <fpage>467</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.7326/M18-0850</pub-id>
          <pub-id pub-id-type="medline">30178033</pub-id>
          <pub-id pub-id-type="pii">2700389</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shen</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Yufe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Saadatfard</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Sockalingam</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wiljer</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Rebooting kirkpatrick: integrating information system theory into the evaluation of web-based continuing professional development interventions for interprofessional education</article-title>
          <source>J Contin Educ Health Prof</source>
          <year>2017</year>
          <volume>37</volume>
          <issue>2</issue>
          <fpage>137</fpage>
          <lpage>46</lpage>
          <pub-id pub-id-type="doi">10.1097/CEH.0000000000000154</pub-id>
          <pub-id pub-id-type="medline">28562503</pub-id>
          <pub-id pub-id-type="pii">00005141-201703720-00011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Evatt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tuite</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hravnak</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Development and implementation of an educational support process for electronic nursing admission assessment documentation</article-title>
          <source>Medsurg Nurs</source>
          <year>2014</year>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>89</fpage>
          <lpage>95, 100</lpage>
          <pub-id pub-id-type="medline">24933785</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicklaus</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kusser</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zessin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Amaya</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Transforming education for electronic health record implementation</article-title>
          <source>J Contin Educ Nurs</source>
          <year>2015</year>
          <month>08</month>
          <volume>46</volume>
          <issue>8</issue>
          <fpage>359</fpage>
          <lpage>63</lpage>
          <pub-id pub-id-type="doi">10.3928/00220124-20150721-02</pub-id>
          <pub-id pub-id-type="medline">26247658</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Implementation of the EPIC electronic medical record/physician order-entry system</article-title>
          <source>J Healthc Manag</source>
          <year>2006</year>
          <volume>51</volume>
          <issue>5</issue>
          <fpage>338</fpage>
          <lpage>43</lpage>
          <pub-id pub-id-type="medline">17039692</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vuk</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Anders</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Mercado</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Casella</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Steelman</surname>
              <given-names>SC</given-names>
            </name>
          </person-group>
          <article-title>Impact of simulation training on self-efficacy of outpatient health care providers to use electronic health records</article-title>
          <source>Int J Med Inform</source>
          <year>2015</year>
          <month>06</month>
          <volume>84</volume>
          <issue>6</issue>
          <fpage>423</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2015.02.003</pub-id>
          <pub-id pub-id-type="medline">25746460</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(15)00050-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kraus</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Barber</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Briggs</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kall</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Vernon</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Moran</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Waggoner</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>Implementing computerized physician order management at a community hospital</article-title>
          <source>Jt Comm J Qual Patient Saf</source>
          <year>2008</year>
          <month>02</month>
          <volume>34</volume>
          <issue>2</issue>
          <fpage>74</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1016/s1553-7250(08)34010-0</pub-id>
          <pub-id pub-id-type="medline">18351192</pub-id>
          <pub-id pub-id-type="pii">S1553-7250(08)34010-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McCain</surname>
              <given-names>CL</given-names>
            </name>
          </person-group>
          <article-title>The right mix to support electronic medical record training: classroom computer-based training and blended learning</article-title>
          <source>J Nurses Staff Dev</source>
          <year>2008</year>
          <volume>24</volume>
          <issue>4</issue>
          <fpage>151</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1097/01.NND.0000320673.65824.db</pub-id>
          <pub-id pub-id-type="medline">18685473</pub-id>
          <pub-id pub-id-type="pii">00124645-200807000-00003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Topaz</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rao</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Masterson Creber</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bowles</surname>
              <given-names>KH</given-names>
            </name>
          </person-group>
          <article-title>Educating clinicians on new elements incorporated into the electronic health record: theories, evidence, and one educational project</article-title>
          <source>Comput Inform Nurs</source>
          <year>2013</year>
          <month>08</month>
          <volume>31</volume>
          <issue>8</issue>
          <fpage>375</fpage>
          <lpage>9; quiz 380</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23774448"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/NXN.0b013e318295e5a5</pub-id>
          <pub-id pub-id-type="medline">23774448</pub-id>
          <pub-id pub-id-type="pmcid">PMC3759576</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benwell</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hird</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Furness</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fear</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sweetman</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness and efficiency of training in digital healthcare packages: training doctors to use digital medical record keeping software</article-title>
          <source>Aust Health Rev</source>
          <year>2017</year>
          <month>10</month>
          <volume>41</volume>
          <issue>5</issue>
          <fpage>479</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1071/AH16090</pub-id>
          <pub-id pub-id-type="medline">27591794</pub-id>
          <pub-id pub-id-type="pii">AH16090</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rudd</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Puttkammer</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Antilla</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Heffron</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tolentino</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Jacobs</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>KatjiuanJo</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Prybylski</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Shepard</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kumalija</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Katuma</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Leon</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Mgonja</surname>
              <given-names>NG</given-names>
            </name>
            <name name-style="western">
              <surname>Santas</surname>
              <given-names>XM</given-names>
            </name>
          </person-group>
          <article-title>Building workforce capacity for effective use of health information systems: evaluation of a blended eLearning course in Namibia and Tanzania</article-title>
          <source>Int J Med Inform</source>
          <year>2019</year>
          <month>11</month>
          <volume>131</volume>
          <fpage>103945</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2019.08.005</pub-id>
          <pub-id pub-id-type="medline">31561193</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(19)30723-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC6863444</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Reygate</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Slee</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Coleman</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Pontefract</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Husband</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Slight</surname>
              <given-names>SP</given-names>
            </name>
          </person-group>
          <article-title>A literature review of the training offered to qualified prescribers to use electronic prescribing systems: why is it so important?</article-title>
          <source>Int J Pharm Pract</source>
          <year>2017</year>
          <month>06</month>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>195</fpage>
          <lpage>202</lpage>
          <pub-id pub-id-type="doi">10.1111/ijpp.12296</pub-id>
          <pub-id pub-id-type="medline">27488258</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bygholm</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Staff training on the use of health information systems: what do we know?</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2018</year>
          <volume>247</volume>
          <fpage>191</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="medline">29677949</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goveia</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Van Stiphout</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cheung</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Kamta</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Keijsers</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Valk</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ter Braak</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Educational interventions to improve the meaningful use of Electronic Health Records: a review of the literature: BEME Guide No. 29</article-title>
          <source>Med Teach</source>
          <year>2013</year>
          <month>11</month>
          <volume>35</volume>
          <issue>11</issue>
          <fpage>e1551</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.3109/0142159X.2013.806984</pub-id>
          <pub-id pub-id-type="medline">23848402</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sanders</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Metzler</surname>
              <given-names>CW</given-names>
            </name>
          </person-group>
          <article-title>Applying self-regulation principles in the delivery of parenting interventions</article-title>
          <source>Clin Child Fam Psychol Rev</source>
          <year>2019</year>
          <month>03</month>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>24</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.1007/s10567-019-00287-z</pub-id>
          <pub-id pub-id-type="medline">30788658</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10567-019-00287-z</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stroup</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sanders</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bernstein</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Scherzer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pachter</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>A new EHR training curriculum and assessment for pediatric residents</article-title>
          <source>Appl Clin Inform</source>
          <year>2017</year>
          <month>10</month>
          <volume>8</volume>
          <issue>4</issue>
          <fpage>994</fpage>
          <lpage>1002</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29241239"/>
          </comment>
          <pub-id pub-id-type="doi">10.4338/ACI-2017-06-RA-0091</pub-id>
          <pub-id pub-id-type="medline">29241239</pub-id>
          <pub-id pub-id-type="pmcid">PMC5802300</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Terry</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Giles</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Thind</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Adoption of electronic medical records in family practice: the providers' perspective</article-title>
          <source>Fam Med</source>
          <year>2009</year>
          <volume>41</volume>
          <issue>7</issue>
          <fpage>508</fpage>
          <lpage>12</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.stfm.org/fmhub/fm2009/July/Amanda508.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">19582637</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harton</surname>
              <given-names>BB</given-names>
            </name>
            <name name-style="western">
              <surname>Borrelli</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Knupp</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>VR</given-names>
            </name>
          </person-group>
          <article-title>Integrating traditional nursing service orientation content with electronic medical record orientation</article-title>
          <source>J Nurses Staff Dev</source>
          <year>2009</year>
          <volume>25</volume>
          <issue>5</issue>
          <fpage>229</fpage>
          <lpage>35</lpage>
          <pub-id pub-id-type="doi">10.1097/NND.0b013e3181ba3bb4</pub-id>
          <pub-id pub-id-type="medline">19820534</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McLoughlin</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Inclusivity and alignment: principles of pedagogy, task and assessment design for effective cross‐cultural online learning</article-title>
          <source>Distance Educ</source>
          <year>2006</year>
          <month>11</month>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>7</fpage>
          <lpage>29</lpage>
          <pub-id pub-id-type="doi">10.1080/0158791010220102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ragoonaden</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mueller</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Culturally Responsive Pedagogy: Indigenizing Curriculum</article-title>
          <source>Can J Higher Educ Rev</source>
          <year>2017</year>
          <month>08</month>
          <day>27</day>
          <volume>47</volume>
          <issue>2</issue>
          <fpage>22</fpage>
          <lpage>46</lpage>
          <pub-id pub-id-type="doi">10.47678/cjhe.v47i2.187963</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rijal</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The influence of transformational leadership and organizational culture on learning organization: A comparative analysis of the it sector</article-title>
          <source>J Admin Bus Stud</source>
          <year>2016</year>
          <month>6</month>
          <day>21</day>
          <volume>2</volume>
          <issue>3</issue>
          <fpage>121</fpage>
          <lpage>130</lpage>
          <pub-id pub-id-type="doi">10.20474/jabs-2.3.3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goh</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Toward a learning organization: the strategic building blocks</article-title>
          <source>SAMJ</source>
          <year>1998</year>
          <volume>63</volume>
          <issue>2</issue>
          <fpage>15</fpage>
          <lpage>22</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Takahashi</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Problem-based learning and task-based learning: a practical synthesis</article-title>
          <source>Kaohsiung J Med Sci</source>
          <year>2008</year>
          <month>03</month>
          <volume>24</volume>
          <issue>3 Suppl</issue>
          <fpage>S31</fpage>
          <lpage>3</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1607-551X(08)70091-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/s1607-551x(08)70091-3</pub-id>
          <pub-id pub-id-type="medline">18364284</pub-id>
          <pub-id pub-id-type="pii">S1607-551X(08)70091-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Younge</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Borycki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kushniruk</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>On-the-job training of health professionals for electronic health record and electronic medical record use: a scoping review</article-title>
          <source>Knowledge Manag E-Learning</source>
          <year>2015</year>
          <month>09</month>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>436</fpage>
          <lpage>469</lpage>
          <pub-id pub-id-type="doi">10.34105/j.kmel.2015.07.029</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Developing a cycle-mode POED model and using scientific inquiry for a practice activity to improve students’ learning motivation, learning performance, and hands-on ability</article-title>
          <source>Interact Learn Environ</source>
          <year>2020</year>
          <month>01</month>
          <day>20</day>
          <fpage>1</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1080/10494820.2020.1716023</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fewster-Thuente</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Batteson</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Kolb's experiential learning theory as a theoretical underpinning for interprofessional education</article-title>
          <source>J Allied Health</source>
          <year>2018</year>
          <volume>47</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1007/978-1-4419-1428-6_227</pub-id>
          <pub-id pub-id-type="medline">29504014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Grimshaw</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Judd</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Coyte</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>ID</given-names>
            </name>
          </person-group>
          <article-title>Evolution of Wenger's concept of community of practice</article-title>
          <source>Implement Sci</source>
          <year>2009</year>
          <month>03</month>
          <day>1</day>
          <volume>4</volume>
          <fpage>11</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-4-11"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-4-11</pub-id>
          <pub-id pub-id-type="medline">19250556</pub-id>
          <pub-id pub-id-type="pii">1748-5908-4-11</pub-id>
          <pub-id pub-id-type="pmcid">PMC2654669</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pringle</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Developing a community of learners: potentials and possibilities in web mediated discourse</article-title>
          <source>Contemp Issues Technol Teach Educ Online serial</source>
          <year>2002</year>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>218</fpage>
          <lpage>233</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greenhalgh</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Stramer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bratan</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Byrne</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Mohammad</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Introduction of shared electronic records: multi-site case study using diffusion of innovation theory</article-title>
          <source>Br Med J</source>
          <year>2008</year>
          <month>10</month>
          <day>23</day>
          <volume>337</volume>
          <fpage>a1786</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18948344"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.a1786</pub-id>
          <pub-id pub-id-type="medline">18948344</pub-id>
          <pub-id pub-id-type="pmcid">PMC3269664</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>EH</given-names>
            </name>
            <name name-style="western">
              <surname>Curry</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Ramanadhan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rowe</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Nembhard</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Krumholz</surname>
              <given-names>HM</given-names>
            </name>
          </person-group>
          <article-title>Research in action: using positive deviance to improve quality of health care</article-title>
          <source>Implement Sci</source>
          <year>2009</year>
          <month>05</month>
          <day>8</day>
          <volume>4</volume>
          <fpage>25</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19426507"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-4-25</pub-id>
          <pub-id pub-id-type="medline">19426507</pub-id>
          <pub-id pub-id-type="pii">1748-5908-4-25</pub-id>
          <pub-id pub-id-type="pmcid">PMC2690576</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
