<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i7e22920</article-id>
      <article-id pub-id-type="pmid">34326040</article-id>
      <article-id pub-id-type="doi">10.2196/22920</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Resuscitating Cardiopulmonary Resuscitation Training in a Virtual Reality: Prospective Interventional Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Kukafka</surname>
            <given-names>Rita</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Canares</surname>
            <given-names>Therese</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Lundin</surname>
            <given-names>Robert</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Drummond</surname>
            <given-names>David</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Perron</surname>
            <given-names>Janaya Elizabeth</given-names>
          </name>
          <degrees>BMed, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Discipline of Paediatrics</institution>
            <institution>School of Women's and Children's Health</institution>
            <institution>University of New South Wales</institution>
            <addr-line>Centre for Child Health Research &#38; Innovation</addr-line>
            <addr-line>Level 8, Bright Alliance Building, Corner of Avoca &#38; High Streets</addr-line>
            <addr-line>Randwick</addr-line>
            <country>Australia</country>
            <fax>61 2 9382 5681</fax>
            <phone>61 2 9382 5500</phone>
            <email>j.perron@unswalumni.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0578-8901</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Coffey</surname>
            <given-names>Michael Jonathon</given-names>
          </name>
          <degrees>BMed, MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5543-9438</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Lovell-Simons</surname>
            <given-names>Andrew</given-names>
          </name>
          <degrees>BA, MA</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5571-409X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Dominguez</surname>
            <given-names>Luis</given-names>
          </name>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4631-1707</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>King</surname>
            <given-names>Mark E</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6347-4842</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Ooi</surname>
            <given-names>Chee Y</given-names>
          </name>
          <degrees>Dip Paeds, MBBS, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7111-0926</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Discipline of Paediatrics</institution>
        <institution>School of Women's and Children's Health</institution>
        <institution>University of New South Wales</institution>
        <addr-line>Randwick</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Medicine Education Development Unit</institution>
        <institution>Faculty of Medicine</institution>
        <institution>University of New South Wales</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Educational Delivery Services</institution>
        <institution>Office of the Pro Vice-Chancellor (Education)</institution>
        <institution>University of New South Wales</institution>
        <addr-line>Sydney</addr-line>
        <country>Australia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Janaya Elizabeth Perron <email>j.perron@unswalumni.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>29</day>
        <month>7</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>7</issue>
      <elocation-id>e22920</elocation-id>
      <history>
        <date date-type="received">
          <day>29</day>
          <month>7</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>18</day>
          <month>9</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>16</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>11</day>
          <month>3</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Janaya Elizabeth Perron, Michael Jonathon Coffey, Andrew Lovell-Simons, Luis Dominguez, Mark E King, Chee Y Ooi. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 29.07.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/7/e22920" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Simulation-based technologies are emerging to enhance medical education in the digital era. However, there is limited data for the use of virtual reality simulation in pediatric medical education. We developed Virtual Doc as a highly immersive virtual reality simulation to teach pediatric cardiopulmonary resuscitation skills to medical students.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The primary objectives of this study were to evaluate participant satisfaction and perceived educational efficacy of Virtual Doc. The secondary aim of this study was to assess the game play features of Virtual Doc.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We conducted a prospective closed beta-testing study at the University of New South Wales (Sydney, Australia) in 2018. All medical students from the 6-year undergraduate program were eligible to participate and were recruited through voluntary convenience sampling. Participants attended a 1-hour testing session and attempted at least one full resuscitation case using the virtual reality simulator. Following this, participants were asked to complete an anonymous postsession questionnaire. Responses were analyzed using descriptive statistics.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 26 participants were recruited, consented to participate in this study, and attended a 1-hour in-person closed beta-testing session, and 88% (23/26) of participants completed the anonymous questionnaire and were included in this study. Regarding participant satisfaction, Virtual Doc was enjoyed by 91% (21/23) of participants, with 74% (17/23) intending to recommend the simulation to a colleague and 66% (15/23) intending to recommend the simulation to a friend. In assessment of the perceived educational value of Virtual Doc, 70% (16/23) of participants agreed they had an improved understanding of cardiopulmonary resuscitation, and 78% (18/23) agreed that Virtual Doc will help prepare for and deal with real-life clinical scenarios. Furthermore, 91% (21/23) of participants agreed with the development of additional Virtual Doc cases as beneficial for learning. An evaluation of the game play features as our secondary objective revealed that 70% (16/23) of participants agreed with ease in understanding how to use Virtual Doc, and 74% (17/23) found the game play elements useful in understanding cardiopulmonary resuscitation. One-third (7/23, 30%) found it easy to work with the interactive elements. In addition, 74% (17/23) were interested in interacting with other students within the simulation.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our study demonstrates a positive response regarding trainee satisfaction and perceived educational efficacy of Virtual Doc. The simulation was widely accepted by the majority of users and may have the potential to improve educational learning objectives.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>pediatrics</kwd>
        <kwd>cardiopulmonary resuscitation</kwd>
        <kwd>virtual reality</kwd>
        <kwd>medical education</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Simulation-based education plays a significant role in developing vital clinical assessment and management skills, especially in emergency scenarios such as a sudden cardiac arrest (SCA). SCA is an uncommon but life-threatening condition within the pediatric population [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>] that includes the potential catastrophic consequences of mortality and poor neurological morbidity. An estimated 16,000 [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>] children in the United States experience out-of-hospital SCAs and 5800 [<xref ref-type="bibr" rid="ref4">4</xref>] experience in-hospital SCAs every year. Overall, survival rates are better for in-hospital arrests compared with out-of-hospital arrests [<xref ref-type="bibr" rid="ref5">5</xref>], which is unsurprising considering that the most significant predictor of survival is early initiation of adequate cardiopulmonary resuscitation (CPR) [<xref ref-type="bibr" rid="ref6">6</xref>]. However, junior doctors often have limited real-world learning experience managing an acutely ill and vulnerable child [<xref ref-type="bibr" rid="ref7">7</xref>], especially in emergent scenarios, where active participation is often reserved for more experienced practitioners. In addition, many pediatric health care professionals feel inadequately prepared to manage a critically ill child, increasing the risk of medical errors [<xref ref-type="bibr" rid="ref8">8</xref>]. Therefore, simulation training forms the cornerstone of resuscitation education, providing an opportunity for trainees to prepare for real-world clinical practice without risking patient safety [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. However, in-person simulation training sessions are expensive and resource-intensive [<xref ref-type="bibr" rid="ref12">12</xref>], and, therefore, the efficacy of alternative modalities should be explored.</p>
      <p>The revolutionary development of highly immersive digitized learning resources such as virtual reality simulators harness the advantages of simulation while offering a cost-effective and widely accessible educational platform. Several studies have provided evidence for the use of virtual reality simulators for procedural skills training in the surgical field, with improved intraoperative performance [<xref ref-type="bibr" rid="ref13">13</xref>] and accuracy [<xref ref-type="bibr" rid="ref14">14</xref>] and a reduction in operating times [<xref ref-type="bibr" rid="ref13">13</xref>] and errors [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref18">18</xref>]. One study investigated the use of virtual reality for CPR education compared with traditional mannequins and found virtual reality could be a valid and acceptable training method [<xref ref-type="bibr" rid="ref19">19</xref>]. Furthermore, in a study by Wong et al [<xref ref-type="bibr" rid="ref20">20</xref>], clinical CPR instructors outlined the limits of traditional education and noted the potential beneficial features of virtual reality as an additional learning tool. The experiential nature of virtual reality may also be conducive to developing procedural skills such as CPR, as repetitive hands-on practice permits the development of muscle memory [<xref ref-type="bibr" rid="ref21">21</xref>], leading to technical skill competence. CPR involves the activation of declarative memory to recall the sequential steps and procedural memory to perform the active steps such as chest compressions [<xref ref-type="bibr" rid="ref22">22</xref>], both of which may be developed and reinforced through the use of virtual reality.</p>
      <p>To the best of our knowledge, there are no highly immersive virtual reality simulators for pediatric CPR training. As such, we developed Virtual Doc, a highly immersive and experiential 3D multimedia sensory virtual environment designed to teach pediatric CPR skills to medical students and junior doctors. We performed a prospective closed beta-testing study on undergraduate medical students with the primary aim to evaluate participant satisfaction and perceived educational efficacy of Virtual Doc. The secondary aim of this study was to assess the gameplay features of our simulation. We hypothesized that Virtual Doc would be an enjoyable and highly educational learning experience. We also hypothesized that the gameplay features would be beneficial in the facilitation of a realistic hands-on clinical learning experience.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design</title>
        <p>We conducted a prospective, uncontrolled, interventional closed beta-testing study in 2018 to assess the usability, acceptability, and perceived educational effectiveness of Virtual Doc as a method for teaching pediatric CPR to medical students. All participants provided implied consent by expressing interest in the study, attending a 1-hour closed beta-testing session, and completing an anonymous postsession questionnaire (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The study was approved by the University of New South Wales Human Research Ethics Committee (HC180484).</p>
      </sec>
      <sec>
        <title>Participants</title>
        <p>Participants were eligible to partake in this study if they were currently enrolled in the 6-year undergraduate medical program at the University of New South Wales, Sydney, Australia. All medical students from the 6-year program were eligible and invited to participate in this study through an information email sent out by the University of New South Wales Medical Society administration. Students were instructed to contact the study investigators with their expression of interest. They were subsequently allocated to a 1-hour session in which they would engage with Virtual Doc and complete the postsession questionnaire. Participants were excluded from the analysis if they did not complete the questionnaire.</p>
      </sec>
      <sec>
        <title>Virtual Doc</title>
        <p>Virtual Doc is a virtual reality simulation developed for Oculus VR (Facebook Technologies LLC; <xref rid="figure1" ref-type="fig">Figure 1</xref>). The Virtual Doc app was developed using Unity3D software (Unity Technologies), and models were developed using open-source Blender modeling software. The simulation was conducted using the hardware of the Oculus Rift system linked to Alienware laptops (Alienware Corp). Virtual Doc is a first-person active learning experience through immersion within a multimedia sensory environment. Users wear a headset and use 2 hand controllers and are able to use these controllers, which are equipped with haptic technologies, to interact with the virtual environment. This simulation enables users to perform a series of actions including picking up objects, pushing buttons, and turning dials. They are also fully immersed with audiovisual aids such as auscultation of the heart and lungs.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>The Virtual Doc environment.</p>
          </caption>
          <graphic xlink:href="jmir_v23i7e22920_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The scenario in this study involved an SCA in a young child that required appropriate and timely management. The required cardiac arrest management was in keeping with the Advanced Pediatric Life Support Australia guidelines [<xref ref-type="bibr" rid="ref23">23</xref>]. Students were provided with a brief written clinical history on the main screen in the virtual environment and were then instructed to begin CPR. To complete the case, participants were required to assess the surroundings, check for a response, signal for senior help by pressing a call button, and then begin resuscitation by assessing the airway, breathing, and circulation; bagging and masking the patient (<xref rid="figure2" ref-type="fig">Figure 2</xref>); performing adequate chest compressions; and defibrillating the patient. As this scenario featured a shockable rhythm, this patient was defibrillated as part of the SCA management algorithm; however, this step may not be required for all pediatric SCA presentations. Shortly after the participant signaled for help, a senior physician arrived in the virtual environment to resume chest compressions while the user prepared for defibrillation. For successful completion of the case, all steps must have been completed correctly within 10 minutes.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>User is ventilating the patient with a bag-valve mask as per the resuscitation algorithm.</p>
          </caption>
          <graphic xlink:href="jmir_v23i7e22920_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Outcome Measures</title>
        <p>Validating the use of highly immersive and experiential virtual reality simulators as a form of active learning can be achieved by assessing various outcomes through the Kirkpatrick model of evaluation [<xref ref-type="bibr" rid="ref24">24</xref>]. This 4-tiered hierarchy includes a scaffolding evaluation of reaction (level 1), learning (level 2), behavior (level 3), and results (level 4) [<xref ref-type="bibr" rid="ref24">24</xref>]. As the levels progress, there is an increase in conclusively defining the efficacy of the educational activity [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        <p>The primary outcomes of this study were participant satisfaction (Kirkpatrick level 1) and the perceived educational value of Virtual Doc (Kirkpatrick level 2). Participant satisfaction was assessed through 1 Likert-style question and 2 trichotomous questions regarding enjoyment of the game and whether the participant would recommend the game to a colleague or friend. The perceived educational efficacy was assessed through 3 Likert-style questions including whether participants improved their understanding of the simulation objectives, whether engaging with Virtual Doc prepares students for a similar real-life clinical scenario, and whether different clinical cases would be beneficial for learning.</p>
        <p>The secondary outcome was an evaluation of the gameplay features. Here, subjects were asked to respond to 3 Likert-style questions and 1 dichotomous question regarding the ease of understanding how to engage with the simulation, the level of ease to work with the interactive elements, whether the interactive elements were useful for learning, and whether the user would like to interact with other students in the virtual world.</p>
      </sec>
      <sec>
        <title>Testing Session</title>
        <p>All interested participants were allocated to a 1-hour in-person session. Attendees were invited to attempt at least one full clinical scenario using the virtual reality simulator. They were offered an unlimited number of attempts within the 1-hour session. After engaging with Virtual Doc, participants were invited to complete an anonymous questionnaire that evaluated the primary and secondary outcomes.</p>
      </sec>
      <sec>
        <title>Data Collection and Statistical Analysis</title>
        <p>Each postsession questionnaire was assigned a unique identification number and was completed anonymously by participants. The responses were collated and outcome measures were analyzed using descriptive statistics. The 7-point Likert scale responses were streamlined to 3 categories of agree (included all responses indicating strongly agree, agree, and mildly agree), neutral, and disagree (included all responses indicating mildly disagree, disagree, and strongly disagree) for the data analysis. Trichotomous questions requiring a response of yes, not sure, or no and dichotomous questions requiring a response of yes or no were analyzed as such. The data were analyzed using the statistical software R (version 1.1.423, R Foundation for Statistical Computing) [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>A total of 26 participants were recruited and attended 1-hour in-person closed beta-testing sessions. A total of 88% (23/26) of participants completed the anonymous questionnaire and were included in the analysis, and 12% (3/26) attended the testing session but declined to complete the questionnaire and were therefore excluded from the analysis. They were not required to provide a reason for declining to participate.</p>
      <sec>
        <title>Study Population</title>
        <p>All 23 of the included participants completed the demographic characteristics section of the questionnaire. Overall, the median age of participants was 22.0 (interquartile range 21.5-23.0) years, and 70% (16/23) of participants were female. In 2018, 61% (14/23) of participants were in year 4, 13% (3/23) were in year 5, and 26% (6/23) were in year 6. A total of 87% (20/23) of participants were local students, while 13% (3/23) were international students.</p>
      </sec>
      <sec>
        <title>Outcome Measures</title>
        <p>Participants responded to 10 Likert-style, trichotomous, or dichotomous questions regarding their experience with Virtual Doc. The results of these questions are summarized by question type in the horizontal stacked bar graphs in <xref rid="figure3" ref-type="fig">Figures 3</xref>-<xref rid="figure5" ref-type="fig">5</xref>.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Results of the Likert-style questions.</p>
          </caption>
          <graphic xlink:href="jmir_v23i7e22920_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Results of the trichotomous questions.</p>
          </caption>
          <graphic xlink:href="jmir_v23i7e22920_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Results of the dichotomous question.</p>
          </caption>
          <graphic xlink:href="jmir_v23i7e22920_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Participant Satisfaction</title>
        <p>Respondents completed 1 Likert-style question and 2 trichotomous questions to evaluate satisfaction with Virtual Doc as an assessment of Kirkpatrick level 1. Virtual Doc was enjoyed by 91% (21/23) of participants. Furthermore, 74% (17/23) would recommend this simulation to a colleague, and 66% (15/23) would recommend this simulation to a friend.</p>
      </sec>
      <sec>
        <title>Perceived Educational Value</title>
        <p>Participants completed 3 Likert-style questions to assess the perceived educational efficacy of Virtual Doc, evaluating Kirkpatrick level 2, and 70% (16/23) of participants agreed they had an improved understanding of CPR following the use of Virtual Doc. In addition, 78% (18/23) agreed that Virtual Doc will help them prepare for and deal with real-life clinical scenarios. Furthermore, 91% (21/23) agreed there was a learning benefit to developing different cases within Virtual Doc, and 9% (2/23) were neutral.</p>
      </sec>
      <sec>
        <title>Gameplay Features</title>
        <p>Respondents completed 3 Likert-style questions and 1 dichotomous question evaluating the gameplay features of Virtual Doc. In terms of usability and gameplay, 70% (16/23) of participants agreed they had ease in understanding how to use Virtual Doc, and 74% (17/23) found the gameplay elements useful for understanding CPR. Furthermore, 30% (7/23) of participants found it easy to work with the interactive elements, which provides a template for future software improvements. In addition, 74% (17/23) would like the option to interact with other students within the game.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>To the best of our knowledge, a prospective study on the use of a virtual reality simulator to teach pediatric CPR to medical students has yet to be conducted. In accordance with the Kirkpatrick model [<xref ref-type="bibr" rid="ref24">24</xref>], the results of our study demonstrated high trainee satisfaction (Kirkpatrick level 1) and a perceived improvement in learning (Kirkpatrick level 2). In evaluating our secondary outcome of assessing the response to the virtual reality gameplay features, the majority of participants agreed with the ease in understanding how to use the simulation and the usefulness of gameplay features in improving their understanding of CPR and expressed a desire for interacting with others in the virtual environment. Although some participants found it difficult to work with the interactive elements, this closed beta test provided an opportunity to identify elements for future improvements, including the refinement of the interactive elements and future considerations such as a multiplayer design which may further enhance the learning experience and element of realism given the significant role of teamwork in resuscitation. Current data on trainee satisfaction, educational efficacy, and gameplay elements of virtual reality simulators for pediatric medical education is limited, and the encouraging results of this study will address the gap in the literature and could have an integral role in transforming the culture of future medical education.</p>
        <p>Immersive technologies provide users with an engaging and enjoyable learning platform to train skills to proficiency without risking patient safety. Our study illustrated high participant satisfaction as Virtual Doc was enjoyed by almost all participants. This result parallels a study by Kron et al [<xref ref-type="bibr" rid="ref27">27</xref>] in which an evaluation of medical student attitudes toward technology-based education was conducted and revealed that almost all students liked the idea of using technology to enhance their educational experience and thought that education should make better use of new media technologies. Beyond satisfaction, a previous study reported that experiential simulations offer a high level of interactivity and engagement, which may increase user motivation to learn [<xref ref-type="bibr" rid="ref28">28</xref>]. Providing a highly engaging environment, such as that of Virtual Doc, is important for trainees as increased interest and satisfaction with the learning modality may result in an increased level of motivation to learn; one study showed that highly motivated students are more effective learners [<xref ref-type="bibr" rid="ref29">29</xref>]. The importance of satisfaction and effective learning is reinforced by a study evaluating the effectiveness of virtual reality versus traditional or other forms of digital learning in educating health care professionals, in which a higher level of interactivity was more effective for the development of postintervention knowledge and skills [<xref ref-type="bibr" rid="ref30">30</xref>]. The level of satisfaction with a learning experience also affects the probability of a user recommending such an experience to their peers [<xref ref-type="bibr" rid="ref31">31</xref>]. The results of our study are congruent with this notion, as indicated by most students enjoying the simulation and agreeing with the intention of recommendation.</p>
        <p>In this study, Virtual Doc was perceived as educationally efficacious by the majority of the participants, as indicated by a positive response toward improved understanding, preparation for real-world clinical scenarios, and support for designing additional cases. An important component of effective education in the adult learner involves the psychological concept of flow. This term is defined as a state in which a learner is “fully engaged, focused, and committed to the success of the activity” [<xref ref-type="bibr" rid="ref32">32</xref>], and this can be achieved through active engagement in an experiential learning process. The use of highly immersive and interactive virtual reality simulators can improve flow, which may lead to superior learning outcomes and performance as echoed by the majority of participants reporting an improved understanding of CPR. Additionally, engaging sensory modalities including vision, haptics, and audition also promotes active learning, which can improve memory retention [<xref ref-type="bibr" rid="ref33">33</xref>]. Virtual Doc includes sensory features through auscultation of heart and lung sounds and palpation of the peripheral pulses, which the user will hopefully be able to translate into the real-world clinical setting when assessing or managing a similar patient presentation.</p>
        <p>Being immersed in the virtual yet realistic hospital environment of Virtual Doc provides users with a lifelike clinical experience. This digital-based environment is an innovative tool with realistic features supporting the recommendations of adult learning theories such as Knowles’ theory [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. The responses in this study regarding the Virtual Doc environment and its ability to prepare students for real-life clinical scenarios showcases a facility in which the elements of adult learning theories can be included. Active experimentation within a realistic and immersive learning environment allows users to make clinical decisions and experience the consequences of their actions in real time, mimicking a real-world clinical environment. This element of realism is important in encouraging intrinsic motivation to support the needs of an adult learner.</p>
        <p>Additionally, the Kolb cycle of learning encourages repetition, reflection, and correction to improve learning outcomes [<xref ref-type="bibr" rid="ref36">36</xref>]. Virtual Doc supports this cyclical relationship as learners have the opportunity to engage in repetitive practice until they achieve educational mastery in a safe and controlled environment, which is an important benefit of simulation as this is severely limited in real-world emergency patient encounters, especially in the pediatric population [<xref ref-type="bibr" rid="ref5">5</xref>]. The flexible design of virtual reality may enable health care professionals to have more convenient and frequent opportunities to practice and refine skills.</p>
        <p>Several studies have demonstrated that junior doctors feel inadequately prepared and lack confidence in their early training years [<xref ref-type="bibr" rid="ref37">37</xref>-<xref ref-type="bibr" rid="ref41">41</xref>]. This is further supplemented by less favorable outcomes for neonatal resuscitation being described in the summer when senior staff physicians are less likely to be present and the overall volume of staff members is reduced [<xref ref-type="bibr" rid="ref42">42</xref>]. Lacking confidence and inadequate preparation may translate into unsafe practice and poor patient outcomes and is an especially important consideration when managing emergency scenarios such as an SCA. Virtual reality simulators such as Virtual Doc may provide an avenue to bridge the gap between trainee and doctor through immersive gameplay by enabling users to master foundational principles and basic management algorithms and apply this knowledge to challenging simulated cases. In our study, the majority of respondents expressed that this simulation game would aid in developing clinical skills and preparing the user for dealing with real-life clinical scenarios. In addition, almost all participants expressed benefit in the development of different cases, indicating a positive response toward the clinical educational value of the simulation.</p>
        <p>The gameplay elements involved in virtual reality add entertainment to the learning process, thereby motivating learners to engage in study. The triad of immersion, interaction, and imagination, as described by Burdea and Coiffet [<xref ref-type="bibr" rid="ref43">43</xref>], are important factors of virtual reality technology. Coupled with andragogical principles, a highly interactive game design improves intrinsic motivation and creates a more enjoyable and engaging learning experience with a consequential potential to illustrate superior examination scores [<xref ref-type="bibr" rid="ref44">44</xref>]. In our study, the vast majority of respondents agreed that the interactive gameplay elements were useful in understanding how to perform CPR and found the process of the virtual reality simulation easy to understand. This was further supplemented by almost all participants enjoying the experience in the assessment of participant satisfaction. However, some respondents did not experience ease in using the interactive elements within the virtual environment. As this was a closed beta test, the software was able to deliver its intentional value to the participants, but there were some minor issues reported with ease in fully integrating into the environment such as accurately picking up a stethoscope or pushing the assistance button. This feedback is being considered as we progress toward the final product and acts as identified areas for future developments.</p>
        <p>Finally, nontechnical skills such as teamwork and leadership are paramount in successful resuscitation. The collegiality of the responding team directly impacts predictors of postarrest survival as a coordinated course of action is associated with improved patient outcomes [<xref ref-type="bibr" rid="ref45">45</xref>]. Technology-based games such as Virtual Doc have the potential to facilitate an atmosphere of teamwork, and in the digital era, medical students have agreed with introducing multiplayer simulations if they were fun and developed clinical skills [<xref ref-type="bibr" rid="ref27">27</xref>]. Likewise, our study demonstrated that the majority of participants were interested in interacting with other players. A multiplayer design within the virtual environment could afford an opportunity to rotate through different resuscitation team roles, supporting an active and immersive learning experience, with the potential to equip learners with the crucial teamwork skills required for the effective management of a pediatric SCA.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Our study was limited by the small sample size and monocentric design, which limits its generalizability and external validity. However, participants from all years of study were eligible to participate, providing a degree of generalizability. This trial is also limited by voluntary convenience sampling, leading to a potential selection bias. Furthermore, this study used a single intervention with no active comparator, and therefore, the participants were not randomized and were unblinded to the intervention, which may formulate a measurement bias. However, the questionnaires were anonymized, providing a layer of security for participants to provide uncoerced feedback. Moreover, the final version of Virtual Doc will differ from the prototype used in this study as this was closed beta-testing and we are improving the software to address the feedback provided by the participants in this study. In addition, the prototype design of Virtual Doc in this closed beta test did not assess user hand technique or the quality of chest compressions. This limitation will guide future software improvements to ensure users are equipped with real-time visual and haptic feedback regarding the technique and quality of chest compressions.</p>
      </sec>
      <sec>
        <title>Future Research</title>
        <p>Given the encouraging results of this study, future research should include an investigator-blinded randomized controlled trial to objectively evaluate the educational efficacy of Virtual Doc against traditional simulation-based education or other digitized modalities such as serious games or e-learning modules. Furthermore, an evaluation of translation of knowledge into clinical practice (Kirkpatrick level 3) and the impact of learned knowledge on changes within the organizational practice to improve patient outcomes (Kirkpatrick level 4) should be performed, with emphasis on a reduction in medical errors and improved patient survival rates and overall health outcomes. This study does not assess the higher levels of the Kirkpatrick model, and this limitation should be the focus of future research to contribute to the quality of data for the efficacy of Virtual Doc.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>In summary, our study demonstrates a positive response regarding the satisfaction and educational efficacy of Virtual Doc. Our findings reveal that this virtual reality simulation was widely accepted by the majority of users and has the potential to improve educational learning objectives. As such, our results provide a promising contribution to the educational revolution and may encourage the use of this emerging and versatile technology in the transformation of the 21st century medical curricula.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Questionnaire instrument.</p>
        <media xlink:href="jmir_v23i7e22920_app1.doc" xlink:title="DOC File , 236 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CPR</term>
          <def>
            <p>cardiopulmonary resuscitation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">SCA</term>
          <def>
            <p>sudden cardiac arrest</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The study team would like to acknowledge the participating medical students for their involvement in this study, Reece Pahn (University of New South Wales Medical Society secretary) for facilitating the invitation of students, and Seiya Takeda and Zheyu Li for assisting with game development.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>The study was conceived by CYO and MJC. The study design and analysis were developed by CYO and MJC. CYO, MJC, ALS, and LD contributed to the conception and design of Virtual Doc. Subject recruitment and trial coordination were performed by JEP and MJC. LD sourced and coordinated the required technological equipment for the testing sessions. Data collection and statistical analysis were performed by JEP, MJC, and CYO. The paper was first drafted by JEP and revised in subsequent drafts by MJC, MEK, and CYO. All authors reviewed and approved the final manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ilina</surname>
              <given-names>MV</given-names>
            </name>
            <name name-style="western">
              <surname>Kepron</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>GP</given-names>
            </name>
            <name name-style="western">
              <surname>Perrin</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Kantor</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Somers</surname>
              <given-names>GR</given-names>
            </name>
          </person-group>
          <article-title>Undiagnosed heart disease leading to sudden unexpected death in childhood: a retrospective study</article-title>
          <source>Pediatrics</source>
          <year>2011</year>
          <month>09</month>
          <volume>128</volume>
          <issue>3</issue>
          <fpage>e513</fpage>
          <lpage>e520</lpage>
          <pub-id pub-id-type="doi">10.1542/peds.2010-2307</pub-id>
          <pub-id pub-id-type="medline">21824887</pub-id>
          <pub-id pub-id-type="pii">peds.2010-2307</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Stubbs</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Fahrenbruch</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Maeda</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Harmon</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Eisenberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Drezner</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Incidence, causes, and survival trends from cardiovascular-related sudden cardiac arrest in children and young adults 0 to 35 years of age: a 30-year review</article-title>
          <source>Circulation</source>
          <year>2012</year>
          <month>09</month>
          <day>11</day>
          <volume>126</volume>
          <issue>11</issue>
          <fpage>1363</fpage>
          <lpage>1372</lpage>
          <pub-id pub-id-type="doi">10.1161/CIRCULATIONAHA.111.076810</pub-id>
          <pub-id pub-id-type="medline">22887927</pub-id>
          <pub-id pub-id-type="pii">CIRCULATIONAHA.111.076810</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Topjian</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Nadkarni</surname>
              <given-names>VM</given-names>
            </name>
            <name name-style="western">
              <surname>Berg</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>Cardiopulmonary resuscitation in children</article-title>
          <source>Curr Opin Crit Care</source>
          <year>2009</year>
          <month>06</month>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>203</fpage>
          <lpage>208</lpage>
          <pub-id pub-id-type="doi">10.1097/mcc.0b013e32832931e1</pub-id>
          <pub-id pub-id-type="medline">19469022</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marino</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Tabbutt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>MacLaren</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hazinski</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Adatia</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Atkins</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Checchia</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>DeCaen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fink</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Jefferies</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Kleinman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Krawczeski</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Licht</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Macrae</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ravishankar</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Samson</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Thiagarajan</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Toms</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Tweddell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Laussen</surname>
              <given-names>PC</given-names>
            </name>
            <collab>American Heart Association Congenital Cardiac Defects Committee of the Council on Cardiovascular Disease in the Young</collab>
            <collab>Council on Clinical Cardiology</collab>
            <collab>Council on Cardiovascular and Stroke Nursing</collab>
            <collab>Council on Cardiovascular Surgery and Anesthesia</collab>
            <collab>Emergency Cardiovascular Care Committee</collab>
          </person-group>
          <article-title>Cardiopulmonary resuscitation in infants and children with cardiac disease: a scientific statement from the American Heart Association</article-title>
          <source>Circulation</source>
          <year>2018</year>
          <month>05</month>
          <day>29</day>
          <volume>137</volume>
          <issue>22</issue>
          <fpage>e691</fpage>
          <lpage>e782</lpage>
          <pub-id pub-id-type="doi">10.1161/CIR.0000000000000524</pub-id>
          <pub-id pub-id-type="medline">29685887</pub-id>
          <pub-id pub-id-type="pii">CIR.0000000000000524</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nadkarni</surname>
              <given-names>VM</given-names>
            </name>
            <name name-style="western">
              <surname>Larkin</surname>
              <given-names>GL</given-names>
            </name>
            <name name-style="western">
              <surname>Peberdy</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Carey</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Kaye</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Mancini</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Nichol</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lane-Truitt</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Potts</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ornato</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Berg</surname>
              <given-names>RA</given-names>
            </name>
          </person-group>
          <article-title>First documented rhythm and clinical outcome from in-hospital cardiac arrest among children and adults</article-title>
          <source>JAMA</source>
          <year>2006</year>
          <month>01</month>
          <day>4</day>
          <volume>295</volume>
          <issue>1</issue>
          <fpage>50</fpage>
          <lpage>57</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.295.1.50</pub-id>
          <pub-id pub-id-type="medline">16391216</pub-id>
          <pub-id pub-id-type="pii">295/1/50</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goto</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Maeda</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Goto</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Impact of dispatcher-assisted bystander cardiopulmonary resuscitation on neurological outcomes in children with out-of-hospital cardiac arrests: a prospective, nationwide, population-based cohort study</article-title>
          <source>J Am Heart Assoc</source>
          <year>2014</year>
          <month>04</month>
          <day>30</day>
          <volume>3</volume>
          <issue>3</issue>
          <fpage>e000499</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ahajournals.org/doi/10.1161/JAHA.113.000499?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1161/JAHA.113.000499</pub-id>
          <pub-id pub-id-type="medline">24785780</pub-id>
          <pub-id pub-id-type="pii">jah3493</pub-id>
          <pub-id pub-id-type="pmcid">PMC4309039</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Clerihew</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rowney</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ker</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Simulation in paediatric training</article-title>
          <source>Arch Dis Child Educ Pract Ed</source>
          <year>2016</year>
          <month>02</month>
          <volume>101</volume>
          <issue>1</issue>
          <fpage>8</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26614805"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/archdischild-2015-309143</pub-id>
          <pub-id pub-id-type="medline">26614805</pub-id>
          <pub-id pub-id-type="pii">archdischild-2015-309143</pub-id>
          <pub-id pub-id-type="pmcid">PMC4752643</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Duff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kissoon</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>VJ</given-names>
            </name>
          </person-group>
          <article-title>Simulation in paediatrics: an educational revolution</article-title>
          <source>Paediatr Child Health</source>
          <year>2007</year>
          <month>07</month>
          <volume>12</volume>
          <issue>6</issue>
          <fpage>465</fpage>
          <lpage>468</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19030409"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/pch/12.6.465</pub-id>
          <pub-id pub-id-type="medline">19030409</pub-id>
          <pub-id pub-id-type="pmcid">PMC2528751</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ten Eyck</surname>
              <given-names>RP</given-names>
            </name>
          </person-group>
          <article-title>Simulation in emergency medicine training</article-title>
          <source>Pediatr Emerg Care</source>
          <year>2011</year>
          <month>04</month>
          <volume>27</volume>
          <issue>4</issue>
          <fpage>333</fpage>
          <lpage>341</lpage>
          <pub-id pub-id-type="doi">10.1097/PEC.0b013e3182131fe0</pub-id>
          <pub-id pub-id-type="medline">21467889</pub-id>
          <pub-id pub-id-type="pii">00006565-201104000-00021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Issenberg</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>McGaghie</surname>
              <given-names>WC</given-names>
            </name>
            <name name-style="western">
              <surname>Petrusa</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Scalese</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Features and uses of high-fidelity medical simulations that lead to effective learning: a BEME systematic review</article-title>
          <source>Med Teach</source>
          <year>2005</year>
          <month>01</month>
          <volume>27</volume>
          <issue>1</issue>
          <fpage>10</fpage>
          <lpage>28</lpage>
          <pub-id pub-id-type="doi">10.1080/01421590500046924</pub-id>
          <pub-id pub-id-type="medline">16147767</pub-id>
          <pub-id pub-id-type="pii">R3P0QDKQ9XBG5AJ9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gaba</surname>
              <given-names>DM</given-names>
            </name>
          </person-group>
          <article-title>The future vision of simulation in health care</article-title>
          <source>Qual Saf Health Care</source>
          <year>2004</year>
          <month>10</month>
          <volume>13 Suppl 1</volume>
          <fpage>i2</fpage>
          <lpage>i10</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://qhc.bmj.com/cgi/pmidlookup?view=long&#38;pmid=15465951"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/qhc.13.suppl_1.i2</pub-id>
          <pub-id pub-id-type="medline">15465951</pub-id>
          <pub-id pub-id-type="pii">13/suppl_1/i2</pub-id>
          <pub-id pub-id-type="pmcid">PMC1765792</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Drummond</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Arnaud</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Thouvenin</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Guedj</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Grimprel</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Duguet</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>de Suremain</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Petit</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>An innovative pedagogic course combining video and simulation to teach medical students about pediatric cardiopulmonary arrest: a prospective controlled study</article-title>
          <source>Eur J Pediatr</source>
          <year>2016</year>
          <month>06</month>
          <volume>175</volume>
          <issue>6</issue>
          <fpage>767</fpage>
          <lpage>774</lpage>
          <pub-id pub-id-type="doi">10.1007/s00431-016-2702-1</pub-id>
          <pub-id pub-id-type="medline">26847430</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00431-016-2702-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Larsen</surname>
              <given-names>CR</given-names>
            </name>
            <name name-style="western">
              <surname>Soerensen</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Grantcharov</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Dalsgaard</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schouenborg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ottosen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Schroeder</surname>
              <given-names>TV</given-names>
            </name>
            <name name-style="western">
              <surname>Ottesen</surname>
              <given-names>BS</given-names>
            </name>
          </person-group>
          <article-title>Effect of virtual reality training on laparoscopic surgery: randomised controlled trial</article-title>
          <source>BMJ</source>
          <year>2009</year>
          <month>05</month>
          <day>14</day>
          <volume>338</volume>
          <fpage>b1802</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/cgi/pmidlookup?view=long&#38;pmid=19443914"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.b1802</pub-id>
          <pub-id pub-id-type="medline">19443914</pub-id>
          <pub-id pub-id-type="pmcid">PMC3273782</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gallagher</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Ritter</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Champion</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Fried</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Moses</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Satava</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality simulation for the operating room: proficiency-based training as a paradigm shift in surgical skills training</article-title>
          <source>Ann Surg</source>
          <year>2005</year>
          <month>02</month>
          <volume>241</volume>
          <issue>2</issue>
          <fpage>364</fpage>
          <lpage>372</lpage>
          <pub-id pub-id-type="doi">10.1097/01.sla.0000151982.85062.80</pub-id>
          <pub-id pub-id-type="medline">15650649</pub-id>
          <pub-id pub-id-type="pii">00000658-200502000-00024</pub-id>
          <pub-id pub-id-type="pmcid">PMC1356924</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Munz</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Moorthy</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Darzi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Laparoscopic virtual reality and box trainers: is one superior to the other?</article-title>
          <source>Surg Endosc</source>
          <year>2004</year>
          <month>03</month>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>485</fpage>
          <lpage>494</lpage>
          <pub-id pub-id-type="doi">10.1007/s00464-003-9043-7</pub-id>
          <pub-id pub-id-type="medline">14752633</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grantcharov</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Kristiansen</surname>
              <given-names>VB</given-names>
            </name>
            <name name-style="western">
              <surname>Bendix</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bardram</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Funch-Jensen</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Randomized clinical trial of virtual reality simulation for laparoscopic skills training</article-title>
          <source>Br J Surg</source>
          <year>2004</year>
          <month>02</month>
          <volume>91</volume>
          <issue>2</issue>
          <fpage>146</fpage>
          <lpage>150</lpage>
          <pub-id pub-id-type="doi">10.1002/bjs.4407</pub-id>
          <pub-id pub-id-type="medline">14760660</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seymour</surname>
              <given-names>NE</given-names>
            </name>
            <name name-style="western">
              <surname>Gallagher</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Roman</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Bansal</surname>
              <given-names>VK</given-names>
            </name>
            <name name-style="western">
              <surname>Andersen</surname>
              <given-names>DK</given-names>
            </name>
            <name name-style="western">
              <surname>Satava</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality training improves operating room performance: results of a randomized, double-blinded study</article-title>
          <source>Ann Surg</source>
          <year>2002</year>
          <month>10</month>
          <volume>236</volume>
          <issue>4</issue>
          <fpage>458</fpage>
          <lpage>463</lpage>
          <pub-id pub-id-type="doi">10.1097/01.SLA.0000028969.51489.B4</pub-id>
          <pub-id pub-id-type="medline">12368674</pub-id>
          <pub-id pub-id-type="pmcid">PMC1422600</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McClusky</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Gallagher</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Ritter</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lederman</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Van Sickle</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Baghai</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality training improves junior residents’ operating room performance: results of a prospective, randomized, double-blinded study of the complete laparoscopic cholecystectomy</article-title>
          <source>J Am Coll Surg</source>
          <year>2004</year>
          <month>9</month>
          <volume>199</volume>
          <issue>3</issue>
          <fpage>73</fpage>
          <pub-id pub-id-type="doi">10.1016/j.jamcollsurg.2004.05.157</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Semeraro</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ristagno</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Giulini</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gnudi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kayal</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Monesi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tucci</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Scapigliati</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality cardiopulmonary resuscitation (CPR): comparison with a standard CPR training mannequin</article-title>
          <source>Resuscitation</source>
          <year>2019</year>
          <month>02</month>
          <volume>135</volume>
          <fpage>234</fpage>
          <lpage>235</lpage>
          <pub-id pub-id-type="doi">10.1016/j.resuscitation.2018.12.016</pub-id>
          <pub-id pub-id-type="medline">30597133</pub-id>
          <pub-id pub-id-type="pii">S0300-9572(18)31108-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chue</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jong</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Benny</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Zary</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Clinical instructors' perceptions of virtual reality in health professionals' cardiopulmonary resuscitation education</article-title>
          <source>SAGE Open Med</source>
          <year>2018</year>
          <volume>6</volume>
          <fpage>2050312118799602</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/2050312118799602?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2050312118799602</pub-id>
          <pub-id pub-id-type="medline">30245815</pub-id>
          <pub-id pub-id-type="pii">10.1177_2050312118799602</pub-id>
          <pub-id pub-id-type="pmcid">PMC6144504</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hunt</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Duval-Arnould</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Nelson-McMillan</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Bradshaw</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Diener-West</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Perretta</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Shilkofski</surname>
              <given-names>NA</given-names>
            </name>
          </person-group>
          <article-title>Pediatric resident resuscitation skills improve after "rapid cycle deliberate practice" training</article-title>
          <source>Resuscitation</source>
          <year>2014</year>
          <month>07</month>
          <volume>85</volume>
          <issue>7</issue>
          <fpage>945</fpage>
          <lpage>951</lpage>
          <pub-id pub-id-type="doi">10.1016/j.resuscitation.2014.02.025</pub-id>
          <pub-id pub-id-type="medline">24607871</pub-id>
          <pub-id pub-id-type="pii">S0300-9572(14)00115-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sense</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Maass</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>van Rijn</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Interactions of declarative and procedural memory in real-life tasks: validating CPR as a new paradigm</article-title>
          <year>2016</year>
          <conf-name>Proceedings of the 14th International Conference on Cognitive Modeling</conf-name>
          <conf-date>2016</conf-date>
          <conf-loc>University Park</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Advanced Life Support Group</collab>
          </person-group>
          <source>Advanced Paediatric Life Support, Australia and New Zealand: A Practical Approach to Emergencies. 6th edition</source>
          <year>2017</year>
          <publisher-loc>West Sussex</publisher-loc>
          <publisher-name>John Wiley &#38; Sons</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kirkpatrick</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkpatrick</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Evaluating Training Programs: The Four Levels. 3rd Edition</source>
          <year>2006</year>
          <publisher-loc>San Francisco</publisher-loc>
          <publisher-name>Berrett-Koehler Publishers, Inc</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Drummond</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hadchouel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tesnière</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Serious games for health: three steps forwards</article-title>
          <source>Adv Simul (Lond)</source>
          <year>2017</year>
          <volume>2</volume>
          <fpage>3</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://advancesinsimulation.biomedcentral.com/articles/10.1186/s41077-017-0036-3"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s41077-017-0036-3</pub-id>
          <pub-id pub-id-type="medline">29450004</pub-id>
          <pub-id pub-id-type="pii">36</pub-id>
          <pub-id pub-id-type="pmcid">PMC5806236</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hornik</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>The R FAQ</source>
          <access-date>2019-09-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cran.r-project.org/doc/FAQ/R-FAQ.html">https://cran.r-project.org/doc/FAQ/R-FAQ.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kron</surname>
              <given-names>FW</given-names>
            </name>
            <name name-style="western">
              <surname>Gjerde</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Sen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fetters</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>Medical student attitudes toward video games and related new media technologies in medical education</article-title>
          <source>BMC Med Educ</source>
          <year>2010</year>
          <volume>10</volume>
          <fpage>50</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.biomedcentral.com/1472-6920/10/50"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6920-10-50</pub-id>
          <pub-id pub-id-type="medline">20576125</pub-id>
          <pub-id pub-id-type="pii">1472-6920-10-50</pub-id>
          <pub-id pub-id-type="pmcid">PMC2908629</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Limniou</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Papadopoulos</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Full immersive virtual environment CAVETM in chemistry education</article-title>
          <source>Comput Educ</source>
          <year>2008</year>
          <month>9</month>
          <volume>51</volume>
          <issue>2</issue>
          <fpage>584</fpage>
          <lpage>593</lpage>
          <pub-id pub-id-type="doi">10.1016/j.compedu.2007.06.014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sutcliffe</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Multimedia and Virtual Reality: Designing Multisensory User Interfaces</source>
          <year>2003</year>
          <publisher-loc>Mahwah</publisher-loc>
          <publisher-name>Psychology Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kyaw</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Saxena</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Posadzki</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Vseteckova</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nikolaou</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>George</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Divakar</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Masiello</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Kononowicz</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Zary</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Tudor Car</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality for health professions education: systematic review and meta-analysis by the digital health education collaboration</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>01</month>
          <day>22</day>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>e12959</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2019/1/e12959/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12959</pub-id>
          <pub-id pub-id-type="medline">30668519</pub-id>
          <pub-id pub-id-type="pii">v21i1e12959</pub-id>
          <pub-id pub-id-type="pmcid">PMC6362387</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hyejin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Woonhan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hwayeol</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Effects of smartphone-based learning properties on user satisfaction and recommendation intention</article-title>
          <source>Indian J Sci Technol</source>
          <year>2015</year>
          <volume>8</volume>
          <fpage>26</fpage>
          <pub-id pub-id-type="doi">10.17485/ijst/2015/v8i26/80990</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taekman</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Shelley</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Virtual environments in healthcare: immersion, disruption, and flow</article-title>
          <source>Int Anesthesiol Clin</source>
          <year>2010</year>
          <volume>48</volume>
          <issue>3</issue>
          <fpage>101</fpage>
          <lpage>121</lpage>
          <pub-id pub-id-type="doi">10.1097/AIA.0b013e3181eace73</pub-id>
          <pub-id pub-id-type="medline">20616640</pub-id>
          <pub-id pub-id-type="pii">00004311-201004830-00008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freeman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Eddy</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>McDonough</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Okoroafor</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Jordt</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Wenderoth</surname>
              <given-names>MP</given-names>
            </name>
          </person-group>
          <article-title>Active learning increases student performance in science, engineering, and mathematics</article-title>
          <source>Proc Natl Acad Sci U S A</source>
          <year>2014</year>
          <month>06</month>
          <day>10</day>
          <volume>111</volume>
          <issue>23</issue>
          <fpage>8410</fpage>
          <lpage>8415</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.pnas.org/cgi/pmidlookup?view=long&#38;pmid=24821756"/>
          </comment>
          <pub-id pub-id-type="doi">10.1073/pnas.1319030111</pub-id>
          <pub-id pub-id-type="medline">24821756</pub-id>
          <pub-id pub-id-type="pii">1319030111</pub-id>
          <pub-id pub-id-type="pmcid">PMC4060654</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Sackett</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pretorius</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Erdley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bhoopathi</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Mustafa</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Schünemann</surname>
              <given-names>HJ</given-names>
            </name>
          </person-group>
          <article-title>Educational games for health professionals</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2008</year>
          <month>01</month>
          <day>23</day>
          <issue>1</issue>
          <fpage>CD006411</fpage>
          <pub-id pub-id-type="doi">10.1002/14651858.CD006411.pub2</pub-id>
          <pub-id pub-id-type="medline">18254103</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Knowles</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>The Modern Practice of Adult Education: Andragogy Verus Pedagogy</source>
          <year>1970</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Association Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kolb</surname>
              <given-names>AY</given-names>
            </name>
            <name name-style="western">
              <surname>Kolb</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Learning styles and learning spaces: enhancing experiential learning in higher education</article-title>
          <source>Acad Manag Learn Educ</source>
          <year>2005</year>
          <month>06</month>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>193</fpage>
          <lpage>212</lpage>
          <pub-id pub-id-type="doi">10.5465/amle.2005.17268566</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tallentire</surname>
              <given-names>VR</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Skinner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>HS</given-names>
            </name>
          </person-group>
          <article-title>The preparedness of UK graduates in acute care: a systematic literature review</article-title>
          <source>Postgrad Med J</source>
          <year>2012</year>
          <month>07</month>
          <volume>88</volume>
          <issue>1041</issue>
          <fpage>365</fpage>
          <lpage>371</lpage>
          <pub-id pub-id-type="doi">10.1136/postgradmedj-2011-130232</pub-id>
          <pub-id pub-id-type="medline">22167809</pub-id>
          <pub-id pub-id-type="pii">postgradmedj-2011-130232</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goldacre</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lambert</surname>
              <given-names>TW</given-names>
            </name>
          </person-group>
          <article-title>Views of junior doctors about whether their medical school prepared them well for work: questionnaire surveys</article-title>
          <source>BMC Med Educ</source>
          <year>2010</year>
          <month>11</month>
          <day>11</day>
          <volume>10</volume>
          <fpage>78</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmededuc.biomedcentral.com/articles/10.1186/1472-6920-10-78"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6920-10-78</pub-id>
          <pub-id pub-id-type="medline">21070622</pub-id>
          <pub-id pub-id-type="pii">1472-6920-10-78</pub-id>
          <pub-id pub-id-type="pmcid">PMC3020650</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bligh</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The first year of doctoring: still a survival exercise</article-title>
          <source>Med Educ</source>
          <year>2002</year>
          <month>01</month>
          <volume>36</volume>
          <issue>1</issue>
          <fpage>2</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="doi">10.1046/j.1365-2923.2002.01129.x</pub-id>
          <pub-id pub-id-type="medline">11849515</pub-id>
          <pub-id pub-id-type="pii">1129</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wall</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bolshaw</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Carolan</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>From undergraduate medical education to pre-registration house officer year: how prepared are students?</article-title>
          <source>Med Teach</source>
          <year>2006</year>
          <month>08</month>
          <volume>28</volume>
          <issue>5</issue>
          <fpage>435</fpage>
          <lpage>439</lpage>
          <pub-id pub-id-type="doi">10.1080/01421590600625171</pub-id>
          <pub-id pub-id-type="medline">16973456</pub-id>
          <pub-id pub-id-type="pii">T4K25458551465T6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Drummond</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Arnaud</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Thouvenin</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Guedj</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Duguet</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>de Suremain</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Petit</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>[Newly formed French residents in pediatrics are not well prepared for conducting pediatric resuscitation after medical school]</article-title>
          <source>Arch Pediatr</source>
          <year>2016</year>
          <month>02</month>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>150</fpage>
          <lpage>158</lpage>
          <pub-id pub-id-type="doi">10.1016/j.arcped.2015.11.012</pub-id>
          <pub-id pub-id-type="medline">26774839</pub-id>
          <pub-id pub-id-type="pii">S0929-693X(15)00444-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Andrews</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cartlidge</surname>
              <given-names>PH</given-names>
            </name>
          </person-group>
          <article-title>Numbers of deaths related to intrapartum asphyxia and timing of birth in all Wales perinatal survey, 1993-1995</article-title>
          <source>BMJ</source>
          <year>1998</year>
          <month>02</month>
          <day>28</day>
          <volume>316</volume>
          <issue>7132</issue>
          <fpage>657</fpage>
          <lpage>660</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/9522787"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.316.7132.657</pub-id>
          <pub-id pub-id-type="medline">9522787</pub-id>
          <pub-id pub-id-type="pmcid">PMC28468</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burdea</surname>
              <given-names>GC</given-names>
            </name>
            <name name-style="western">
              <surname>Coiffet</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <source>Virtual Reality Technology. 2nd Edition</source>
          <year>2003</year>
          <publisher-loc>Hoboken</publisher-loc>
          <publisher-name>John Wiley &#38; Sons</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kiili</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Digital game-based learning: towards an experiential gaming model</article-title>
          <source>Internet Higher Educ</source>
          <year>2005</year>
          <month>1</month>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>13</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.1016/j.iheduc.2004.12.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hunziker</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Johansson</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Tschan</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Semmer</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Rock</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Howell</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Marsch</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Teamwork and leadership in cardiopulmonary resuscitation</article-title>
          <source>J Am Coll Cardiol</source>
          <year>2011</year>
          <month>06</month>
          <day>14</day>
          <volume>57</volume>
          <issue>24</issue>
          <fpage>2381</fpage>
          <lpage>2388</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://linkinghub.elsevier.com/retrieve/pii/S0735-1097(11)01072-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jacc.2011.03.017</pub-id>
          <pub-id pub-id-type="medline">21658557</pub-id>
          <pub-id pub-id-type="pii">S0735-1097(11)01072-2</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
