<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="review-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v25i1e39989</article-id>
      <article-id pub-id-type="pmid">36877550</article-id>
      <article-id pub-id-type="doi">10.2196/39989</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Effects of Immersive Virtual Reality Applications on Enhancing the Learning Outcomes of Undergraduate Health Care Students: Systematic Review With Meta-synthesis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Liao</surname>
            <given-names>Pei-Hung</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Xu</surname>
            <given-names>Yun</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mbwogge</surname>
            <given-names>Mathew</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Liu</surname>
            <given-names>Justina Yat Wa</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>School of Nursing</institution>
            <institution>The Hong Kong Polytechnic University</institution>
            <addr-line>No 11 Yuk Choi Road</addr-line>
            <addr-line>Hong Kong</addr-line>
            <country>Hong Kong</country>
            <phone>852 2766 4097</phone>
            <email>justina.liu@polyu.edu.hk</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1931-0159</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Yin</surname>
            <given-names>Yue-Heng</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7629-2597</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Kor</surname>
            <given-names>Patrick Pui Kin</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9785-973X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Cheung</surname>
            <given-names>Daphne Sze Ki</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5651-9352</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Zhao</surname>
            <given-names>Ivy Yan</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4597-8929</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>Shanshan</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3881-0087</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Su</surname>
            <given-names>Jing Jing</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8242-811X</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Christensen</surname>
            <given-names>Martin</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6820-020X</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Tyrovolas</surname>
            <given-names>Stefanos</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4797-7743</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Leung</surname>
            <given-names>Angela Y M</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9836-1925</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>School of Nursing</institution>
        <institution>The Hong Kong Polytechnic University</institution>
        <addr-line>Hong Kong</addr-line>
        <country>Hong Kong</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Research Institute for Smart Ageing</institution>
        <institution>The Hong Kong Polytechnic University</institution>
        <addr-line>Hong Kong</addr-line>
        <country>Hong Kong</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>School of Nursing</institution>
        <institution>Nanjing Medical University</institution>
        <addr-line>Nanjing</addr-line>
        <country>China</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Justina Yat Wa Liu <email>justina.liu@polyu.edu.hk</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>6</day>
        <month>3</month>
        <year>2023</year>
      </pub-date>
      <volume>25</volume>
      <elocation-id>e39989</elocation-id>
      <history>
        <date date-type="received">
          <day>30</day>
          <month>5</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>6</day>
          <month>9</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>9</day>
          <month>11</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>24</day>
          <month>1</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Justina Yat Wa Liu, Yue-Heng Yin, Patrick Pui Kin Kor, Daphne Sze Ki Cheung, Ivy Yan Zhao, Shanshan Wang, Jing Jing Su, Martin Christensen, Stefanos Tyrovolas, Angela Y M Leung. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 06.03.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2023/1/e39989" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Immersive virtual reality (IVR) applications are gaining popularity in health care education. They provide an uninterrupted, scaled environment capable of simulating the full magnitude of sensory stimuli present in busy health care settings and increase students’ competence and confidence by providing them with accessible and repeatable learning opportunities in a fail-safe environment.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This systematic review aimed to evaluate the effects of IVR teaching on the learning outcomes and experiences of undergraduate health care students compared with other teaching methods.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>MEDLINE, Embase, PubMed, and Scopus were searched (last search on May 2022) for randomized controlled trials (RCTs) or quasi-experimental studies published in English between January 2000 and March 2022. The inclusion criteria were studies involving undergraduate students majoring in health care, IVR teaching, and evaluations of students’ learning outcomes and experiences. The methodological validity of the studies was examined using the Joanna Briggs Institute standard critical appraisal instruments for RCTs or quasi-experimental studies. The findings were synthesized without a meta-analysis using vote counting as the synthesis metric. A binomial test with <italic>P</italic>&#60;.05 was used to test for statistical significance using SPSS (version 28; IBM Corp). The overall quality of evidence was evaluated using the Grading of Recommendations Assessment, Development, and Evaluation tool.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 17 articles from 16 studies totaling 1787 participants conducted between 2007 and 2021 were included. The undergraduate students in the studies majored in medicine, nursing, rehabilitation, pharmacy, biomedicine, radiography, audiology, or stomatology. The IVR teaching domains included procedural training (13/16, 81%), anatomical knowledge (2/16, 12%), and orientation to the operating room setting (1/16, 6%). The quality of the 75% (12/16) of RCT studies was poor, with unclear descriptions of randomization, allocation concealment, and outcome assessor blinding procedures. The overall risk of bias was relatively low in the 25% (4/16) of quasi-experimental studies. A vote count showed that 60% (9/15; 95% CI 16.3%-67.7%; <italic>P</italic>=.61) of the studies identified similar learning outcomes between IVR teaching and other teaching approaches regardless of teaching domains. The vote count showed that 62% (8/13) of the studies favored using IVR as a teaching medium. The results of the binomial test (95% CI 34.9%-90%; <italic>P</italic>=.59) did not show a statistically significant difference. Low-level evidence was identified based on the Grading of Recommendations Assessment, Development, and Evaluation tool.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This review found that undergraduate students had positive learning outcomes and experiences after engaging with IVR teaching, although the effects may be similar to those of other forms of virtual reality or conventional teaching methods. Given the identification of risk of bias and low level of the overall evidence, more studies with a larger sample size and robust study design are required to evaluate the effects of IVR teaching.</p>
        </sec>
        <sec sec-type="Trial Registration">
          <title>Trial Registration</title>
          <p>International prospective register of systematic reviews (PROSPERO) CRD42022313706; https://www.crd.york.ac.uk/prospero/display_record.php?RecordID=313706</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>immersive virtual reality</kwd>
        <kwd>virtual reality</kwd>
        <kwd>effects</kwd>
        <kwd>undergraduate health care education</kwd>
        <kwd>systematic review</kwd>
        <kwd>meta-synthesis</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Clinical competency is essential for all health care professionals. Health care students, particularly undergraduate students with limited clinical experience, must incorporate theories into their skills with a good professional attitude to attain clinical competency. In addition to conventional classroom teaching for theoretical knowledge inputs and laboratory skill practice, the clinical practicum is crucial in undergraduate health care education to develop the clinical competency of students [<xref ref-type="bibr" rid="ref1">1</xref>]. However, clinically based degree programs such as medicine, nursing, and physiotherapy are facing faculty shortages and increasing demands on clinical venues for student clinical placements [<xref ref-type="bibr" rid="ref2">2</xref>]. In addition, clinical practicums for undergraduate health care students have been suspended in many countries because of the COVID-19 pandemic, further diminishing learning opportunities for students [<xref ref-type="bibr" rid="ref3">3</xref>]. Therefore, there is an ongoing need for accessible, cost-effective, and high-quality methods of education to overcome these resource limitations [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
        <p>Simulation-based learning is useful for teaching in all domains (ie, knowledge, skills, and attitudes) relevant to the education of health professionals [<xref ref-type="bibr" rid="ref4">4</xref>]. It is a well-applied teaching and learning strategy [<xref ref-type="bibr" rid="ref5">5</xref>] for increasing training opportunities and enhancing learning efficiency [<xref ref-type="bibr" rid="ref6">6</xref>]. Simulation-based learning facilitates a deeper understanding of theoretical knowledge, relationships between different concepts, advanced inquiry, problem-solving, and decision-making [<xref ref-type="bibr" rid="ref7">7</xref>]. It allows health care students to practice procedural skills without compromising patient safety and improves the quality of their patient care [<xref ref-type="bibr" rid="ref8">8</xref>]. Many studies have shown that simulation-based learning effectively advances students’ competencies in acquiring diagnostic and psychomotor skills [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. However, it is not aimed at replacing the clinical practicum but at better engaging and preparing students for it.</p>
        <p>Immersive virtual reality (IVR) applications for simulation-based training are gaining popularity in health care professional education [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. They provide an immersive learning experience with a first-person viewpoint in a 3D virtual environment supported by head-mounted displays or Cave Automatic Virtual Environments (room-sized cube virtual reality [VR] environments) [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. They provide direct sensory feedback or reactions to users based on their physical actions.</p>
        <p>Compared with nonimmersive VR (such as computer-based simulation games) or other forms of traditional simulation-based training (such as skill laboratories using mannequins and simulators), only IVR provides learners with the perception of being physically present in a synthetic world [<xref ref-type="bibr" rid="ref14">14</xref>]. It provides an uninterrupted, scaled environment capable of simulating the full magnitude of sensory stimuli present in busy health care settings such as operating rooms, emergency departments, and surgical or medical wards [<xref ref-type="bibr" rid="ref11">11</xref>]. Owing to the uniquely high level of immersion that IVR offers, students can practice a particular procedure or rehearse a specific action with a high level of physical and psychological fidelity, with immediate and standardized feedback provided corresponding to the users’ actions. IVR can increase the competence and confidence of students by providing them with accessible and repeatable learning opportunities in a fail-safe environment [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
        <p>The COVID-19 pandemic has led to a paradigm shift in all clinically based undergraduate programs, prompting adaptations through better use of educational technology, in which IVR is a promising alternative [<xref ref-type="bibr" rid="ref15">15</xref>]. It is believed that the use of IVR-based simulation learning in health care professional training will persist beyond the pandemic [<xref ref-type="bibr" rid="ref16">16</xref>]. A small number of systematic reviews have reported the efficacy of VR-based simulation learning in improving the knowledge and skill competence of students compared with conventional simulation-based training [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. However, the learning approaches included in these reviews were mainly non-IVR approaches. Recently, a systematic review of 17 studies involving 307 surgical trainees reported significantly improved procedural completion times and greater postintervention scores on procedural checklists compared with conventional teaching methods such as watching standardized surgical training videos [<xref ref-type="bibr" rid="ref11">11</xref>]. As previously mentioned, simulation-based learning, including the use of IVR, should be useful for learning in different domains (knowledge, skills, and attitudes) [<xref ref-type="bibr" rid="ref4">4</xref>]. However, the extent to which IVR applications are used for teaching in different learning domains and their effectiveness in undergraduate health care professional education remain unknown [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>Therefore, the aim of this review was to evaluate the effects of IVR applications in improving the learning outcomes and experiences of undergraduate health care students compared with other teaching methods. Two review questions were devised: (1) What are the effects of IVR applications on improving students’ learning outcomes in different teaching domains (such as knowledge, skills, and attitudes) compared with other teaching methods? (2) What are the effects of IVR applications on enhancing the learning experiences of students (such as their level of satisfaction, perception of IVR innovation, and self-perceived competence and confidence) compared with other teaching methods?</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <p>This systematic review was conducted following the PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses; <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) [<xref ref-type="bibr" rid="ref19">19</xref>] and SWiM (Synthesis Without Meta-analysis) [<xref ref-type="bibr" rid="ref20">20</xref>] guidelines. The review protocol was registered in PROSPERO (CRD42022313706).</p>
      <sec>
        <title>Eligibility Criteria</title>
        <p>We used the Population, Intervention, Comparison, Outcome, and Study Design (PICOS) structure to define the eligibility criteria (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>).</p>
        <boxed-text id="box1" position="float">
          <title>Inclusion and exclusion criteria.</title>
          <list list-type="bullet">
            <list-item>
              <p>Inclusion criteria</p>
              <list>
                <list-item>
                  <p>Population: the participants were undergraduate students majoring in professional health care fields such as medicine, nursing, and physiotherapy who were included without regard to sex or race.</p>
                </list-item>
                <list-item>
                  <p>Intervention: the teaching methods used in the studies focused on immersive virtual reality (IVR) applications using either fully immersive 360° IVR, such as head-mounted display products, or Cave Automatic Virtual Environment systems, such as HTC VIVE, Samsung Oculus Rift, or other similar programs.</p>
                </list-item>
                <list-item>
                  <p>Comparison: we aimed to determine whether other teaching methods would have similar effects to IVR applications in professional health care education. For the purpose of comparison, we classified the different teaching methods into either active or passive comparison groups. The active comparison groups included other forms of simulation-based training such as nonimmersive virtual reality (VR), computer screen–based simulators, and real patient simulation. The passive control groups included mainly conventional teaching methods such as face-to-face lectures, tutorial classes, role-play, and reading materials.</p>
                </list-item>
                <list-item>
                  <p>Outcome: we determined the effects of IVR applications on the learning outcomes (ie, the primary outcome) and experiences (ie, the secondary outcome) of students. The primary outcome refers to the change in the students’ theoretical knowledge and procedural skills, as reflected by any form of written examination or clinical skills such as communication skills, completion time, and error rate in a specific clinical procedure. The secondary outcome was the students’ learning experience, as assessed by their satisfaction levels, perception of IVR innovations, and self-perceived competence and confidence after receiving IVR.</p>
                </list-item>
                <list-item>
                  <p>Study design: this review included randomized controlled trials and quasi-experimental studies published in English between January 2000 and March 2022 as IVR technology has developed enough to be used in health education since 2000 [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <p>Exclusion criteria</p>
              <list>
                <list-item>
                  <p>Studies were excluded if their target population was postgraduate health care students or students of other subjects unrelated to health care. Studies that involved only other forms of VR, such as nonimmersive VR, or other types of simulation-based technologies, such as augmented reality and manikins, were excluded. Pilot and feasibility studies were also excluded.</p>
                </list-item>
              </list>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Information Sources</title>
        <p>A combination of Medical Subject Headings and free-text terms was used to search through 4 databases, namely, MEDLINE, Embase, PubMed, and Scopus, for potentially relevant abstracts. In addition, hand searches were conducted by reviewing the reference lists of all papers selected for inclusion in this review from the electronic databases, Google Scholar, and hard copies in university libraries to identify any articles missed by the database search. An alert for updated articles in each database was set to avoid missing potential up-to-date studies.</p>
      </sec>
      <sec>
        <title>Search Strategy</title>
        <p>Search strategies were developed according to the 2 primary concepts of this review: the use of IVR applications in health professional undergraduate education and their effectiveness in enhancing the learning outcomes and experiences of students. To identify studies that used IVR applications, we used search terms such as “Immersive Virtual Reality” or “Simulated environment” and “Simulation” and “Healthcare” and “Students” or “Undergraduates” or “Trainees” (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). These terms were revised appropriately for different databases.</p>
      </sec>
      <sec>
        <title>Selection Process</title>
        <p>The search results were imported into the EndNote bibliographic software (version 20; Clarivate Analytics), and duplicate studies were removed. The titles and abstracts of all the identified studies were screened independently by 2 researchers (JYWL and YHY) to identify potentially relevant papers based on the review criteria. Both researchers compared the preliminary results of the review to reach an agreement. Full-text articles were then obtained and screened independently. Any disagreements between the reviewers were then discussed among the members of the research team to reach a consensus.</p>
      </sec>
      <sec>
        <title>Data Collection Process and Data Items</title>
        <p>A specific data extraction matrix was created to collect information from each included study, including the author, year, title, country of origin, demographic data of the participants (age, sex, and type of health profession), methodological data (aims of the study, sample size, study design, educational innovation, and comparison groups), and outcome data (primary outcome, eg, examination scores; secondary outcome, eg, self-perceived competence and confidence). If any original study had been published in more than one paper, the information was extracted as 1 study based on the study protocol number. The authors of the primary studies were contacted when clarifications were required or if any information was missing. Data extraction was conducted independently by the same 2 researchers. Once complete, the results were compared, and discrepancies were resolved through discussion. A final extraction table was developed.</p>
      </sec>
      <sec>
        <title>Study Risk-of-Bias Assessment</title>
        <p>The studies selected for this review were independently assessed for methodological validity by the reviewers involved in their selection using the Joanna Briggs Institute (JBI; University of Adelaide, Australia) standard critical appraisal instruments for randomized controlled trials (RCTs) or quasi-experimental studies.</p>
        <p>We assessed the included RCTs based on the following 12 appraisal items: methods of randomization; treatment allocation and concealment; similarity of characteristics between groups at baseline; blinding procedures for participants, interventionists, and outcome assessors; whether the comparison groups were treated identically other than in the intervention of interest (ie, IVR applications); completeness of the follow-up (ie, if there was any bias because of missing data); consistency and reliability of the outcome measurements; and appropriateness of the statistical analysis and trial design (JBI). For example, to determine if there were any biases because of missing data, we checked whether there were differences between groups with regard to the loss to follow-up (numbers or proportions, reasons, any analysis of patterns of loss to follow-up, and their impact on the internal validity of the study). We assessed the included quasi-experimental studies based on the following 9 appraisal items: clarity of dependent and independent variables, similarity of characteristics between groups at baseline, whether comparison groups were treated identically other than in the intervention of interest (ie, IVR applications), any comparison group, any pre- and postoutcome measurements, completeness of the follow-up (ie, whether there was any bias because of missing data), consistency and reliability of the outcome measurements, and appropriateness of the statistical analysis.</p>
        <p>Working independently to assess for risk of bias, the same 2 assessors rated each item as <italic>yes</italic>, <italic>no</italic>, <italic>unclear</italic>, or <italic>not applicable</italic>. Any disagreements on the results of the bias assessment were then reviewed and discussed by the research team until a consensus was reached.</p>
        <p>The aim of this assessment of the risk of bias was to determine the quality of each study. However, the risk of bias was not used as a criterion for the inclusion of a study in this review. A trial was judged to be at a low risk of bias overall when all items were rated as <italic>yes</italic>. Conversely, a study was judged to be at a high risk of bias when it reported on a procedure that could be judged as being a <italic>no</italic> or <italic>unclear</italic> in any item. Owing to the nature of the intervention, it was impossible to blind the participants; thus, we did not include the <italic>blinding procedures for participants</italic> item when determining a study’s overall risk of bias [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      </sec>
      <sec>
        <title>Synthesis Methods</title>
        <sec>
          <title>Criteria for Grouping Studies</title>
          <p>Following the review questions, studies for synthesis were grouped according to the study outcomes (ie, learning outcomes for research question 1 and learning experience for research question 2). In addition, studies with the same teaching domains (ie, procedural skills vs theoretical knowledge) were grouped for the analysis of the 2 outcomes.</p>
        </sec>
        <sec>
          <title>Standardized and Synthesis Metrics and Method</title>
          <p>The direction of the effects (learning outcomes and learning experiences) was used as the standardized metric as there was a lack of precision, which was specific to the effects of the intervention (IVR teaching) and control on the results presented by different studies. This did not allow for the calculation of summary statistics [<xref ref-type="bibr" rid="ref22">22</xref>]. In addition, the clinical and methodological characteristics (such as populations, intervention components, and the choice of outcome measurements and study designs) of each study were used to evaluate the heterogeneity based on the Cochrane Handbook for Systematic Reviews of Interventions [<xref ref-type="bibr" rid="ref23">23</xref>]. The included studies were highly heterogeneous, with diverse teaching aims and outcome assessments to fit the needs of students from different health care professions. Different IVR features were adopted, with different frequencies and durations. In addition, most of the included studies were rated as having a high risk of bias. As a result, we felt that it was not appropriate to conduct a meta-analysis. Therefore, vote counting was the best match for synthesizing the results. A binomial test using SPSS (version 28; IBM Corp) was used to indicate whether there was evidence of an effect [<xref ref-type="bibr" rid="ref23">23</xref>]. The quality of the evidence generated by different studies was assessed using the Grading of Recommendations Assessment, Development, and Evaluation (GRADE) tool [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Search Results</title>
        <p>A total of 982 articles were found by searching the databases; after the removal of duplicates (n=344, 35%), 638 (65%) were left. After screening the titles and abstracts, 72.6% (463/638) of the articles were excluded, leaving 175 to be retrieved for a full-text screening. Following the full-text screening, a further 90.9% (159/175) of the articles were excluded, leaving 17 articles [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref41">41</xref>]. Of the 17 articles, 2 (12%) [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>] were from the same study. Therefore, a total of 16 studies were included in this systematic review. Details of the selection process and the reasons for the exclusion of articles are presented in the PRISMA flowchart (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) flowchart of the literature screening process. IVR: immersive virtual reality; RCT: randomized controlled trial.</p>
          </caption>
          <graphic xlink:href="jmir_v25i1e39989_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Study Characteristics</title>
        <p>The characteristics of the included studies are shown in <xref ref-type="table" rid="table1">Table 1</xref>. The 16 studies were conducted between 2007 and 2021. An RCT design was adopted in 75% (12/16) of the studies [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref32">32</xref>-<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref40">40</xref>], and a quasi-experimental design was adopted in 25% (4/16) of the studies [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]. All 12 RCTs were 2-armed, among which were 8% (1/12) [<xref ref-type="bibr" rid="ref26">26</xref>] that had a crossover design. Of the 4 quasi-experimental trials, 1 (25%) [<xref ref-type="bibr" rid="ref39">39</xref>] was a 4-armed study, 1 (25%) [<xref ref-type="bibr" rid="ref27">27</xref>] was a 3-armed study, and the other 2 (50%) were 2-armed studies [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        <p>A total of 1787 participants were involved in the included studies, with the number ranging from 25 to 289 in the RCTs and from 29 to 197 in the quasi-experimental studies. In total, 44% (7/16) of the studies involved sample sizes of &#60;60. Female students accounted for 71.73%, with 25% (4/16) of the studies [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref39">39</xref>] not disclosing the sex distribution. The participants ranged in age from 19 to 35 years, whereas the age distribution was not discussed in 25% (4/16) of the studies [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]. The types of participants included undergraduate students majoring in medicine, nursing, rehabilitation, pharmacy, biomedicine, radiography, audiology, or stomatology.</p>
        <p>IVR teaching was compared with other forms of VR such as desktop-based VR (ie, the active control) in 25% (4/16) of the studies [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. In 50% (8/16) of the studies [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref40">40</xref>], IVR teaching was compared with conventional teaching methods such as verbal didactic instruction and hard-copy teaching materials (ie, the passive control). In total, 12% (2/16) of the studies [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref39">39</xref>] used passive and active controls. A total of 6% (1/16) of the studies [<xref ref-type="bibr" rid="ref33">33</xref>] adopted role-play, and another study (1/16, 6%) [<xref ref-type="bibr" rid="ref41">41</xref>] used a clinical practicum as their comparison group. These teaching approaches did not involve any use of VR, and we considered the role-play and clinical practicum groups as passive controls.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Characteristics of the included studies (N=16).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="90"/>
            <col width="80"/>
            <col width="130"/>
            <col width="80"/>
            <col width="110"/>
            <col width="240"/>
            <col width="170"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td>Author, year, and country</td>
                <td>Design</td>
                <td>Sample size (percentage of female participants), N</td>
                <td>Age (years)</td>
                <td>Participants</td>
                <td>Intervention (IVR<sup>a</sup>)</td>
                <td>Comparator</td>
                <td>Side effects</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Gutiérrez-Maldonado et al [<xref ref-type="bibr" rid="ref25">25</xref>], 2015, Spain</td>
                <td>2-armed RCT<sup>b</sup></td>
                <td>Total: 52 (N/A<sup>c</sup>); EG<sup>d</sup>: 26; CG<sup>e</sup>: 26</td>
                <td>N/A</td>
                <td>Undergraduate students (without a specific discipline)</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Training in simulated diagnostic interview techniques for eating disorders with an IVR application</p>
                    </list-item>
                    <list-item>
                      <p>Number of IVR sessions: 1</p>
                    </list-item>
                    <list-item>
                      <p>Duration: allow students to complete the task</p>
                    </list-item>
                    <list-item>
                      <p>Other teaching: a basic explanation by a professor before IVR</p>
                    </list-item>
                    <list-item>
                      <p>Teaching domain: procedural skills</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Training in simulated diagnostic interview techniques for eating disorders with a desktop-based VR<sup>f</sup></p>
                    </list-item>
                    <list-item>
                      <p>Active control</p>
                    </list-item>
                  </list>
                </td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Harrington et al [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref42">42</xref>], 2018, Ireland</td>
                <td>2-armed crossover RCT</td>
                <td>Total: 40 (50); EG: 20; CG: 20</td>
                <td>23</td>
                <td>Preclinical undergraduate students (medicine, physical therapy, pharmacy, and biomedical sciences)</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Watching a 10-minute laparoscopic cholecystectomy operation with a 360° video using the IVR</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Number of IVR sessions: 1</p>
                    </list-item>
                    <list-item>
                      <p>Duration: 10 minutes</p>
                    </list-item>
                    <list-item>
                      <p>Other teaching: none</p>
                    </list-item>
                    <list-item>
                      <p>Teaching domain: procedural skills</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Watching a 10-minute laparoscopic cholecystectomy operation video in 2D format on a 75-inch LED<sup>g</sup> television</p>
                    </list-item>
                    <list-item>
                      <p>Active control</p>
                    </list-item>
                  </list>
                </td>
                <td>Self-reported levels of nausea were low (0.7 out of 10) but varied substantially from 0 to 8 among participants.</td>
              </tr>
              <tr valign="top">
                <td>Smith et al [<xref ref-type="bibr" rid="ref27">27</xref>], 2018, United States</td>
                <td>Quasi-experimental trial</td>
                <td>Total: 197 (88.2); EG: 59; active CG: 58; passive CG: 55</td>
                <td>18-25 (73.3%); 26-34 (15.5%); 35-50 (11.2%)</td>
                <td>Senior baccalaureate-degree nursing students</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Training in the skill of decontamination with IVR simulation using an HMD<sup>h</sup></p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Number of IVR sessions: 1</p>
                    </list-item>
                    <list-item>
                      <p>Duration: allow students to complete the task</p>
                    </list-item>
                    <list-item>
                      <p>Other teaching: 30-minute web-based video module to explain the skills</p>
                    </list-item>
                    <list-item>
                      <p>Teaching domain: procedural skills</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Training in the same skills with a case scenario in an emergency department room and featuring a patient on a stretcher, with available personal protective equipment and tools</p>
                    </list-item>
                    <list-item>
                      <p>Active CG: PC and keyboard or mouse</p>
                    </list-item>
                    <list-item>
                      <p>Passive CG: written instructions</p>
                    </list-item>
                  </list>
                </td>
                <td>None</td>
              </tr>
              <tr valign="top">
                <td>Zackoff et al [<xref ref-type="bibr" rid="ref28">28</xref>], 2020, United States</td>
                <td>2-armed RCT</td>
                <td>Total: 168 (48.8); EG: 78; CG: 90</td>
                <td>20-24 (34.5%); 25-29 (60.1%); 30-34 (4.2%); 35-39 (0.6%)</td>
                <td>Year-3 medical students</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>In addition to receiving the same 60-minute training session as in the CG, participants received a 30-minute IVR curriculum with 3 simulations of an infant from no distress to respiratory failure</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Number of IVR sessions: 1</p>
                    </list-item>
                    <list-item>
                      <p>Duration: 30 minutes</p>
                    </list-item>
                    <list-item>
                      <p>Other teaching: facilitation and debriefing during and after the IVR tutorial</p>
                    </list-item>
                    <list-item>
                      <p>Teaching domain: procedural skills</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Receiving a 60-minute session consisting of verbal didactic instructions with a subsequent high-fidelity mannequin simulation to teach participants how to identify infants with respiratory distress and failure</p>
                    </list-item>
                    <list-item>
                      <p>Active control</p>
                    </list-item>
                  </list>
                </td>
                <td>None</td>
              </tr>
              <tr valign="top">
                <td>Francis et al [<xref ref-type="bibr" rid="ref29">29</xref>], 2020, United States</td>
                <td>2-armed RCT</td>
                <td>Total: 52 (89); EG: 26; CG: 26</td>
                <td>≤23 (40.4%); ≥24 (59.6%)</td>
                <td>Year-2 preclinical physician assistant students</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Attending a 5-minute IVR experience in the simulated operating room with several distinct scenarios. The IVR operating room scenario was viewed with a stand-alone untethered all-in-one VR headset.</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Number of IVR sessions: 1</p>
                    </list-item>
                    <list-item>
                      <p>Duration: 5 minutes</p>
                    </list-item>
                    <list-item>
                      <p>Other teaching: none</p>
                    </list-item>
                    <list-item>
                      <p>Teaching domain: orientation</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Attending a traditional lecture on orientation to surgical operating room settings</p>
                    </list-item>
                    <list-item>
                      <p>Passive control</p>
                    </list-item>
                  </list>
                </td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Kurul et al [<xref ref-type="bibr" rid="ref30">30</xref>], 2020, Turkey</td>
                <td>2-armed RCT</td>
                <td>Total: 72 (72.2); EG: 36; CG: 36</td>
                <td>19</td>
                <td>Year-1 physical therapy students</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Learning head and neck region anatomy for 30 minutes with IVR</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Number of IVR sessions: 1</p>
                    </list-item>
                    <list-item>
                      <p>Duration: 30 minutes</p>
                    </list-item>
                    <list-item>
                      <p>Other teaching: none</p>
                    </list-item>
                    <list-item>
                      <p>Teaching domain: theoretical knowledge</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Attending a 30-minute presentation of images of the head and neck region, use of computer-based VR</p>
                    </list-item>
                    <list-item>
                      <p>Passive control</p>
                    </list-item>
                  </list>
                </td>
                <td>Vision discomfort (n=7), eyestrain (n=6), and general discomfort (n=6)</td>
              </tr>
              <tr valign="top">
                <td>Gutiérrez et al [<xref ref-type="bibr" rid="ref32">32</xref>], 2007, and Pierce et al [<xref ref-type="bibr" rid="ref31">31</xref>], 2008, United States</td>
                <td>2-armed RCT</td>
                <td>Total: 25 (N/A); EG: 13; CG: 12</td>
                <td>N/A</td>
                <td>Year-1 medical students</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Practicing how to conduct a physical examination on a patient with traumatic head injury in an IVR environment, which was displayed with an HMD</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Number of IVR sessions: 1</p>
                    </list-item>
                    <list-item>
                      <p>Duration: 30 minutes</p>
                    </list-item>
                    <list-item>
                      <p>Other teaching: instructional video on using VR equipment and head injury reference materials</p>
                    </list-item>
                    <list-item>
                      <p>Teaching domain: procedural skills</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Practicing how to conduct a physical examination on a patient with traumatic head injury by using a computer screen and mouse to rotate the viewpoint, then using the joystick to perform a physical examination of the head injury</p>
                    </list-item>
                    <list-item>
                      <p>Active control</p>
                    </list-item>
                  </list>
                </td>
                <td>None</td>
              </tr>
              <tr valign="top">
                <td>Sapkaroski et al [<xref ref-type="bibr" rid="ref33">33</xref>], 2019, Australia</td>
                <td>2-armed RCT</td>
                <td>Total: 76 (75); EG: 38; CG: 38</td>
                <td>21</td>
                <td>Radiography students</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Practicing how to position a virtual avatar patient for PA<sup>i</sup> imaging of the left hand by using CESTOL<sup>j</sup> VR Clinic</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Number of IVR sessions: 1</p>
                    </list-item>
                    <list-item>
                      <p>Duration: allow students to complete the task</p>
                    </list-item>
                    <list-item>
                      <p>Other teaching: hand imaging lesson</p>
                    </list-item>
                    <list-item>
                      <p>Teaching domain: procedural skills</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Practicing how to position the patient for PA imaging of the left hand using conventional clinical role-play in the x-ray laboratory</p>
                    </list-item>
                    <list-item>
                      <p>Passive control</p>
                    </list-item>
                  </list>
                </td>
                <td>None</td>
              </tr>
              <tr valign="top">
                <td>Stepan et al [<xref ref-type="bibr" rid="ref34">34</xref>], 2017, United States</td>
                <td>2-armed RCT</td>
                <td>Total: 66 (50); EG: 33; CG: 33</td>
                <td>21-25 (89.4%); 26-30 (9.1%); 31-35 (1.5%)</td>
                <td>Year-1 and year-2 medical students</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Learning neuroanatomy with a 10-minute IVR model using an HMD</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Number of IVR sessions: 1</p>
                    </list-item>
                    <list-item>
                      <p>Duration: 10 minutes</p>
                    </list-item>
                    <list-item>
                      <p>Other teaching: 10-minute internet-based introductory lecture</p>
                    </list-item>
                    <list-item>
                      <p>Teaching domain: theoretical knowledge</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Independently studying neuroanatomy using web-based textbooks containing texts and 2D images for 20 minutes</p>
                    </list-item>
                    <list-item>
                      <p>Passive control</p>
                    </list-item>
                  </list>
                </td>
                <td>None</td>
              </tr>
              <tr valign="top">
                <td>Bakhos et al [<xref ref-type="bibr" rid="ref35">35</xref>], 2020, France</td>
                <td>Crossover quasi-experimental trial</td>
                <td>Total: 29 (N/A); EG: 15; CG: 14</td>
                <td>EG: 22; CG: 20</td>
                <td>Year-1 audiology students (without beginning an internship)</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Receiving a 3-hour IVR audiometry training session on 3 clinical cases (ie, presbycusis, vestibular schwannoma, and sudden idiopathic deafness). The audiometric diagnosis and management were evaluated for each case, and a report was generated that summarized the errors during the evaluation.</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Number of IVR sessions: 3 cases</p>
                    </list-item>
                    <list-item>
                      <p>Duration: 30 minutes per case</p>
                    </list-item>
                    <list-item>
                      <p>Other teaching: 20 minutes introducing the system and debriefing</p>
                    </list-item>
                    <list-item>
                      <p>Teaching domain: procedural skills</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Receiving a 3-hour audiometry training session supervised by a teacher on basic audiometry principles and practicing audiometry techniques for different clinical cases</p>
                    </list-item>
                    <list-item>
                      <p>Passive control</p>
                    </list-item>
                  </list>
                </td>
                <td>None</td>
              </tr>
              <tr valign="top">
                <td>Chao et al [<xref ref-type="bibr" rid="ref36">36</xref>], 2021, Taiwan</td>
                <td>2-armed RCT</td>
                <td>Total: 45 (86.7); EG: 22; CG: 23</td>
                <td>24</td>
                <td>Nursing students (aged ≥20 years) who had never acquired the skills of NG<sup>k</sup> tube feeding</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Learning NG tube feeding skills through a 20-minute IVR video program</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Number of IVR sessions: 1</p>
                    </list-item>
                    <list-item>
                      <p>Duration: 20 minutes</p>
                    </list-item>
                    <list-item>
                      <p>Other teaching: none</p>
                    </list-item>
                    <list-item>
                      <p>Teaching domain: procedural skills</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Learning the same skills by watching the NG tube feeding demonstration DVD video</p>
                    </list-item>
                    <list-item>
                      <p>Passive control</p>
                    </list-item>
                  </list>
                </td>
                <td>A total of 5 students (23%) reported feeling slightly dizzy, but this did not affect their ability to watch the video.</td>
              </tr>
              <tr valign="top">
                <td>Berg and Steinsbekk [<xref ref-type="bibr" rid="ref37">37</xref>], 2020, Norway</td>
                <td>2-armed RCT</td>
                <td>Total: 289 (78.5); EG: 149; CG: 140</td>
                <td>&#60;20 (23.8%); 20-24 (64.6%); &#62;25 (11.6%)</td>
                <td>Year-1 medical and nursing students (who had started their studies no later than 2 months before this study)</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Self-practicing the ABCDE<sup>l</sup> approach in an IVR environment for assessing and managing patients who were critically ill or injured. All practice attempts were carried out on a virtual patient using virtual equipment in the IVR environment.</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Number of IVR sessions: for self-practicing, did not mention how many times the students could practice</p>
                    </list-item>
                    <list-item>
                      <p>Duration: allow students to complete the task</p>
                    </list-item>
                    <list-item>
                      <p>Other teaching: same as the comparator group except that they used traditional equipment to practice the skills</p>
                    </list-item>
                    <list-item>
                      <p>Teaching domain: procedural skills</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Self-practicing the ABCDE approach with traditional equipment after receiving a 1-hour teaching session, which included a 15-minute introduction, 20 minutes of individual practice, and 15 minutes of testing. All participants watched a 7-minute introduction video about the ABCDE approach. They received a printed sheet with pictures of the equipment along with simple instructions on its technical use.</p>
                    </list-item>
                    <list-item>
                      <p>Passive control</p>
                    </list-item>
                  </list>
                </td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Berg and Steinsbekk [<xref ref-type="bibr" rid="ref38">38</xref>], 2021, Norway</td>
                <td>2-armed RCT</td>
                <td>Total: 289 (84.6); EG: 146; CG: 143</td>
                <td>&#60;20 (29.6%); 20-24 (59.3%); &#62;25 (11.1%)</td>
                <td>Year-1 medical and nursing students (who had started their studies no later than 2 months before this study)</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Group practicing in the IVR platform in a virtual patient room using the ABCDE approach to immediately assess and treat patients who were critically ill or injured</p>
                    </list-item>
                    <list-item>
                      <p>Number of IVR sessions: 1</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Duration: allow students to complete the task</p>
                    </list-item>
                    <list-item>
                      <p>Other teaching: 6-minute lecture and 7-minute skill-demonstration video</p>
                    </list-item>
                    <list-item>
                      <p>Teaching domain: procedural skills</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Group practicing with physical equipment using the ABCDE approach, receiving a printed sheet with pictures of the equipment along with simple instructions on its technical use</p>
                    </list-item>
                    <list-item>
                      <p>Passive control</p>
                    </list-item>
                  </list>
                </td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Collaço et al [<xref ref-type="bibr" rid="ref39">39</xref>], 2021, Brazil</td>
                <td>Quasi-experimental trial</td>
                <td>Total: 163 (N/A); full: 42; NP<sup>m</sup>: 40; NT<sup>n</sup>: 40; NH<sup>o</sup>: 41</td>
                <td>N/A</td>
                <td>Clinical dental students</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Receiving dental anesthesia skill training through an IVR application using an HMD. The training was divided into 2 phases: preceptorship and training.</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Number of IVR sessions: 2</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Duration: did not mention</p>
                    </list-item>
                    <list-item>
                      <p>Other teaching: none</p>
                    </list-item>
                    <list-item>
                      <p>Teaching domain: procedural skills</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>NP: received nonimmersive VR in the preceptorship phase but IVR in the training phase.</p>
                    </list-item>
                    <list-item>
                      <p>NT: received IVR in the preceptorship phase but nonimmersive VR in the training phase.</p>
                    </list-item>
                    <list-item>
                      <p>NH: received nonimmersive VR in both phases.</p>
                    </list-item>
                    <list-item>
                      <p>When under nonimmersive conditions, the participants visualized the preceptorship or performed the training by watching a television screen.</p>
                    </list-item>
                    <list-item>
                      <p>Both passive and active controls</p>
                    </list-item>
                  </list>
                </td>
                <td>Most reported experiencing no side effects (87%) and “slight” (9%), “moderate” (3%), and “severe” (1%) symptoms.</td>
              </tr>
              <tr valign="top">
                <td>Ros et al [<xref ref-type="bibr" rid="ref40">40</xref>], 2020, France</td>
                <td>2-armed RCT</td>
                <td>Total: 173 (52); EG: 85; CG: 88</td>
                <td>N/A</td>
                <td>Year-4 medical students (2 years before residency)</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Learning a medical procedure (ie, external ventricular drainage) through a 7-minute IVR displayed on an HMD</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Number of IVR sessions: 1</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Duration: 7 minutes</p>
                    </list-item>
                    <list-item>
                      <p>Other teaching: reading the technical note about this procedure</p>
                    </list-item>
                    <list-item>
                      <p>Teaching domain: procedural skills</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Reading only the technical note for 7 minutes, which described the procedure for external ventricular drainage</p>
                    </list-item>
                    <list-item>
                      <p>Passive control</p>
                    </list-item>
                  </list>
                </td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Yu et al [<xref ref-type="bibr" rid="ref41">41</xref>], 2021, Korea</td>
                <td>Quasi-experimental trial</td>
                <td>Total: 51 (92); EG: 26; CG: 25</td>
                <td>22.4</td>
                <td>Senior nursing students</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Learning high-risk neonatal infection control skills with 3 scenarios using an IVR simulation program plus clinical routine practice as the CG</p>
                    </list-item>
                  </list>
                  <list list-type="bullet">
                    <list-item>
                      <p>Number of IVR sessions: 1</p>
                    </list-item>
                    <list-item>
                      <p>Duration: allow students to complete the task</p>
                    </list-item>
                    <list-item>
                      <p>Other teaching: prebriefing and debriefing before and after the IVR simulation</p>
                    </list-item>
                    <list-item>
                      <p>Teaching domain: procedural skills</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Having routine clinical practice in a neonatal intensive care unit</p>
                    </list-item>
                    <list-item>
                      <p>Passive control</p>
                    </list-item>
                  </list>
                </td>
                <td>N/A</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>IVR: immersive virtual reality.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>RCT: randomized controlled trial.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>N/A: not applicable.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>EG: experimental group.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>CG: control group.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>VR: virtual reality.</p>
            </fn>
            <fn id="table1fn7">
              <p><sup>g</sup>LED: light-emitting diode.</p>
            </fn>
            <fn id="table1fn8">
              <p><sup>h</sup>HMD: head-mounted display.</p>
            </fn>
            <fn id="table1fn9">
              <p><sup>i</sup>PA: posterior-anterior.</p>
            </fn>
            <fn id="table1fn10">
              <p><sup>j</sup>CESTOL: Clinical Education Training Solution.</p>
            </fn>
            <fn id="table1fn11">
              <p><sup>k</sup>NG: nasogastric.</p>
            </fn>
            <fn id="table1fn12">
              <p><sup>l</sup>ABCDE: airways, breathing, circulation, disability, exposure.</p>
            </fn>
            <fn id="table1fn13">
              <p><sup>m</sup>NP: nonpreceptorship.</p>
            </fn>
            <fn id="table1fn14">
              <p><sup>n</sup>NT: nontraining.</p>
            </fn>
            <fn id="table1fn15">
              <p><sup>o</sup>NH: nonhaptic feedback.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>IVR Teaching Characteristics</title>
        <p>A total of 81% (13/16) of the studies used IVR to train students in skills, including in techniques for diagnosing eating disorders [<xref ref-type="bibr" rid="ref25">25</xref>] and respiratory distress in infants [<xref ref-type="bibr" rid="ref28">28</xref>], laparoscopic cholecystectomy [<xref ref-type="bibr" rid="ref26">26</xref>], decontamination skills [<xref ref-type="bibr" rid="ref27">27</xref>], physical examinations for patients with traumatic head injuries [<xref ref-type="bibr" rid="ref32">32</xref>], correct positioning for x-ray imaging [<xref ref-type="bibr" rid="ref33">33</xref>], audiometry techniques [<xref ref-type="bibr" rid="ref35">35</xref>], nasogastric tube feeding [<xref ref-type="bibr" rid="ref36">36</xref>], immediate assessment and treatment of patients who are critically ill [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>], dental anesthesia skills [<xref ref-type="bibr" rid="ref39">39</xref>], external ventricular drainage [<xref ref-type="bibr" rid="ref40">40</xref>], and neonatal infection control [<xref ref-type="bibr" rid="ref41">41</xref>]. Only in 12% (2/16) of the studies was IVR used to teach students anatomical knowledge [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref43">43</xref>], whereas in 6% (1/16) of the studies, IVR was used to orient the students to the setting of the surgical operating room [<xref ref-type="bibr" rid="ref29">29</xref>].</p>
        <p>Most studies (12/16, 75%) featured only a single IVR experience for the students. The exceptions were the study by Bakhos et al [<xref ref-type="bibr" rid="ref35">35</xref>], which had 3 different IVR cases, and the study by Collaço et al [<xref ref-type="bibr" rid="ref39">39</xref>], who provided 2 IVR training episodes. Berg and Steinsbekk [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>] allowed students to self-practice the skills but did not mention the number of sessions. The duration for students to experience IVR learning was typically short, ranging from 5 to 30 minutes in 56% (9/16) of the studies. In total, 38% (6/16) of the studies [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref41">41</xref>] allowed students to be exposed to IVR environments as long as they needed to complete the specific tasks or procedures. A total of 6% (1/16) of the studies [<xref ref-type="bibr" rid="ref39">39</xref>] did not state the exact duration of the students’ IVR learning session.</p>
        <p>The IVR products used in the included studies were Oculus VR, Samsung Gear VR, Clinical Education Training Solution VR Clinic, HTC VIVE, and a university-created platform.</p>
        <p>Side effects were reported in 25% (4/16) of the studies. Nearly half of the students in the study by Kurul et al [<xref ref-type="bibr" rid="ref30">30</xref>] reported different forms of slight discomfort (ie, vision discomfort, eyestrain, and general discomfort). In the study by Chao et al [<xref ref-type="bibr" rid="ref36">36</xref>], 23% of the students reported feeling slightly dizzy, but this did not affect their viewing activities. In contrast, most students in another 12% (2/16) of the studies [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref39">39</xref>] did not experience any side effects.</p>
      </sec>
      <sec>
        <title>Theoretical Frameworks</title>
        <p>Learning theory provides a framework to guide the development of teaching activities to help students imbibe, process, and retain the knowledge and skills that they have learned [<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref45">45</xref>]. When applied to educational IVR, a learning theory should provide a pedagogical framework and foundation for designing IVR-related teaching and learning strategies. However, most of the included studies (15/16, 94%) did not mention any theoretical approaches underpinning the development of IVR teaching. The exception was the study by Smith et al [<xref ref-type="bibr" rid="ref27">27</xref>], who used the National League for Nurses Jeffries Simulation Theory [<xref ref-type="bibr" rid="ref46">46</xref>] as their theoretical basis to guide the design of their teaching innovation. Most studies (15/16, 94%) supplemented the IVR lessons and tutorials by providing additional pedagogical practices or materials to encourage learning. In total, 25% (4/16) of the studies [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref37">37</xref>] included web-based modules and reading materials in addition to the IVR experience. The provision of either introduction or prebriefing or debriefing sessions before and after IVR learning was mentioned in 44% (7/16) of the studies [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]. A total of 31% (5/16) of the studies [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref39">39</xref>] used IVR as the sole method of learning.</p>
      </sec>
      <sec>
        <title>Risk-of-Bias Assessments</title>
        <p>Among the included RCTs, a risk of bias was identified in most domains, with the exception of the domains Q7, Q8, and Q10 to Q13 (<xref ref-type="table" rid="table2">Table 2</xref>). Only 25% (3/12) of the studies [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>] gave clear details on the randomization procedure, whereas other studies simply briefly stated that the design was randomized without providing further information. Allocation concealment was not implemented or was unclear in 75% (9/12) of the studies [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. In total, 33% (4/12) of the studies [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref40">40</xref>] did not report the baseline comparison between the groups, and in 8% (1/12) of the studies [<xref ref-type="bibr" rid="ref38">38</xref>], there were differences in age and practical experience between the groups. The blinding of participants, intervention providers, and outcome assessors was another major concern with the RCTs. In none of the studies were the participants blinded, and in only 17% (2/12) of the studies [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>] were both the assessors and intervention providers blinded. Among all 16 evaluated items in the JBI checklist, there were 25% (3/12) of the studies in which 1 to 3 items were viewed as having a low risk of bias and 75% (9/12) of the studies in which 4 to 6 items were viewed as having a moderate risk of bias (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
        <p>For the quasi-experimental studies, the overall risk of bias was low (<xref ref-type="table" rid="table3">Table 3</xref>). However, in 25% (1/4) of the studies [<xref ref-type="bibr" rid="ref27">27</xref>], 13% of the participants failed to complete all the tests, and no detailed explanations were given about which groups were involved and how this issue was handled in the study. In addition, in 50% (2/4) of the studies [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref39">39</xref>], the baseline difference between the groups was not reported.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Critical appraisal of the included randomized controlled trials (RCTs; Joanna Briggs Institute critical appraisal checklist for RCTs).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="300"/>
            <col width="50"/>
            <col width="50"/>
            <col width="50"/>
            <col width="50"/>
            <col width="50"/>
            <col width="50"/>
            <col width="50"/>
            <col width="50"/>
            <col width="50"/>
            <col width="50"/>
            <col width="50"/>
            <col width="50"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td>Study, year</td>
                <td>Q1<sup>a</sup></td>
                <td>Q2<sup>b</sup></td>
                <td>Q3<sup>c</sup></td>
                <td>Q4<sup>d</sup></td>
                <td>Q5<sup>e</sup></td>
                <td>Q6<sup>f</sup></td>
                <td>Q7<sup>g</sup></td>
                <td>Q8<sup>h</sup></td>
                <td>Q9<sup>i</sup></td>
                <td>Q10<sup>j</sup></td>
                <td>Q11<sup>k</sup></td>
                <td>Q12<sup>l</sup></td>
                <td>Q13<sup>m</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Gutiérrez-Maldonado et al [<xref ref-type="bibr" rid="ref25">25</xref>], 2015</td>
                <td>U<sup>n</sup></td>
                <td>N<sup>o</sup></td>
                <td>U</td>
                <td>N</td>
                <td>U</td>
                <td>U</td>
                <td>Y<sup>p</sup></td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
              </tr>
              <tr valign="top">
                <td>Harrington et al [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref42">42</xref>], 2018</td>
                <td>Y</td>
                <td>U</td>
                <td>U</td>
                <td>N</td>
                <td>U</td>
                <td>U</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
              </tr>
              <tr valign="top">
                <td>Zackoff et al [<xref ref-type="bibr" rid="ref28">28</xref>], 2020</td>
                <td>U</td>
                <td>U</td>
                <td>Y</td>
                <td>N</td>
                <td>N</td>
                <td>U</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
              </tr>
              <tr valign="top">
                <td>Francis et al [<xref ref-type="bibr" rid="ref29">29</xref>], 2020</td>
                <td>U</td>
                <td>U</td>
                <td>Y</td>
                <td>N</td>
                <td>U</td>
                <td>U</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
              </tr>
              <tr valign="top">
                <td>Kurul et al [<xref ref-type="bibr" rid="ref30">30</xref>], 2020</td>
                <td>U</td>
                <td>U</td>
                <td>Y</td>
                <td>N</td>
                <td>—<sup>q</sup></td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
              </tr>
              <tr valign="top">
                <td>Gutiérrez et al [<xref ref-type="bibr" rid="ref32">32</xref>], 2007</td>
                <td>U</td>
                <td>N</td>
                <td>Y</td>
                <td>N</td>
                <td>—</td>
                <td>U</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
              </tr>
              <tr valign="top">
                <td>Pierce et al [<xref ref-type="bibr" rid="ref31">31</xref>], 2008</td>
                <td>U</td>
                <td>N</td>
                <td>Y</td>
                <td>N</td>
                <td>—</td>
                <td>U</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
              </tr>
              <tr valign="top">
                <td>Sapkaroski et al [<xref ref-type="bibr" rid="ref33">33</xref>], 2019</td>
                <td>U</td>
                <td>Y</td>
                <td>U</td>
                <td>N</td>
                <td>U</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
              </tr>
              <tr valign="top">
                <td>Stepan et al [<xref ref-type="bibr" rid="ref34">34</xref>], 2017</td>
                <td>U</td>
                <td>U</td>
                <td>Y</td>
                <td>N</td>
                <td>—</td>
                <td>U</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
              </tr>
              <tr valign="top">
                <td>Chao et al [<xref ref-type="bibr" rid="ref36">36</xref>], 2021</td>
                <td>U</td>
                <td>N</td>
                <td>Y</td>
                <td>N</td>
                <td>N</td>
                <td>U</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
              </tr>
              <tr valign="top">
                <td>Berg and Steinsbekk [<xref ref-type="bibr" rid="ref37">37</xref>], 2020</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>N</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
              </tr>
              <tr valign="top">
                <td>Berg and Steinsbekk [<xref ref-type="bibr" rid="ref38">38</xref>], 2021</td>
                <td>Y</td>
                <td>Y</td>
                <td>N</td>
                <td>N</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
              </tr>
              <tr valign="top">
                <td>Ros et al [<xref ref-type="bibr" rid="ref40">40</xref>], 2020</td>
                <td>U</td>
                <td>U</td>
                <td>U</td>
                <td>N</td>
                <td>U</td>
                <td>U</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Q1: was true randomization used for assigning participants to treatment groups?</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>Q2: was the allocation to the treatment groups concealed?</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>Q3: were the treatment groups similar at baseline?</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>Q4: were participants blinded to the treatment assignment?</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>Q5: were those delivering treatment blinded to the treatment assignment?</p>
            </fn>
            <fn id="table2fn6">
              <p><sup>f</sup>Q6: were outcome assessors blinded to the treatment assignment?</p>
            </fn>
            <fn id="table2fn7">
              <p><sup>g</sup>Q7: were the treatment groups treated identically other than in the intervention of interest?</p>
            </fn>
            <fn id="table2fn8">
              <p><sup>h</sup>Q8: was follow-up complete, and if not, were strategies used to address incomplete follow-ups (ie, was there an analysis of patterns of those lost to follow-up)?</p>
            </fn>
            <fn id="table2fn9">
              <p><sup>i</sup>Q9: were participants analyzed in the groups to which they were randomized?</p>
            </fn>
            <fn id="table2fn10">
              <p><sup>j</sup>Q10: were the outcomes measured in the same way for the treatment groups?</p>
            </fn>
            <fn id="table2fn11">
              <p><sup>k</sup>Q11: were the outcomes measured in a reliable way?</p>
            </fn>
            <fn id="table2fn12">
              <p><sup>l</sup>Q12: was an appropriate statistical analysis used?</p>
            </fn>
            <fn id="table2fn13">
              <p><sup>m</sup>Q13: was the trial design appropriate, and were any deviations from the standard RCT design (individual randomization and parallel groups) accounted for in the conduct and analysis of the trial?</p>
            </fn>
            <fn id="table2fn14">
              <p><sup>n</sup>U: unclear.</p>
            </fn>
            <fn id="table2fn15">
              <p><sup>o</sup>N: no.</p>
            </fn>
            <fn id="table2fn16">
              <p><sup>p</sup>Y: yes.</p>
            </fn>
            <fn id="table2fn17">
              <p><sup>q</sup>Not available.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Evidence of effect: direction of effect plot. CG: control group; EG: experimental group; RCT: randomized controlled trial.</p>
          </caption>
          <graphic xlink:href="jmir_v25i1e39989_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Critical appraisal of the included quasi-experimental trials (Joanna Briggs Institute critical appraisal checklist for quasi-experimental trials).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="280"/>
            <col width="70"/>
            <col width="70"/>
            <col width="70"/>
            <col width="70"/>
            <col width="70"/>
            <col width="70"/>
            <col width="70"/>
            <col width="70"/>
            <col width="160"/>
            <thead>
              <tr valign="top">
                <td>Study, year</td>
                <td>Q1<sup>a</sup></td>
                <td>Q2<sup>b</sup></td>
                <td>Q3<sup>c</sup></td>
                <td>Q4<sup>d</sup></td>
                <td>Q5<sup>e</sup></td>
                <td>Q6<sup>f</sup></td>
                <td>Q7<sup>g</sup></td>
                <td>Q8<sup>h</sup></td>
                <td>Q9<sup>i</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Smith et al [<xref ref-type="bibr" rid="ref27">27</xref>], 2018</td>
                <td>Y<sup>j</sup></td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>U<sup>k</sup></td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
              </tr>
              <tr valign="top">
                <td>Bakhos et al [<xref ref-type="bibr" rid="ref35">35</xref>], 2020</td>
                <td>Y</td>
                <td>U</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
              </tr>
              <tr valign="top">
                <td>Collaço et al [<xref ref-type="bibr" rid="ref39">39</xref>], 2021</td>
                <td>Y</td>
                <td>U</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
              </tr>
              <tr valign="top">
                <td>Yu et al [<xref ref-type="bibr" rid="ref41">41</xref>], 2021</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
                <td>Y</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Q1: are the <italic>cause</italic> and the <italic>effect</italic> made clear in the study (ie, there was no confusion about which variable came first)?</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>Q2: were the participants who were included in any comparisons similar to each other in any way?</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>Q3: were the participants who were included in any comparisons receiving similar treatment or care other than the exposure or intervention of interest?</p>
            </fn>
            <fn id="table3fn4">
              <p><sup>d</sup>Q4: was there a control group?</p>
            </fn>
            <fn id="table3fn5">
              <p><sup>e</sup>Q5: were there multiple measurements of the outcome both before and after the intervention or exposure?</p>
            </fn>
            <fn id="table3fn6">
              <p><sup>f</sup>Q6: was the follow-up complete, and if not, were the differences between the groups in terms of their follow-up adequately described and analyzed?</p>
            </fn>
            <fn id="table3fn7">
              <p><sup>g</sup>Q7: were the outcomes of the participants included in any comparisons measured in the same way?</p>
            </fn>
            <fn id="table3fn8">
              <p><sup>h</sup>Q8: were the outcomes measured in a reliable way?</p>
            </fn>
            <fn id="table3fn9">
              <p><sup>i</sup>Q9: was an appropriate statistical analysis used?</p>
            </fn>
            <fn id="table3fn10">
              <p><sup>j</sup>Y: yes.</p>
            </fn>
            <fn id="table3fn11">
              <p><sup>k</sup>U: unclear.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Effects of IVR Teaching on Student Learning Outcomes</title>
        <p>Of the 16 included studies (reported in 17 papers), 1 (6%) study using IVR for orientation did not include any assessment of student learning outcomes [<xref ref-type="bibr" rid="ref29">29</xref>]. Therefore, 94% (15/16) of the studies were retained to assess the primary objective (ie, the students’ learning outcomes) based on vote counting and a binomial probability test. Assuming that the true probability of favoring either IVR teaching or non-IVR teaching was equivalent to 0.05 under the null hypothesis (IVR teaching=non-IVR teaching on student learning outcomes), the results showed that 40% (6/15) of the studies [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>] favored IVR teaching (95% CI 16.3%-67.7%; <italic>P</italic>=.61). The remaining 60% (9/15) of the studies [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref41">41</xref>] showed similar effects between IVR and other teaching methods. These figures are below the expected binomial probability mean of 1.60 (SD 0.51) votes. Thus, we need to accept the null hypothesis.</p>
      </sec>
      <sec>
        <title>Procedural Skill Outcomes</title>
        <p>In total, 87% (13/15) of the studies adopted IVR to teach procedural skills. A total of 62% (8/13) of the studies [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref35">35</xref>-<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>] showed that the improvement in the students’ acquisition of procedural skills was similar whether they were in the IVR groups or in the groups that used other teaching methods. In other words, 38% (5/13) of the studies [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>] indicated that students who received IVR teaching performed significantly better (95% CI 13.9%-68.4%; <italic>P</italic>=.58) than those who received other forms of teaching. These figures are also below the binomial probability mean of 1.62 (SD 0.51) votes; thus, the null hypothesis is accepted.</p>
      </sec>
      <sec>
        <title>Theoretical Knowledge and Other Outcomes</title>
        <p>A total of 13% (2/15) of the studies evaluated the effects of IVR on teaching theoretical knowledge [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. IVR teaching was found to have a greater effect on the acquisition of theoretical knowledge compared with the passive control in 50% (1/2) of the studies [<xref ref-type="bibr" rid="ref30">30</xref>], but in another study [<xref ref-type="bibr" rid="ref34">34</xref>], the effects of IVR were shown to be similar to those of the passive control. Owing to the small number of studies (only 2 studies), we did not run the binomial test. One study [<xref ref-type="bibr" rid="ref29">29</xref>] used IVR for orienting students to the operating room, but the students’ knowledge was not tested afterward. In none of the studies was IVR used to enhance the students’ professional attitudes.</p>
      </sec>
      <sec>
        <title>Effects of IVR Teaching on the Students’ Learning Experience</title>
        <p>Of the 15 studies, 2 (13%) did not measure students’ learning experience [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref40">40</xref>], 1 (7%) explored students’ satisfaction and experiences with IVR through a focus group (only qualitative data were collected) [<xref ref-type="bibr" rid="ref27">27</xref>], and 1 (7%) only measured the students’ learning experience in the IVR group but not in the control group [<xref ref-type="bibr" rid="ref30">30</xref>]. These studies were excluded from the vote counting and binomial test. Of the 12 studies, 8 (67%) favored IVR teaching (95% CI 34.9%-90%; <italic>P</italic>=.59), whereas the remaining 4 (33%) showed similar effects on the students’ learning experience between IVR and other methods of teaching.</p>
        <p>In total, 80% (12/15) of the studies [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>] evaluated the learning experiences of students from both the IVR and control teaching groups. Overall, the students said that they had a more positive experience learning with IVR than with other teaching methods (<xref ref-type="table" rid="table4">Table 4</xref>). A total of 67% (8/12) of the studies [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref41">41</xref>] showed that the students favored IVR teaching, and 33% (4/12) of the studies [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>] reported that the learning experiences of students who learned with IVR were similar to those of either the active or passive controls (95% CI 34.9%-90.1%; <italic>P</italic>=.39). These figures are also below the binomial probability mean of 1.33 (SD 0.49) votes; thus, the null hypothesis is accepted. In 17% (2/12) of the studies [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref30">30</xref>], only the experimental group was evaluated, and both studies showed that students liked the approach of using IVR to learn. The effect direction plot of the different studies, together with the associated risk of bias, is shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Effects of immersive virtual reality (IVR) in the included studies (N=16).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="120"/>
            <col width="100"/>
            <col width="240"/>
            <col width="280"/>
            <col width="130"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td>Study, year, and country or region</td>
                <td>Type of IVR</td>
                <td>Outcome measurements</td>
                <td>Major findings</td>
                <td>Learning outcomes favor group</td>
                <td>Learning experience favor group</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Gutiérrez-Maldonado et al [<xref ref-type="bibr" rid="ref25">25</xref>], 2015, Spain</td>
                <td>Oculus Rift DK1</td>
                <td>Primary outcome: a diagnostic interview skill test; secondary outcome (usability): SUMI<sup>a</sup></td>
                <td>Primary and secondary outcome: the mean score of the EG<sup>b</sup> was higher than that of the CG<sup>c</sup>, but the difference between the 2 groups was nonsignificant (<italic>P</italic>=.23; <italic>P</italic>=.89).</td>
                <td>Similar</td>
                <td>Similar</td>
              </tr>
              <tr valign="top">
                <td>Harrington et al [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref42">42</xref>], 2018, Ireland</td>
                <td>Samsung Gear VR<sup>d</sup></td>
                <td>Primary outcome: knowledge retention (8-point multiple choice); secondary outcomes: (1) attentiveness (engagement) and (2) appraisals</td>
                <td>Knowledge retention: no significant variances (<italic>P</italic>=.14). Attentiveness (engagement): a crossover analysis revealed a significantly higher level in the EG (<italic>P</italic>&#60;.001) and across periods (<italic>P</italic>&#60;.001) with no significant carryover effect (<italic>P</italic>=.97). Appraisals: two-thirds of participants reported choosing EG.</td>
                <td>Similar</td>
                <td>EG</td>
              </tr>
              <tr valign="top">
                <td>Smith et al [<xref ref-type="bibr" rid="ref27">27</xref>], 2018, United States</td>
                <td>Oculus Rift Developer Kit 2</td>
                <td>Primary outcomes: (1) decontamination knowledge gain, (2) skill performance, and (3) time spent by students completing the procedure; secondary outcome: qualitative focus group</td>
                <td>Primary outcome: decontamination knowledge gain—no significant difference among the 3 groups at all 3 time points; skill performance—no significant difference among the 3 groups at the 2 time points; performance time—no significant difference among the 3 groups at all 3 time points; secondary outcome: high levels of satisfaction in the EG</td>
                <td>Similar</td>
                <td>Only measured the EG</td>
              </tr>
              <tr valign="top">
                <td>Zackoff et al [<xref ref-type="bibr" rid="ref28">28</xref>], 2020, United States</td>
                <td>Oculus Rift</td>
                <td>Primary outcomes: recognition or interpretation of key examination findings, assignment of an appropriate respiratory status assessment, and recognition of the need to escalate care for patients with impending respiratory failure by using a video-based assessment; secondary outcome: self-assessed competence</td>
                <td>Primary outcome: significantly higher in the EG than in the CG; secondary outcome: 81% of the EG demonstrated an improvement in self-assessed competency.</td>
                <td>EG</td>
                <td>EG</td>
              </tr>
              <tr valign="top">
                <td>Francis et al [<xref ref-type="bibr" rid="ref29">29</xref>], 2020, United States</td>
                <td>Oculus VR</td>
                <td>Self-efficacy of the participants</td>
                <td>Self-efficacy significantly improved in the EG (<italic>P</italic>=.007) but not for the CG (<italic>P</italic>=.30).</td>
                <td>N/A<sup>e</sup></td>
                <td>EG</td>
              </tr>
              <tr valign="top">
                <td>Kurul et al [<xref ref-type="bibr" rid="ref30">30</xref>], 2020, Turkey</td>
                <td>3D Organon Anatomy (Medis Media) and 3D glasses (Oculus Rift; Oculus VR)</td>
                <td>Primary outcome: written examination; secondary outcome: participants’ perceptions, including enjoyment and learning efficiency</td>
                <td>Primary outcome: both the EG and CG had significantly higher posttest scores, but the difference between the pretest results was found to be significantly higher in favor of the EG (<italic>P</italic>&#60;.001). Secondary outcome: 88.8% of students “enjoyed studying anatomy with IVR”; 83.3% of students felt that “it is easy to understand the location of structures with VR.”</td>
                <td>EG</td>
                <td>Only measured the EG</td>
              </tr>
              <tr valign="top">
                <td>Gutiérrez et al [<xref ref-type="bibr" rid="ref32">32</xref>], 2007, and Pierce et al [<xref ref-type="bibr" rid="ref31">31</xref>], 2008, United States</td>
                <td>A platform created at the University of New Mexico</td>
                <td>Primary outcome: written examination; secondary outcomes: the efficiency of the user interface and satisfaction with it</td>
                <td>Primary outcome: posttest scores were significantly higher than pretest scores in both the EG and CG (within-group). There was a significant interaction between groups and time for the EG. Secondary outcome: there was no overall significant difference in efficiency and satisfaction between the groups.</td>
                <td>EG</td>
                <td>Similar</td>
              </tr>
              <tr valign="top">
                <td>Sapkaroski et al [<xref ref-type="bibr" rid="ref33">33</xref>], 2019, Australia</td>
                <td>CESTOL<sup>f</sup> VR Clinic</td>
                <td>Primary outcome: students’ performance in a skill test involving taking images of hand positions with an x-ray machine</td>
                <td>The EG performed, on average, 36% (<italic>P</italic>&#60;.001) better in digit separation, 11% (<italic>P</italic>&#60;.001) better in palm flatness, and 23% (<italic>P</italic>&#60;.05) better in central ray positioning onto the third metacarpal. There was no significant difference (<italic>P</italic>=.17) in positioning between the 2 groups.</td>
                <td>EG</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Stepan et al [<xref ref-type="bibr" rid="ref34">34</xref>], 2017, United States</td>
                <td>Oculus Rift</td>
                <td>Primary outcome: anatomy knowledge quizzes; secondary outcome: participants’ subjective user experience via interview</td>
                <td>Primary outcome: no significant difference was found between the EG and CG in the postintervention quiz (<italic>P</italic>=.87) or the retention quiz (<italic>P</italic>=.47). Secondary outcome: subjective learner experience survey—EG were more engaged (<italic>P</italic>&#60;.01), felt more enjoyment (<italic>P</italic>&#60;.01), and thought it was more useful for learning (<italic>P</italic>&#60;.01); IMMS<sup>g</sup> survey—the EG scored higher in the total IMMS (<italic>P</italic>&#60;.01) and the subscales for attention (<italic>P</italic>&#60;.01), confidence (<italic>P</italic>&#60;.01), and satisfaction (<italic>P</italic>&#60;.01).</td>
                <td>Similar</td>
                <td>EG</td>
              </tr>
              <tr valign="top">
                <td>Bakhos et al [<xref ref-type="bibr" rid="ref35">35</xref>], 2020, France</td>
                <td>Oculus Rift 1</td>
                <td>Primary outcome: examination of 20 questions; secondary outcome: posttraining satisfaction and self-confidence</td>
                <td>Primary outcome: mean posttraining test scores showed greater improvement in the EG, but the difference between the CG and EG was not significant. Secondary outcome: satisfaction and self-confidence ratings were significantly higher for the EG than for the CG.</td>
                <td>Similar</td>
                <td>EG</td>
              </tr>
              <tr valign="top">
                <td>Chao et al [<xref ref-type="bibr" rid="ref36">36</xref>], 2021, Taiwan</td>
                <td>HTC VIVE</td>
                <td>Primary outcome: nasogastric tube feeding quiz; secondary outcomes: (1) confidence scale and (2) satisfaction</td>
                <td>There were no differences in knowledge (<italic>P</italic>=.84) and confidence (<italic>P</italic>=.96) between the 2 groups. Within groups, the scores on knowledge and confidence improved significantly in both the EG and CG immediately and 1 month after the intervention (<italic>P</italic>&#60;.01). There was a significant difference in satisfaction levels between the intervention and comparison groups (<italic>t</italic>=2.30; <italic>P</italic>=.03).</td>
                <td>Similar</td>
                <td>EG</td>
              </tr>
              <tr valign="top">
                <td>Berg and Steinsbekk [<xref ref-type="bibr" rid="ref37">37</xref>], 2020, Norway</td>
                <td>Oculus Rift S or Oculus Quest</td>
                <td>Primary outcome: participants’ knowledge and performance of the ABCDE<sup>h</sup> approach (skill test); secondary outcome: students’ experiences</td>
                <td>Primary outcome: noninferiority of the individual IVR conducting all observations in the correct order (EG vs CG: 24.8% vs 27.1%; absolute difference: 2.3% points, one-sided 95% CI 2.3%-10.8%); secondary outcomes were similar between the groups, but more students in the EG reported liking the way they practiced and stated that it was a good way to learn. The EG also scored high on the System Usability Scale.</td>
                <td>Similar</td>
                <td>EG</td>
              </tr>
              <tr valign="top">
                <td>Berg and Steinsbekk [<xref ref-type="bibr" rid="ref38">38</xref>], 2021, Norway</td>
                <td>Oculus Rift S or Oculus Quest</td>
                <td>Primary outcome: participants’ knowledge and performance of the ABCDE approach (skill test); secondary outcome: participants’ experience</td>
                <td>Primary outcome: 29 (20%) participants in the EG and 30 (21%) participants in the CG answered everything correctly. Knowledge and performance of the ABCDE approach were similar in the 2 groups of students, except that the EG performed better in the report on respiratory frequency and in the usability test. Secondary outcome: the EG were more displeased about the learning experience, but the difference was not significant.</td>
                <td>Similar</td>
                <td>Similar</td>
              </tr>
              <tr valign="top">
                <td>Collaço et al [<xref ref-type="bibr" rid="ref39">39</xref>], 2021, Brazil</td>
                <td>Samsung</td>
                <td>Primary outcome: skill test; secondary outcome: the participants’ perceptions</td>
                <td>Primary outcome: for the execution time—NP<sup>i</sup> and NT<sup>j</sup> took significantly longer than the full (EG) and NH<sup>k</sup> (<italic>P</italic>&#60;.001) groups. The full (EG) and NH groups were more accurate in needle insertion than the NP and NT (<italic>P</italic>&#60;.001). There were no significant differences among the groups in needle angle (<italic>P</italic>=.44) or needle depth (<italic>P</italic>=.24). Secondary outcome: no significant differences were found among the groups for factor 1 and factor 3. For factor 2, the NT group reported significantly (<italic>P</italic>&#60;.001) more difficulty than the other groups (factor 1: tactile realism; factor 2: syringe control; factor 3: ease of performance).</td>
                <td>EG</td>
                <td>Similar</td>
              </tr>
              <tr valign="top">
                <td>Ros et al [<xref ref-type="bibr" rid="ref40">40</xref>], 2020, France</td>
                <td>Samsung Gear VR</td>
                <td>Primary outcome: written test about indications, patient management, and preparation until the incision</td>
                <td>The EG had significantly better results (<italic>P</italic>=.01) in answering the questionnaire compared with the CG. The results were similar at 6 months (the scores in the EG were higher than in the CG but were nonsignificant).</td>
                <td>EG</td>
                <td>N/A</td>
              </tr>
              <tr valign="top">
                <td>Yu et al [<xref ref-type="bibr" rid="ref41">41</xref>], 2021, Korea</td>
                <td>HTC VIVE</td>
                <td>Student knowledge (HirNICCS<sup>l</sup>), self-efficacy (10-point scale), and satisfaction (5-point scale)</td>
                <td>There was no significant difference between the EG and CG (<italic>P</italic>=.21) in knowledge. The EG showed a greater increase in self-efficacy than the CG(<italic>P</italic>=.02). The EG had a higher satisfaction score than the CG (<italic>P</italic>&#60;.001).</td>
                <td>Similar</td>
                <td>EG</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>SUMI: Software Usability Measurement Inventory.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>EG: experimental group.</p>
            </fn>
            <fn id="table4fn3">
              <p><sup>c</sup>CG: control group.</p>
            </fn>
            <fn id="table4fn4">
              <p><sup>d</sup>VR: virtual reality.</p>
            </fn>
            <fn id="table4fn5">
              <p><sup>e</sup>N/A: not applicable.</p>
            </fn>
            <fn id="table4fn6">
              <p><sup>f</sup>CESTOL: Clinical Education Training Solution.</p>
            </fn>
            <fn id="table4fn7">
              <p><sup>g</sup>IMMS: Instructional Materials Motivation Survey.</p>
            </fn>
            <fn id="table4fn8">
              <p><sup>h</sup>ABCDE: airways, breathing, circulation, disability, exposure.</p>
            </fn>
            <fn id="table4fn9">
              <p><sup>i</sup>NP: nonpreceptorship.</p>
            </fn>
            <fn id="table4fn10">
              <p><sup>j</sup>NT: nontraining.</p>
            </fn>
            <fn id="table4fn11">
              <p><sup>k</sup>NH: nonhaptic feedback.</p>
            </fn>
            <fn id="table4fn12">
              <p><sup>l</sup>HirNICCS: High-Risk Neonatal Infection Control Competency Scale Knowledge.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Certainty of Evidence</title>
        <p>The generated GRADE evidence profile was used to present a synthesis of the findings regarding objective 1 (ie, students’ learning outcomes) and objective 2 (ie, students’ learning experiences) in <xref ref-type="table" rid="table5">Table 5</xref>. As there were serious concerns about most of the studies with regard to the study design, inconsistent results, and a strong suspected publication bias, all the evidence was considered to have a very low level of certainty.</p>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Grading of Recommendations Assessment, Development, and Evaluation evidence profile: certainty of evidence for the learning outcomes and learning experiences (N=16).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="130"/>
            <col width="70"/>
            <col width="100"/>
            <col width="70"/>
            <col width="110"/>
            <col width="100"/>
            <col width="160"/>
            <col width="50"/>
            <col width="50"/>
            <col width="80"/>
            <col width="0"/>
            <col width="80"/>
            <thead>
              <tr valign="top">
                <td>Outcome</td>
                <td>Studies, n (%)</td>
                <td>Study design</td>
                <td>Risk of bias</td>
                <td>Inconsistency</td>
                <td>Indirectness</td>
                <td>Other considerations</td>
                <td colspan="4">Summary of findings</td>
                <td>Certainty</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>EG<sup>a</sup></td>
                <td>CG<sup>b</sup></td>
                <td>Direction</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Students’ learning outcomes (assessed via examination and skill tests)</td>
                <td>15 (94)</td>
                <td>Randomized trials</td>
                <td>Serious<sup>c</sup></td>
                <td>Serious<sup>d</sup></td>
                <td>Not serious</td>
                <td>Publication bias strongly suspected<sup>e</sup></td>
                <td>6</td>
                <td>9</td>
                <td>EG&#60;CG</td>
                <td colspan="2">
                  <graphic xlink:href="jmir_v25i1e39989_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
                </td>
              </tr>
              <tr valign="top">
                <td>Students’ learning on procedural skill outcomes (assessed via examination and skill tests)</td>
                <td>13 (81)</td>
                <td>Randomized trials</td>
                <td>Serious<sup>f</sup></td>
                <td>Serious<sup>g</sup></td>
                <td>Not serious</td>
                <td>Publication bias strongly suspected<sup>e</sup></td>
                <td>5</td>
                <td>8</td>
                <td>EG&#60;CG</td>
                <td colspan="2">
                  <graphic xlink:href="jmir_v25i1e39989_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
                </td>
              </tr>
              <tr valign="top">
                <td>Students’ learning on theoretical knowledge and other outcomes (assessed via examination and skill tests)</td>
                <td>2 (12)</td>
                <td>Randomized trials</td>
                <td>Serious<sup>h</sup></td>
                <td>Serious<sup>i</sup></td>
                <td>Not serious</td>
                <td>Publication bias strongly suspected<sup>e</sup></td>
                <td>1</td>
                <td>1</td>
                <td>EG=CG</td>
                <td colspan="2">
                  <graphic xlink:href="jmir_v25i1e39989_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
                </td>
              </tr>
              <tr valign="top">
                <td>Students’ learning experience (assessed via questionnaires)</td>
                <td>12 (75)</td>
                <td>Randomized trials</td>
                <td>Serious<sup>j</sup></td>
                <td>Serious<sup>k</sup></td>
                <td>Not serious</td>
                <td>Publication bias strongly suspected<sup>e</sup></td>
                <td>8</td>
                <td>4</td>
                <td>EG&#62;CG</td>
                <td colspan="2">
                  <graphic xlink:href="jmir_v25i1e39989_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table5fn1">
              <p><sup>a</sup>EG: experimental group.</p>
            </fn>
            <fn id="table5fn2">
              <p><sup>b</sup>CG: control group.</p>
            </fn>
            <fn id="table5fn3">
              <p><sup>c</sup>A total of 27% (4/15) of the studies that evaluated the students’ learning outcomes were quasi-experimental trials. According to the Joanna Brigs Institute critical appraisal checklist for randomized controlled trials, the remaining 11 randomized controlled trials had 1 to 6 items that were rated at <italic>no</italic> or <italic>unclear</italic>, which indicates that there were issues in the study design leading to a serious risk of bias.</p>
            </fn>
            <fn id="table5fn4">
              <p><sup>d</sup>A total of 40% (6/15) of the studies favored immersive virtual reality teaching (<italic>P</italic>=.10 in a binomial probability test showing that the null hypothesis is accepted).</p>
            </fn>
            <fn id="table5fn5">
              <p><sup>e</sup>None of the papers registered their study protocol; therefore, we could not check if there was any publication bias.</p>
            </fn>
            <fn id="table5fn6">
              <p><sup>f</sup>A total of 31% (4/13) of the studies were quasi-experimental trials. According to the Joanna Brigs Institute critical appraisal checklist for randomized controlled trials, the remaining 9 randomized controlled trials had 1 to 6 items that were rated at <italic>no</italic> or unclear, which indicates that there were issues in the study design leading to a serious risk of bias.</p>
            </fn>
            <fn id="table5fn7">
              <p><sup>g</sup>Only 38% (5/13) of the studies favored immersive virtual reality teaching (<italic>P</italic>=.58 in a binomial probability test showing that the null hypothesis is accepted).</p>
            </fn>
            <fn id="table5fn8">
              <p><sup>h</sup>According to the Joanna Brigs Institute critical appraisal checklist for randomized controlled trials, these 3 randomized controlled trials have 3 to 5 items rated at <italic>no</italic>” or <italic>unclear</italic>, which indicates issues in the study design.</p>
            </fn>
            <fn id="table5fn9">
              <p><sup>i</sup>A total of 50% (1/2) of the studies favored immersive virtual reality teaching. One study used IVR to orient the students to the operating room.</p>
            </fn>
            <fn id="table5fn10">
              <p><sup>j</sup>A total of 17% (2/12) of the studies were quasi-experimental trials. According to the Joanna Brigs Institute critical appraisal checklist for randomized controlled trials, the remaining 10 randomized controlled trials had 1 to 5 items rated at <italic>no</italic> or <italic>unclear</italic>, which indicates issues in the study design leading to a serious risk of bias.</p>
            </fn>
            <fn id="table5fn11">
              <p><sup>k</sup>A total of 62% (8/13) of the studies favored immersive virtual reality teaching (<italic>P</italic>=.39 in a binomial probability test showing that the null hypothesis is accepted).</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The findings of this systematic review demonstrate that the use of IVR teaching in undergraduate health care education is effective in enhancing the procedural skills and knowledge acquisition of students. However, the effects on these learning outcomes were similar to those of other teaching approaches such as desktop-based VR or conventional classroom teaching. A vote count showed that 60% (9/15; 95% CI 16.3%-67.7%; <italic>P</italic>=.61) of the studies identified similar learning outcomes between IVR teaching and other teaching approaches regardless of the teaching domain.</p>
        <p>In general, in the 15 studies, the students indicated that they had positive learning experiences with IVR teaching, including increased satisfaction, self-confidence, self-assessed competency, self-efficacy, and enjoyment with IVR teaching. When compared with those in the control group who received other methods of teaching, the vote count showed that, in 62% (8/13) of the studies, the participants were in favor of using IVR as a teaching medium. However, the results of the binomial test (95% CI 34.9%-90%; <italic>P</italic>=.59) did not indicate a statistically significant difference. Therefore, the results indicated similarly positive learning experiences between students who received IVR and those who received other teaching approaches. Considering the low-level evidence identified based on the GRADE tool, it is inconclusive whether IVR teaching is superior to other forms of VR and to conventional teaching methods with regard to students’ learning outcomes and learning experiences.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>Although the application of IVR in health care teaching has become more prevalent in recent years, only a limited number of systematic reviews have focused solely on evaluating its effects. Many reviews have included all forms of VR teaching (such as 2D computer games). Therefore, the effects of IVR on teaching are yet to be confirmed. This review is one of the few to provide additional evidence on the effects of IVR in health care teaching.</p>
        <p>The inconclusive findings on the students’ learning outcomes identified in this review are similar to those of the systematic review of 29 articles by Hamilton et al [<xref ref-type="bibr" rid="ref47">47</xref>]. Their review also reported that the effects of IVR teaching on learning outcomes and attainment levels were inconsistent compared with those of conventional desktop-based VR or the original physical training scenario [<xref ref-type="bibr" rid="ref47">47</xref>]. These findings contradict those of the systematic review of 17 articles by Mao et al [<xref ref-type="bibr" rid="ref11">11</xref>]. Their review reported that medical students who received IVR training performed significantly faster in the time required to complete surgical procedures and had higher scores on procedural checklists than those who received other forms of training [<xref ref-type="bibr" rid="ref11">11</xref>]. A possible reason for the inconsistent findings may be the different target populations and objectives of the studies. Both our review and the review by Hamilton et al [<xref ref-type="bibr" rid="ref47">47</xref>] included studies targeting the teaching of theoretical knowledge and training in procedural skills, but the review by Mao et al [<xref ref-type="bibr" rid="ref11">11</xref>] focused mainly on training in surgical procedural skills. It is possible that IVR may be more effective for teaching procedural skills as it provides real-world simulations to give the students an immersive training experience and allows students to repeatedly practice the same procedures. However, when used in theoretical teaching, the instillation of knowledge appears to rely more on personal memorization and understanding [<xref ref-type="bibr" rid="ref48">48</xref>].</p>
        <p>The lack of teaching theories and pedagogies to guide the integration of IVR into health care education may be another reason for the inconsistent teaching outcomes shown in this review. This finding is also similar to that of the review by Hamilton et al [<xref ref-type="bibr" rid="ref47">47</xref>], which identified only 1 study with a pedagogical framework to guide the development of IVR teaching [<xref ref-type="bibr" rid="ref47">47</xref>]. Among all the included studies in this review, only the study by Smith et al [<xref ref-type="bibr" rid="ref27">27</xref>] adopted the National League for Nurses Jeffries Simulation Theory to guide the design of simulation teaching, which is that students learn information as part of a simulated experience [<xref ref-type="bibr" rid="ref46">46</xref>]. In general, the included studies indicated that their students’ exposure to IVR learning experiences was short. A total of 75% (12/16) of the studies arranged a single IVR learning experience ranging from 5 to 30 minutes for their students. To maximize the impacts of IVR teaching, it has been suggested that educators incorporate IVR teaching into their courses guided by a pedagogy to enrich the teaching contexts with actual experience, insightful reflections, realistic practices, and real-world connections [<xref ref-type="bibr" rid="ref49">49</xref>].</p>
        <p>Although the learning outcomes from IVR teaching are comparable with those from other teaching approaches, IVR still has many advantages in undergraduate health care education. In particular, it can improve the students’ positive learning experiences. In total, 62% (10/16) of the studies in this review found that students favored learning with IVR, which can motivate them to learn actively rather than passively, although the results of the binomial test did not indicate a statistically significant difference. Similarly, the systematic review by Mao et al [<xref ref-type="bibr" rid="ref11">11</xref>] reported that IVR could improve the self-confidence of medical trainees in performing surgical procedures compared with other training methods. In addition, IVR teaching can incorporate different scenarios of patients in critically ill and emergency situations, giving students valuable hands-on opportunities in a safe and controlled environment. In this review, 31% (5/16) of the studies [<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref41">41</xref>] simulated real-world scenarios to train students in clinical skills such as tube feeding and conducting physical assessments of infants with respiratory distress. This provided the students with a safe environment in which to avoid unnecessary adverse events, which health care students often experience.</p>
        <p>Although there is evidence showing that IVR can be used to enhance the professional attitudes of students, such as in the areas of empathy, decision-making, or collaborative teamwork, none of the studies in this review focused on this domain of teaching. Most (13/16, 81%) used IVR to train students in procedural skills, 12% (2/16) used it to teach anatomy, and 6% (1/16) used it for orientation. A review of 178 medical studies showed that using IVR in teaching could effectively improve medical students’ understanding of the impacts of gerontological diseases on the daily life of older adults. Moreover, after learning through IVR, the students expressed more feelings of empathy toward older adults with sensory impairments and dementia [<xref ref-type="bibr" rid="ref50">50</xref>]. Another study showed that IVR teaching can create scenarios that closely resemble those in real health care settings, allowing students to immerse themselves in practicing clinical reasoning and learn how to deal with emergencies, which can boost their ability to make decisions and determine priorities [<xref ref-type="bibr" rid="ref43">43</xref>]. Another study tested the awareness and decision-making abilities of novice surgical residents by using IVR in surgical training. The results showed that the residents’ scores improved significantly in comparison with the scores of those who received conventional PowerPoint teaching [<xref ref-type="bibr" rid="ref51">51</xref>]. In addition, IVR teaching can help students build their communication skills. A study found that IVR teaching could significantly promote the communication skills of pediatricians to persuade parents of the merits of the influenza vaccine injection [<xref ref-type="bibr" rid="ref52">52</xref>]. Good communication skills are a core attribute of clinical competence, and IVR teaching can allow students to practice this skill in VR clinical settings and enable them to learn how to deal with different situations [<xref ref-type="bibr" rid="ref53">53</xref>].</p>
        <p>This review has implications for both research and educational practice. First, the unique capabilities of IVR teaching are yet to be fully exploited. In addition to training in procedural skills and inputting theoretical knowledge, IVR teaching has great potential to be used for other teaching domains such as health care professional attitudes. Second, health educators need to align pedagogy with IVR teaching for successful integration into undergraduate health care education [<xref ref-type="bibr" rid="ref54">54</xref>]. Using pedagogy to guide the integration of IVR teaching into a course can maximize the impact on the students’ learning outcomes by enriching teaching contexts with robust instructions, realistic practices, and real-world connections [<xref ref-type="bibr" rid="ref49">49</xref>]. Third, it is extremely important in undergraduate health care training for skills and knowledge to be retained and applied in real clinical settings. Therefore, in addition to immediate skill tests or written examinations, other forms of assessment such as essays or group discussions can be considered for an in-depth evaluation of the students’ understanding of the course [<xref ref-type="bibr" rid="ref47">47</xref>]. It may be difficult to measure the differences between IVR and traditional teaching in terms of the transferability from knowledge to actual clinical practice. It is hard to tell whether students have transferred what they have learned from IVR into their clinical practice. Current evaluation methods focus on superficial and short-term effects. Clinically based observational studies conducted over a long period can be considered in the future. Finally, the quality of the current studies, especially the RCTs, is a concern. Standardized guidelines such as CONSORT (Consolidated Standards of Reporting Trials) [<xref ref-type="bibr" rid="ref55">55</xref>] should be referred to when designing a study.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>Our review provides the most up-to-date evidence on the positive effects of IVR in undergraduate health professional education. We conducted a comprehensive search across different databases and followed the Cochrane gold-standard methodology together with a meta-synthesis while conducting this systematic review. This systematic review has some limitations. First, only articles published in English were included. It is possible that articles in other languages were overlooked. However, we adopted relatively broad eligibility criteria for the study types (RCTs and quasi-experimental trials), which led to sufficient findings. Second, the heterogeneity of the included studies prevented the data from being pooled for a meta-analysis, meaning that the effect size of the IVR on teaching outcomes could not be determined. Third, we did not analyze the learning experiences of students from data collected using qualitative methods. Although a qualitative method was only mentioned in 6% (1/16) of the included studies, it is possible that some findings related to the subjective learning experiences of students with IVR were missed. Fourth, we originally hypothesized that the types of equipment with different levels of immersive experiences used for IVR teaching would affect students’ learning outcomes and experiences. However, we found no studies that measured the level of immersive experience according to the type of VR equipment. Therefore, we could not perform any subgroup analyses to investigate these possible moderating effects on students’ learning outcomes and experiences. However, in our review, we found no evidence to support this hypothesis. The use of equipment played a small role in influencing teaching and learning outcomes. Finally, this review only focused on undergraduate health care students; therefore, the findings may not be transferable to students in other majors.</p>
      </sec>
      <sec>
        <title>Future Directions</title>
        <p>Despite the positive effects of IVR when adopted in undergraduate health care education in the digital era, robust assessments through high-quality, large-scale studies with long follow-up periods are still lacking. In addition, the true efficacy of IVR is best assessed through long-term integration into a real-world training guide with a pedagogical framework to maximize the effects of IVR on education. In addition to procedural training and theoretical knowledge, IVR has the potential to be used to train students in other desirable attributes of health care professionals (such as communication skills, decision-making skills, and feelings of empathy toward patients). Given its positive impacts on students’ learning outcomes and experiences, we recommend further investigation with rigorous studies focusing on important outcomes for students following long-term incorporation into different health care curricula in different teaching domains.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This systematic review demonstrates that the use of IVR teaching in undergraduate health care education is effective in enhancing the procedural skills and knowledge acquisition of students, although the effects on these learning outcomes were similar to those of other teaching approaches. IVR also has an advantage in enhancing the positive learning experiences of students. In total, 50% (8/16) of the studies in this review indicated that the students favored IVR teaching over other teaching methods. IVR teaching also has great potential to be used in other teaching domains such as enhancing the professional attitudes of students. Unfortunately, none of the included studies focused on those teaching domains, which are worth exploring in future studies. Finally, health educators should align pedagogy with IVR teaching for successful integration into undergraduate health care education to maximize the impact on students’ learning outcomes.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) checklist.</p>
        <media xlink:href="jmir_v25i1e39989_app1.docx" xlink:title="DOCX File , 28 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Search strategy for different databases.</p>
        <media xlink:href="jmir_v25i1e39989_app2.docx" xlink:title="DOCX File , 19 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CONSORT</term>
          <def>
            <p>Consolidated Standards of Reporting Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">GRADE</term>
          <def>
            <p>Grading of Recommendations Assessment, Development, and Evaluation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">IVR</term>
          <def>
            <p>immersive virtual reality</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">JBI</term>
          <def>
            <p>Joanna Briggs Institute</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PICOS</term>
          <def>
            <p>Population, Intervention, Comparison, Outcome, and Study Design</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">SWiM</term>
          <def>
            <p>Synthesis Without Meta-analysis</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The research team would like to express their gratitude to the librarians at The Hong Kong Polytechnic University for recommending search strategies and to research associate Amy Cheung for formatting the manuscript.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>JYWL conceived the idea for this review. JYWL and YHY searched for, reviewed, and analyzed the included studies as well as drafting the manuscript. PPKK and DSKC provided advice on methodology. Other authors critically commented on the selection of papers, the findings, and the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rourke</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>How does virtual reality simulation compare to simulated practice in the acquisition of clinical psychomotor skills for pre-registration student nurses? A systematic review</article-title>
          <source>Int J Nurs Stud</source>
          <year>2020</year>
          <month>02</month>
          <volume>102</volume>
          <fpage>103466</fpage>
          <pub-id pub-id-type="doi">10.1016/j.ijnurstu.2019.103466</pub-id>
          <pub-id pub-id-type="medline">31783192</pub-id>
          <pub-id pub-id-type="pii">S0020-7489(19)30273-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fealy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hutton</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Graham</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McNeill</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sweet</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hazelton</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The integration of immersive virtual reality in tertiary nursing and midwifery education: a scoping review</article-title>
          <source>Nurse Educ Today</source>
          <year>2019</year>
          <month>08</month>
          <volume>79</volume>
          <fpage>14</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.nedt.2019.05.002</pub-id>
          <pub-id pub-id-type="medline">31078869</pub-id>
          <pub-id pub-id-type="pii">S0260-6917(19)30071-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chinelatto</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Costa</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Medeiros</surname>
              <given-names>VM</given-names>
            </name>
            <name name-style="western">
              <surname>Boog</surname>
              <given-names>GH</given-names>
            </name>
            <name name-style="western">
              <surname>Hojaij</surname>
              <given-names>FC</given-names>
            </name>
            <name name-style="western">
              <surname>Tempski</surname>
              <given-names>PZ</given-names>
            </name>
            <name name-style="western">
              <surname>Martins</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>What you gain and what you lose in COVID-19: perception of medical students on their education</article-title>
          <source>Clinics (Sao Paulo)</source>
          <year>2020</year>
          <volume>75</volume>
          <fpage>e2133</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1807-5932(22)00423-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.6061/clinics/2020/e2133</pub-id>
          <pub-id pub-id-type="medline">32667495</pub-id>
          <pub-id pub-id-type="pii">S1807-5932(22)00423-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7337219</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Brydges</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hamstra</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zendejas</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Szostek</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Erwin</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hatala</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Comparative effectiveness of technology-enhanced simulation versus other instructional methods: a systematic review and meta-analysis</article-title>
          <source>Simul Healthc</source>
          <year>2012</year>
          <month>10</month>
          <volume>7</volume>
          <issue>5</issue>
          <fpage>308</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1097/SIH.0b013e3182614f95</pub-id>
          <pub-id pub-id-type="medline">23032751</pub-id>
          <pub-id pub-id-type="pii">01266021-201210000-00006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hope</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Garside</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Prescott</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Rethinking theory and practice: pre-registration student nurses experiences of simulation teaching and learning in the acquisition of clinical skills in preparation for practice</article-title>
          <source>Nurse Educ Today</source>
          <year>2011</year>
          <month>10</month>
          <volume>31</volume>
          <issue>7</issue>
          <fpage>711</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/j.nedt.2010.12.011</pub-id>
          <pub-id pub-id-type="medline">21237536</pub-id>
          <pub-id pub-id-type="pii">S0260-6917(10)00263-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Al-Ghareeb</surname>
              <given-names>AZ</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Barriers and enablers to the use of high-fidelity patient simulation manikins in nurse education: an integrative review</article-title>
          <source>Nurse Educ Today</source>
          <year>2016</year>
          <month>01</month>
          <volume>36</volume>
          <fpage>281</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.nedt.2015.08.005</pub-id>
          <pub-id pub-id-type="medline">26323885</pub-id>
          <pub-id pub-id-type="pii">S0260-6917(15)00329-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chernikova</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Heitzmann</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Stadler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Holzberger</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Seidel</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Simulation-based learning in higher education: a meta-analysis</article-title>
          <source>Rev Educ Res</source>
          <year>2020</year>
          <month>06</month>
          <day>15</day>
          <volume>90</volume>
          <issue>4</issue>
          <fpage>499</fpage>
          <lpage>541</lpage>
          <pub-id pub-id-type="doi">10.3102/0034654320933544</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sawyer</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zaveri</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ades</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>French</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Auerbach</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kessler</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Learn, see, practice, prove, do, maintain: an evidence-based pedagogical framework for procedural skill training in medicine</article-title>
          <source>Acad Med</source>
          <year>2015</year>
          <month>08</month>
          <volume>90</volume>
          <issue>8</issue>
          <fpage>1025</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.1097/ACM.0000000000000734</pub-id>
          <pub-id pub-id-type="medline">25881645</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>How much evidence does it take? A cumulative meta-analysis of outcomes of simulation-based education</article-title>
          <source>Med Educ</source>
          <year>2014</year>
          <month>08</month>
          <volume>48</volume>
          <issue>8</issue>
          <fpage>750</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.1111/medu.12473</pub-id>
          <pub-id pub-id-type="medline">25039731</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hegland</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Aarlie</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Strømme</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Jamtvedt</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Simulation-based training for nurses: systematic review and meta-analysis</article-title>
          <source>Nurse Educ Today</source>
          <year>2017</year>
          <month>07</month>
          <volume>54</volume>
          <fpage>6</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.1016/j.nedt.2017.04.004</pub-id>
          <pub-id pub-id-type="medline">28456053</pub-id>
          <pub-id pub-id-type="pii">S0260-6917(17)30073-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mao</surname>
              <given-names>RQ</given-names>
            </name>
            <name name-style="western">
              <surname>Lan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kay</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lohre</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ayeni</surname>
              <given-names>OR</given-names>
            </name>
            <name name-style="western">
              <surname>Goel</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Sa</surname>
              <given-names>DD</given-names>
            </name>
          </person-group>
          <article-title>Immersive virtual reality for surgical training: a systematic review</article-title>
          <source>J Surg Res</source>
          <year>2021</year>
          <month>12</month>
          <volume>268</volume>
          <fpage>40</fpage>
          <lpage>58</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jss.2021.06.045</pub-id>
          <pub-id pub-id-type="medline">34284320</pub-id>
          <pub-id pub-id-type="pii">S0022-4804(21)00416-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>LaViola</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Laidlaw</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Forsberg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van Dam</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Immersive VR for scientific visualization: a progress report</article-title>
          <source>IEEE Comput Grap Appl</source>
          <year>2000</year>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>26</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1109/38.888006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>What's real about virtual reality?</article-title>
          <source>IEEE Comput Grap Appl</source>
          <year>1999</year>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>16</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.1109/38.799723</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freina</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ott</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A literature review on immersive virtual reality in education: state of the art and perspectives</article-title>
          <source>Proceedings of the eLearning and Software for Education (eLSE)</source>
          <year>2015</year>
          <conf-name>eLearning and Software for Education (eLSE)</conf-name>
          <conf-date>Apr 23-24, 2015</conf-date>
          <conf-loc>Bucharest, Romania</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jeffries</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Bushardt</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>DuBose-Morris</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hood</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kardong-Edgren</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pintz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Posey</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sikka</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>The role of technology in health professions education during the COVID-19 pandemic</article-title>
          <source>Acad Med</source>
          <year>2022</year>
          <month>03</month>
          <day>01</day>
          <volume>97</volume>
          <issue>3S</issue>
          <fpage>S104</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34789662"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/ACM.0000000000004523</pub-id>
          <pub-id pub-id-type="medline">34789662</pub-id>
          <pub-id pub-id-type="pii">00001888-202203001-00017</pub-id>
          <pub-id pub-id-type="pmcid">PMC8855755</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McKechnie</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Levin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Freedman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Palter</surname>
              <given-names>VN</given-names>
            </name>
            <name name-style="western">
              <surname>Grantcharov</surname>
              <given-names>TP</given-names>
            </name>
          </person-group>
          <article-title>Virtual surgical training during COVID-19: operating room simulation platforms accessible from home</article-title>
          <source>Ann Surg</source>
          <year>2020</year>
          <month>08</month>
          <volume>272</volume>
          <issue>2</issue>
          <fpage>e153</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32675522"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/SLA.0000000000003999</pub-id>
          <pub-id pub-id-type="medline">32675522</pub-id>
          <pub-id pub-id-type="pii">00000658-202008000-00042</pub-id>
          <pub-id pub-id-type="pmcid">PMC7268842</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bracq</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Michinov</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Jannin</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality simulation in nontechnical skills training for healthcare professionals: a systematic review</article-title>
          <source>Simul Healthc</source>
          <year>2019</year>
          <month>06</month>
          <volume>14</volume>
          <issue>3</issue>
          <fpage>188</fpage>
          <lpage>94</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hal.archives-ouvertes.fr/hal-01980000"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/SIH.0000000000000347</pub-id>
          <pub-id pub-id-type="medline">30601464</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rooney</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gillespie</surname>
              <given-names>EF</given-names>
            </name>
            <name name-style="western">
              <surname>Gunther</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>McKillip</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Lineberry</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tekian</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Golden</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Simulation as more than a treatment-planning tool: a systematic review of the literature on radiation oncology simulation-based medical education</article-title>
          <source>Int J Radiat Oncol Biol Phys</source>
          <year>2018</year>
          <month>10</month>
          <day>01</day>
          <volume>102</volume>
          <issue>2</issue>
          <fpage>257</fpage>
          <lpage>83</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30191859"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijrobp.2018.05.064</pub-id>
          <pub-id pub-id-type="medline">30191859</pub-id>
          <pub-id pub-id-type="pii">S0360-3016(18)30916-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC8015756</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <collab>PRISMA Group</collab>
          </person-group>
          <article-title>Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement</article-title>
          <source>PLoS Med</source>
          <year>2009</year>
          <month>07</month>
          <day>21</day>
          <volume>6</volume>
          <issue>7</issue>
          <fpage>e1000097</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.1000097"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1000097</pub-id>
          <pub-id pub-id-type="medline">19621072</pub-id>
          <pub-id pub-id-type="pmcid">PMC2707599</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McKenzie</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Sowden</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Katikireddi</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Brennan</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Ellis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hartmann-Boyce</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Shepperd</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Thomson</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Synthesis without meta-analysis (SWiM) in systematic reviews: reporting guideline</article-title>
          <source>BMJ</source>
          <year>2020</year>
          <month>01</month>
          <day>16</day>
          <volume>368</volume>
          <fpage>l6890</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bmj.com/lookup/pmidlookup?view=long&#38;pmid=31948937"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.l6890</pub-id>
          <pub-id pub-id-type="medline">31948937</pub-id>
          <pub-id pub-id-type="pmcid">PMC7190266</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shrestha</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kukkonen-Harjula</surname>
              <given-names>KT</given-names>
            </name>
            <name name-style="western">
              <surname>Verbeek</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Ijaz</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hermans</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Pedisic</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Workplace interventions for reducing sitting at work</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2018</year>
          <month>06</month>
          <day>20</day>
          <volume>6</volume>
          <issue>6</issue>
          <fpage>CD010912</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29926475"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD010912.pub4</pub-id>
          <pub-id pub-id-type="medline">29926475</pub-id>
          <pub-id pub-id-type="pmcid">PMC6513236</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Deeks</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Chapter 6 Choosing effect measures and computing estimates of effect</article-title>
          <source>Cochrane Handbook for Systematic Reviews of Interventions</source>
          <year>2011</year>
          <month>08</month>
          <day>24</day>
          <publisher-loc>Hoboken, New Jersey</publisher-loc>
          <publisher-name>Wiley</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McKenzie</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brennan</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Chapter 12 Synthesizing and presenting findings using other methods</article-title>
          <source>Cochrane Handbook for Systematic Reviews of Interventions, Second Edition</source>
          <year>2019</year>
          <publisher-loc>Hoboken, New Jersey</publisher-loc>
          <publisher-name>Wiley</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schunemann</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>Higgins</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vist</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Glasziou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Skoetz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Akl</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Guyatt</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Chapter 14 Completing ‘Summary of findings’ tables and grading the certainty of the evidence</article-title>
          <source>Cochrane Handbook for Systematic Reviews of Interventions, Second Edition</source>
          <year>2019</year>
          <publisher-loc>Hoboken, New Jersey</publisher-loc>
          <publisher-name>Wiley</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gutiérrez-Maldonado</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrer-García</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Plasanjuanelo</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Andrés-Pueyo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Talarn-Caparrós</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Virtual reality to train diagnostic skills in eating disorders. Comparison of two low cost systems</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2015</year>
          <volume>219</volume>
          <fpage>75</fpage>
          <lpage>81</lpage>
          <pub-id pub-id-type="medline">26799883</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harrington</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>DO</given-names>
            </name>
            <name name-style="western">
              <surname>Wright Ballester</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wright Ballester</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dicker</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Traynor</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Hill</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tierney</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>360° operative videos: a randomised cross-over study evaluating attentiveness and information retention</article-title>
          <source>J Surg Educ</source>
          <year>2018</year>
          <volume>75</volume>
          <issue>4</issue>
          <fpage>993</fpage>
          <lpage>1000</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jsurg.2017.10.010</pub-id>
          <pub-id pub-id-type="medline">29122571</pub-id>
          <pub-id pub-id-type="pii">S1931-7204(17)30294-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Farra</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Ulrich</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Hodgson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Nicely</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mickle</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of two varying levels of virtual reality simulation</article-title>
          <source>Nurs Educ Perspect</source>
          <year>2018</year>
          <volume>39</volume>
          <issue>6</issue>
          <fpage>E10</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1097/01.NEP.0000000000000369</pub-id>
          <pub-id pub-id-type="medline">30335708</pub-id>
          <pub-id pub-id-type="pii">00024776-201811000-00021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zackoff</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Real</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sahay</surname>
              <given-names>RD</given-names>
            </name>
            <name name-style="western">
              <surname>Fei</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Guiot</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lehmann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tegtmeyer</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Impact of an immersive virtual reality curriculum on medical students' clinical assessment of infants with respiratory distress</article-title>
          <source>Pediatr Crit Care Med</source>
          <year>2020</year>
          <month>05</month>
          <volume>21</volume>
          <issue>5</issue>
          <fpage>477</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1097/PCC.0000000000002249</pub-id>
          <pub-id pub-id-type="medline">32106189</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Bernard</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nowak</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Daniel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bernard</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Operating room virtual reality immersion improves self-efficacy amongst preclinical physician assistant students</article-title>
          <source>J Surg Educ</source>
          <year>2020</year>
          <volume>77</volume>
          <issue>4</issue>
          <fpage>947</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jsurg.2020.02.013</pub-id>
          <pub-id pub-id-type="medline">32199861</pub-id>
          <pub-id pub-id-type="pii">S1931-7204(20)30047-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kurul</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ögün</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Neriman Narin</surname>
              <given-names>A</given-names>
            </name>
            <collab>Avci</collab>
            <name name-style="western">
              <surname>Yazgan</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>An alternative method for anatomy training: immersive virtual reality</article-title>
          <source>Anat Sci Educ</source>
          <year>2020</year>
          <month>09</month>
          <volume>13</volume>
          <issue>5</issue>
          <fpage>648</fpage>
          <lpage>56</lpage>
          <pub-id pub-id-type="doi">10.1002/ase.1959</pub-id>
          <pub-id pub-id-type="medline">32163659</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pierce</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gutiérrez</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Vergara</surname>
              <given-names>VM</given-names>
            </name>
            <name name-style="western">
              <surname>Alverson</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Qualls</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Saland</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Goldsmith</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Caudell</surname>
              <given-names>TP</given-names>
            </name>
          </person-group>
          <article-title>Comparative usability studies of full vs. partial immersive virtual reality simulation for medical education and training</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2008</year>
          <volume>132</volume>
          <fpage>372</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="medline">18391324</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gutiérrez</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Pierce</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Vergara</surname>
              <given-names>VM</given-names>
            </name>
            <name name-style="western">
              <surname>Coulter</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Saland</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Caudell</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Goldsmith</surname>
              <given-names>TE</given-names>
            </name>
            <name name-style="western">
              <surname>Alverson</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>The effect of degree of immersion upon learning performance in virtual reality simulations for medical education</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2007</year>
          <volume>125</volume>
          <fpage>155</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="medline">17377256</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sapkaroski</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Baird</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mundy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dimmock</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>Quantification of student radiographic patient positioning using an immersive virtual reality simulation</article-title>
          <source>Simul Healthc</source>
          <year>2019</year>
          <month>08</month>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>258</fpage>
          <lpage>63</lpage>
          <pub-id pub-id-type="doi">10.1097/SIH.0000000000000380</pub-id>
          <pub-id pub-id-type="medline">31274828</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stepan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zeiger</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hanchuk</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Del Signore</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shrivastava</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Govindaraj</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Iloreta</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Immersive virtual reality as a teaching tool for neuroanatomy</article-title>
          <source>Int Forum Allergy Rhinol</source>
          <year>2017</year>
          <month>10</month>
          <volume>7</volume>
          <issue>10</issue>
          <fpage>1006</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1002/alr.21986</pub-id>
          <pub-id pub-id-type="medline">28719062</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bakhos</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Galvin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Aoustin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Robier</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kerneis</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bechet</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Montembault</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Laurent</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Godey</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Aussedat</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Training outcomes for audiology students using virtual reality or traditional training methods</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <volume>15</volume>
          <issue>12</issue>
          <fpage>e0243380</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0243380"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0243380</pub-id>
          <pub-id pub-id-type="medline">33270806</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-21100</pub-id>
          <pub-id pub-id-type="pmcid">PMC7714342</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Chiu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Tsai</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Chuang</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>The effects of an immersive 3d interactive video program on improving student nurses' nursing skill competence: a randomized controlled trial study</article-title>
          <source>Nurse Educ Today</source>
          <year>2021</year>
          <month>08</month>
          <volume>103</volume>
          <fpage>104979</fpage>
          <pub-id pub-id-type="doi">10.1016/j.nedt.2021.104979</pub-id>
          <pub-id pub-id-type="medline">34049120</pub-id>
          <pub-id pub-id-type="pii">S0260-6917(21)00236-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berg</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Steinsbekk</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Is individual practice in an immersive and interactive virtual reality application non-inferior to practicing with traditional equipment in learning systematic clinical observation? A randomized controlled trial</article-title>
          <source>BMC Med Educ</source>
          <year>2020</year>
          <month>04</month>
          <day>22</day>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>123</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmededuc.biomedcentral.com/articles/10.1186/s12909-020-02030-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12909-020-02030-7</pub-id>
          <pub-id pub-id-type="medline">32326948</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12909-020-02030-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7181571</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berg</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Steinsbekk</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The effect of self-practicing systematic clinical observations in a multiplayer, immersive, interactive virtual reality application versus physical equipment: a randomized controlled trial</article-title>
          <source>Adv Health Sci Educ Theory Pract</source>
          <year>2021</year>
          <month>05</month>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>667</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33511505"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10459-020-10019-6</pub-id>
          <pub-id pub-id-type="medline">33511505</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10459-020-10019-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC8041677</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collaço</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kira</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sallaberry</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Queiroz</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Machado</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Crivello</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Tori</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Immersion and haptic feedback impacts on dental anesthesia technical skills virtual reality training</article-title>
          <source>J Dent Educ</source>
          <year>2021</year>
          <month>04</month>
          <volume>85</volume>
          <issue>4</issue>
          <fpage>589</fpage>
          <lpage>98</lpage>
          <pub-id pub-id-type="doi">10.1002/jdd.12503</pub-id>
          <pub-id pub-id-type="medline">33274441</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ros</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Debien</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Cyteval</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Molinari</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gatto</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lonjon</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Applying an immersive tutorial in virtual reality to learning a new technique</article-title>
          <source>Neurochirurgie</source>
          <year>2020</year>
          <month>08</month>
          <volume>66</volume>
          <issue>4</issue>
          <fpage>212</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.neuchi.2020.05.006</pub-id>
          <pub-id pub-id-type="medline">32623059</pub-id>
          <pub-id pub-id-type="pii">S0028-3770(20)30348-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ku</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Mann</surname>
              <given-names>JS</given-names>
            </name>
          </person-group>
          <article-title>Effects of virtual reality simulation program regarding high-risk neonatal infection control on nursing students</article-title>
          <source>Asian Nurs Res (Korean Soc Nurs Sci)</source>
          <year>2021</year>
          <month>08</month>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>189</fpage>
          <lpage>96</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1976-1317(21)00021-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.anr.2021.03.002</pub-id>
          <pub-id pub-id-type="medline">33894407</pub-id>
          <pub-id pub-id-type="pii">S1976-1317(21)00021-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harrington</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Kavanagh</surname>
              <given-names>DO</given-names>
            </name>
            <name name-style="western">
              <surname>Quinlan</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Ryan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Dicker</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>O'Keeffe</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Traynor</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Tierney</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Development and evaluation of a trauma decision-making simulator in Oculus virtual reality</article-title>
          <source>Am J Surg</source>
          <year>2018</year>
          <month>01</month>
          <volume>215</volume>
          <issue>1</issue>
          <fpage>42</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amjsurg.2017.02.011</pub-id>
          <pub-id pub-id-type="medline">28262203</pub-id>
          <pub-id pub-id-type="pii">S0002-9610(17)30040-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adhikari</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kydonaki</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lawrie</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Reilly</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ballantyne</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Whitehorn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Paterson</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>A mixed-methods feasibility study to assess the acceptability and applicability of immersive virtual reality sepsis game as an adjunct to nursing education</article-title>
          <source>Nurse Educ Today</source>
          <year>2021</year>
          <month>08</month>
          <volume>103</volume>
          <fpage>104944</fpage>
          <pub-id pub-id-type="doi">10.1016/j.nedt.2021.104944</pub-id>
          <pub-id pub-id-type="medline">34015677</pub-id>
          <pub-id pub-id-type="pii">S0260-6917(21)00201-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pritchard</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Ways of Learning Learning Theories for the Classroom</source>
          <year>2017</year>
          <publisher-loc>Milton Park, Abingdon-on-Thames, Oxfordshire, England, UK</publisher-loc>
          <publisher-name>Routledge</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schunk</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <source>Learning Theories An Educational Perspective</source>
          <year>2014</year>
          <publisher-loc>London, United Kingdom</publisher-loc>
          <publisher-name>Pearson</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jeffries</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Rodgers</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Adamson</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>NLN Jeffries simulation theory: brief narrative description</article-title>
          <source>Nurs Educ Perspect</source>
          <year>2015</year>
          <volume>36</volume>
          <issue>5</issue>
          <fpage>292</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="doi">10.5480/1536-5026-36.5.292</pub-id>
          <pub-id pub-id-type="medline">26521496</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>McKechnie</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Edgerton</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Immersive virtual reality as a pedagogical tool in education: a systematic literature review of quantitative learning outcomes and experimental design</article-title>
          <source>J Comput Educ</source>
          <year>2020</year>
          <month>07</month>
          <day>11</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1007/s40692-020-00169-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Polanyi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Personal Knowledge Towards a Post-critical Philosophy</source>
          <year>1974</year>
          <publisher-loc>Chicago</publisher-loc>
          <publisher-name>University of Chicago Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bonasio</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Immersive experiences in education new places and spaces for learning</article-title>
          <source>Microsoft</source>
          <access-date>2022-11-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://edudownloads.azureedge.net/msdownloads/MicrosoftEducation_Immersive_Experiences_Education_2019.pdf">https://edudownloads.azureedge.net/msdownloads/MicrosoftEducation_Immersive_Experiences_Education_2019.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dyer</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Swartzlander</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gugliucci</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>Using virtual reality in medical education to teach empathy</article-title>
          <source>J Med Libr Assoc</source>
          <year>2018</year>
          <month>10</month>
          <volume>106</volume>
          <issue>4</issue>
          <fpage>498</fpage>
          <lpage>500</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30271295"/>
          </comment>
          <pub-id pub-id-type="doi">10.5195/jmla.2018.518</pub-id>
          <pub-id pub-id-type="medline">30271295</pub-id>
          <pub-id pub-id-type="pii">jmla-106-498</pub-id>
          <pub-id pub-id-type="pmcid">PMC6148621</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pulijala</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pears</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Peebles</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ayoub</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Effectiveness of Immersive Virtual Reality in Surgical Training-A Randomized Control Trial</article-title>
          <source>J Oral Maxillofac Surg</source>
          <year>2018</year>
          <month>05</month>
          <volume>76</volume>
          <issue>5</issue>
          <fpage>1065</fpage>
          <lpage>1072</lpage>
          <pub-id pub-id-type="doi">10.1016/j.joms.2017.10.002</pub-id>
          <pub-id pub-id-type="medline">29104028</pub-id>
          <pub-id pub-id-type="pii">S0278-2391(17)31250-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Real</surname>
              <given-names>FJ</given-names>
            </name>
            <name name-style="western">
              <surname>DeBlasio</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Ollberding</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cruse</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Samaan</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>McLinden</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>A virtual reality curriculum for pediatric residents decreases rates of influenza vaccine refusal</article-title>
          <source>Acad Pediatr</source>
          <year>2017</year>
          <volume>17</volume>
          <issue>4</issue>
          <fpage>431</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/j.acap.2017.01.010</pub-id>
          <pub-id pub-id-type="medline">28126612</pub-id>
          <pub-id pub-id-type="pii">S1876-2859(17)30012-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fertleman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Aubugeau-Williams</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sher</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lumley</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Delacroix</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pan</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>A discussion of virtual reality as a new tool for training healthcare professionals</article-title>
          <source>Front Public Health</source>
          <year>2018</year>
          <volume>6</volume>
          <fpage>44</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29535997"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpubh.2018.00044</pub-id>
          <pub-id pub-id-type="medline">29535997</pub-id>
          <pub-id pub-id-type="pmcid">PMC5834832</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Domingo</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Bradley</surname>
              <given-names>EG</given-names>
            </name>
          </person-group>
          <article-title>Education student perceptions of virtual reality as a learning tool</article-title>
          <source>J Educational Technol Sys</source>
          <year>2017</year>
          <month>10</month>
          <day>24</day>
          <volume>46</volume>
          <issue>3</issue>
          <fpage>329</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.1177/0047239517736873</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>KF</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <collab>CONSORT Group</collab>
          </person-group>
          <article-title>CONSORT 2010 statement: updated guidelines for reporting parallel group randomised trials</article-title>
          <source>BMJ</source>
          <year>2010</year>
          <month>03</month>
          <day>23</day>
          <volume>340</volume>
          <fpage>c332</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/20332509"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.c332</pub-id>
          <pub-id pub-id-type="medline">20332509</pub-id>
          <pub-id pub-id-type="pii">bmj.c332</pub-id>
          <pub-id pub-id-type="pmcid">PMC2844940</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
