<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i5e27108</article-id>
      <article-id pub-id-type="pmid">33886488</article-id>
      <article-id pub-id-type="doi">10.2196/27108</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Viewpoint</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Viewpoint</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Transitioning to Web-Based Learning in Basic Life Support Training During the COVID-19 Pandemic to Battle the Fear of Out-of-Hospital Cardiac Arrest: Presentation of Novel Methods</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Basch</surname>
            <given-names>Corey</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Faleiros</surname>
            <given-names>Eneas Jose</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Subramaniyam</surname>
            <given-names>Rajamurugan</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Goniewicz</surname>
            <given-names>Krzysztof</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kolade</surname>
            <given-names>Victor</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Naylor</surname>
            <given-names>Katarzyna</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Didactics and Medical Simulation</institution>
            <institution>Medical University of Lublin</institution>
            <addr-line>Chodźki 6</addr-line>
            <addr-line>Lublin, 20-093</addr-line>
            <country>Poland</country>
            <phone>48 814485922</phone>
            <email>katarzynanaylor@umlub.pl</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1307-5015</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Torres</surname>
            <given-names>Kamil</given-names>
          </name>
          <degrees>MBA, PhD, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5602-3744</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Didactics and Medical Simulation</institution>
        <institution>Medical University of Lublin</institution>
        <addr-line>Lublin</addr-line>
        <country>Poland</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Katarzyna Naylor <email>katarzynanaylor@umlub.pl</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>25</day>
        <month>5</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>5</issue>
      <elocation-id>e27108</elocation-id>
      <history>
        <date date-type="received">
          <day>11</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>27</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>28</day>
          <month>2</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>22</day>
          <month>3</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Katarzyna Naylor, Kamil Torres. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 25.05.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/5/e27108" xlink:type="simple"/>
      <abstract>
        <p>Ongoing training in the area of basic life support aims to encourage and sustain the willingness to act in out-of-hospital cardiac arrest situations among first aiders. The contribution of witnesses and first aiders has diminished rapidly, as suspicion associated with the COVID-19 pandemic has risen. In this paper, we present teaching methods from the medical education field to create a new teaching-learning process for sustaining the prehospital involvement of first aiders and encourage new first aiders. The most important benefit—improving outcomes—can be achieved by introducing a variety of teaching-learning methods and formative assessments that provide participants with immediate feedback to help them move forward in the basic life support course. The new reality of web-based learning that has been introduced by the pandemic requires an innovative approach to traditional training that involves techniques and methods that have been proven to be useful in other fields.</p>
      </abstract>
      <kwd-group>
        <kwd>COVID-19</kwd>
        <kwd>web-based training</kwd>
        <kwd>basic life support</kwd>
        <kwd>formative assessment</kwd>
        <kwd>out-of-hospital cardiac arrest</kwd>
        <kwd>web-based learning</kwd>
        <kwd>web-based education</kwd>
        <kwd>first aid</kwd>
        <kwd>medical education</kwd>
        <kwd>life support</kwd>
        <kwd>transition</kwd>
        <kwd>outcome</kwd>
        <kwd>formative</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Due to public health concerns in the wake of 2020, which were caused by the novel COVID-19, face-to-face contact in medical training was promptly substituted with remote teaching. The teaching-learning process was moved to the houses of participants through a variety of learning management systems and videoconferencing services [<xref ref-type="bibr" rid="ref1">1</xref>]. Similarly, all hands-on resuscitation training in the form of in-person, hands-on sessions was stopped [<xref ref-type="bibr" rid="ref2">2</xref>]. Nevertheless, the European Resuscitation Council (ERC) as well as the International Liaison Committee on Resuscitation (ILCOR), in their educational update in April 2020 on teaching during a pandemic, highlighted the importance of sustaining sudden cardiac arrest training in some form, despite the modified conditions for knowledge transfer. The ILCOR and national societies underlined the significance of continuing education to improve resuscitation knowledge, certain skills, and, most importantly, patient-centered care to sustain and encourage the willingness to act during out-of-hospital cardiac arrest (OHCA) situations [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Complementary basic life support (BLS) teaching methods involving computer-based and video-based e-learning or the gamification approach have been proven to be useful in the area of BLS [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. However, the cost-effectiveness and standardization of the training delivered via these educational methods should also be considered [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>].</p>
      <p>The long-term retention of BLS competencies is essential and outweighs skills performance during teaching sessions, according to published evidence [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. Such pieces of evidence have opened a new door in the era of BLS training. Additionally, as BLS training is conducted in each health care professional undergraduate medical curriculum, there have been additional demands for finalizing modules that were planned for educational months, which changed due to the COVID-19 pandemic. The Polish Ministry of Health, together with the Ministry of Education, suspended face-to-face education from March 12, 2020, onward [<xref ref-type="bibr" rid="ref11">11</xref>]. Therefore, the opportunity for launching a web-based BLS course arose (e-BLS) in response to new conditions.</p>
      <p>To expand people’s knowledge about distant and web-based possibilities for learning in the area of BLS, we present a proposal for a newly designed e-learning course about BLS competencies. This course was developed to (1) enable participants to understand and cultivate the necessary competencies in each of the OHCA domains and (2) promote the implementation of the steps required for helping people in need of BLS. The course design entails a novel teaching methodology that has been extensively researched in the medical education field.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>The Goal Of Training and Its Objectives</title>
        <p>A multimodal, participant-centered, interactive, web-based course for addressing the unique challenges of sudden cardiac arrest that a layperson may face daily was developed. The overarching goals of the course are to (1) enable participants to understand and cultivate the necessary competencies in each of the OHCA domains and (2) promote the implementation of the steps required for helping people in need of BLS. Specific objectives were determined by analyzing the ERC guidelines update for the COVID-19 pandemic. This was done to set up BLS course learning objectives and the needs assessment of the participants (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Objectives, instructional methods, and implementation strategies for each basic life support (BLS) competency session.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="300"/>
            <col width="500"/>
            <thead>
              <tr valign="top">
                <td>Session topic (number of sessions; time of each session)</td>
                <td>Objectives</td>
                <td>Instructional design and implementation</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Safety (2; 45 minutes)</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Personal safety and the safety of people in need of BLS in cardiac arrest situations during the COVID-19 pandemic (hand hygiene, the donning and doffing of gloves and masks, types of masks, methods for approaching a person in need of BLS, and scene safety)</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Video-based training [<xref ref-type="bibr" rid="ref12">12</xref>]: Students review the instructional videos on the e-learning platform, produce instructional videos to present their skills, and receive feedback from the faculty on their performance.</p>
                    </list-item>
                  </list>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>BLS (3; 45 minutes)<break/>  <break/>  </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Standard algorithms and modifications resulting from pandemic (methods that do not involve the look, listen, and feel technique and continuous, chest compression–only CPR<sup>a</sup> without mouth-to-mouth ventilation)</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Video-based training and decision trees [<xref ref-type="bibr" rid="ref13">13</xref>]: After familiarizing themselves with the assigned materials and conducting video discussions, students are presented with selected sudden cardiac arrest recognition and management scenarios related to BLS. Students have 5 attempts to solve each of the two decision trees and receive immediate feedback.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>AED<sup>b</sup> (3; 45 minutes)</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Description of the equipment, equipment use, and where and how to find equipment during an out-of-hospital cardiac arrest</p>
                    </list-item>
                    <list-item>
                      <p>Using an AED as a nonaerosol-producing step</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Video-based training and decision trees: After familiarizing themselves with the assigned materials and conducting video discussions, students are presented with selected sudden cardiac arrest recognition and management scenarios related to BLS. Students have 5 attempts to solve decision trees and receive immediate feedback.</p>
                    </list-item>
                    <list-item>
                      <p>Simple game scenario [<xref ref-type="bibr" rid="ref6">6</xref>]: Participants implement the BLS/AED algorithm in a simple virtual environment, and the player or student has to save a person by applying CPR actions.</p>
                    </list-item>
                    <list-item>
                      <p>Find your AED: Participants find the closest device to their place of residence by using the Staying Alive app [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>pBLS<sup>c</sup> and FBAO<sup>d</sup> (3; 45 minutes)</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Standard algorithms and modifications resulting from the pandemic</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Video-based learning and decision trees: After familiarizing themselves with the assigned materials and conducting video discussion, students are presented with selected pediatric sudden cardiac arrest recognition and management scenarios related to pBLS. Students have 5 attempts to solve 1 decision tree and receive immediate feedback.</p>
                    </list-item>
                    <list-item>
                      <p>Instructor-led, live practice session on Zoom about FBAO algorithms for infants and chest compressions for infants: Participants use available toys resembling a newborn.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Special circumstances leading to sudden cardiac arrest, such as anaphylaxis, heart attacks, strokes, diabetes, drowning, hypothermia, burns, and seizures (3; 45 minutes)</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Definitions, standard algorithms, and modifications resulting from the pandemic</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Peer assessments [<xref ref-type="bibr" rid="ref15">15</xref>] and teacher assessments of the presentations of assigned topics are prepared in a group of 3 people and recorded by participants.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Review (4; 45 minutes)</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Review of all of the topics</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>The Script Concordance Test [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]: This includes 8 BLS scenarios accompanied by questions concerning possible next steps (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Each of the questions is supplemented by a new piece of information concerning the sudden cardiac arrest health issue being considered. Students use a 3-point Likert scale to determine whether and to what extent the new piece of information influences further evaluations.</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>CPR: cardiopulmonary resuscitation.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>AED: automated external defibrillator.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>pBLS: pediatric basic life support.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>FBAO: foreign body airway obstruction.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Participants: Target Group</title>
        <p>The course aims to provide an introduction to BLS and strengthen the elements of the chain of survival. No professional BLS experience is required. However, the course can also be treated as a refresher course for maintaining participants’ motivation to assist in OHCA situations and providing an update on BLS training to health professionals. Therefore, the target population includes students of medical faculties (medicine, dentistry, nursing, midwifery, biomedicine, paramedics, public health, and dieticians), first aiders with initial first aid knowledge, lay rescuers who are enrolled in a first aid course, and health care providers who want to refresh their knowledge.</p>
        <p>The e-learning modules have been embedded in the curriculum of students in all medical faculties of the local medical university, as first aid is obligatory in all curricula. The decision trees and the Script Concordance Test (SCT) have been prepared in Polish and English language for Polish and foreign students. The course is planned for 20 teaching hours and takes place in an academic environment.</p>
        <p>To target other professional groups and voluntary first aiders, a massive, open, web-based course will be established to enable their participation and access to the proposed activities.</p>
      </sec>
      <sec>
        <title>Evaluation</title>
        <p>The course will be assessed on the basis of participants’ achievements on the final, summative, multiple-choice question test; the SCT; and decision trees as well as data from an anonymous survey based on the Utrecht Seminar Evaluation questionnaire by Spruijt et el [<xref ref-type="bibr" rid="ref18">18</xref>]. The authors made the tool available upon our request.</p>
      </sec>
      <sec>
        <title>Learning Management Systems and Videoconferencing Services</title>
        <p>Based on the advice of experienced researchers, two platforms that are well known to participants were chosen to host the course—Zoom (Zoom Video Communications Inc; <xref rid="figure1" ref-type="fig">Figure 1</xref>) and Moodle (<xref rid="figure2" ref-type="fig">Figures 2</xref> and <xref rid="figure3" ref-type="fig">3</xref>)—to alleviate uncertainty and distrust among the students [<xref ref-type="bibr" rid="ref19">19</xref>]. Zoom enabled live meetings with participants for discussing a given topic, whereas Moodle, a web-based guiding platform, was used to store all of the information on the course meetings and requirements and the organization, all of the materials and resources assigned to topics, and the links to the formative tasks described in this paper. To adjust to web-based classes, participants received detailed instructions on the use of both platforms. The decision trees’ software constituted another university software; however, links to each task appeared on Moodle and were assigned to a given subject (BLS, BLS/automated external defibrillator [AED], or pediatric BLS), and detailed instructions on how to access the task as well as the rules of engagement were provided.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>An anonymized screen shot from an individual Zoom meeting.</p>
          </caption>
          <graphic xlink:href="jmir_v23i5e27108_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>A general overview of an introductory Moodle course website.</p>
          </caption>
          <graphic xlink:href="jmir_v23i5e27108_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>A screenshot of another course on Moodle and a decision tree for instruction. AED: automated external defibrillator; PEA: pulseless electrical activity; VF: ventricular fibrillation; VT: ventricular tachycardia.</p>
          </caption>
          <graphic xlink:href="jmir_v23i5e27108_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The educational game for engaging with BLS/AED drills was also located on a different server. A freely available resource was used [<xref ref-type="bibr" rid="ref20">20</xref>]. Elements of the game were scored, and participants posted their obtained results on the Moodle forum.</p>
        <p>Another type of software that was used during the course was a newly developed testing system—the Testing Centre for Medical Exams (Centrum Medycznych Egzaminów Testowych [CMET]) [<xref ref-type="bibr" rid="ref21">21</xref>]. The final summative assignment was held on CMET. The CMET used the following 3-level system for constructing the summative assessment (multiple-choice questions): (1) teachers input the questions into the system; (2) specialists in the area reviewed the questions; and (3) the course coordinator accepted, edited, or sent back the questions (with comments) to their primary creator. This was done to ensure the quality of the provided tasks and generate a more complex task (<xref rid="figure4" ref-type="fig">Figures 4</xref> and <xref rid="figure5" ref-type="fig">5</xref>).</p>
        <p>Before the final assignment, the participants receive access to a practice test to confirm their login details and familiarize themselves with the system’s construction. During the test, each student is individually timed during their attempt and receives immediate feedback on the questions alongside their results after they finalize their attempt.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>A screenshot of a login page to the CMET website. CMET: Centrum Medycznych Egzaminów Testowych.</p>
          </caption>
          <graphic xlink:href="jmir_v23i5e27108_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>A screenshot of a coordinator account page for a single question on the CMET website. CMET: Centrum Medycznych Egzaminów Testowych.</p>
          </caption>
          <graphic xlink:href="jmir_v23i5e27108_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Content and Facilitation</title>
        <p>The implemented assessment points support learning and correspond with the implemented content. Our assessments points focus on formative assessment; they are not used as a tool for passing judgment and making pass-fail decisions but as a tool for assisting with and supporting learning [<xref ref-type="bibr" rid="ref22">22</xref>]. Formative assessments are also known as assessments for learning or learning-oriented assessments. Such assessments aim to provide feedback on understanding and help participants move forward in the course (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
      </sec>
      <sec>
        <title>Novel Assessment Formats That Promote Knowledge Acquisition</title>
        <p>Learning is promoted through the formative tasks in the outlined BLS web-based course. Participants need to be consciously analyzing and applying gathered “intel” on a given subject in order to benefit from the experience. All of the proposed types of formative assessments in our course aim to produce feedback on performance to advance the learning of participants [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <p>The American Heart Association (AHA) has implemented a video-based approach (a teaching approach centered on using videos) that allows AHA course participants to practice BLS techniques while watching videos (ie, practice-while-watching method) during AHA courses. The AHA also provides the option of an e-learning module, in which participants familiarize themselves with the content of videos and textual content before participating in hands-on sessions [<xref ref-type="bibr" rid="ref24">24</xref>]. Additionally, the ERC has focused on implementing the Peyton approach (ie, a 4-step method) during their hands-on sessions [<xref ref-type="bibr" rid="ref25">25</xref>]. Therefore, the focus of BLS courses was placed on face-to-face training, and web-based materials were only used to prepare for face-to-face meetings.</p>
      </sec>
      <sec>
        <title>The SCT</title>
        <p>The SCT as an assessment method for evaluating clinical reasoning that has several advantages in BLS training. Students tackle a genuine case to demonstrate their ability to incorporate new data into the information on the provided scenario [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. They can compare their reasoning and conduct related discussions, thereby allowing them to learn from each other. This is especially important in emergency situations and OHCA situations, in which quick and timely decisions are required. Additionally, the SCT goes beyond pure fact checking; it requires logical thinking and knowledge application based on procedural knowledge (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
      </sec>
      <sec>
        <title>Decision Trees</title>
        <p>Decision trees are based on the assumption that machine learning algorithms are helpful in the medicine field, as errors can have a dire consequence. Decision trees have been used in the decision-making process in clinical settings [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Nevertheless, the existing system allows first aiders to tackle the complexities and uncertainties of OHCA. Existing decision tress allow for the implementation of knowledge at the more critical level of the Millers pyramid in BLS competency training (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>; <xref rid="figure6" ref-type="fig">Figure 6</xref>).</p>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>A screenshot of a login website for accessing the decision trees.</p>
          </caption>
          <graphic xlink:href="jmir_v23i5e27108_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Gamification</title>
        <p>﻿The BLS/AED game was designed to complement BLS teaching and refresh skills in a unique, enjoyable way [<xref ref-type="bibr" rid="ref6">6</xref>]. The game presents an OHCA scenario by using simple graphics and takes players to a virtual environment where they make choices based on the steps of the BLS/AED algorithm (<xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>). The game is educational and is a unique medium for knowledge transmission; such games have been proven to promote active learning, help with solving clinical problems, and help learners gain experience in a risk-free environment [<xref ref-type="bibr" rid="ref6">6</xref>]. At the end of the game, the participants of our course will receive feedback on their performance, and they will have an opportunity to undergo another attempt (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>).</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>There is a large variety of web-based first responder and BLS courses. Although the new reality resulting from a pandemic and teaching and learning during a pandemic can have difficulties, they also create new possibilities. Enabling continuous BLS training with appropriate tools, including a variety of didactic methods and assessment formats, can facilitate an uninterrupted process of learning for battling the fear of out-of-hospital resuscitation during the COVID-19 pandemic. However, the modifications in distant BLS learning are at an early stage, and there is a need for robust research that determines (1) their association with participant outcomes; (2) their impact on OHCA; and (3) whether such methodologically diverse learning is cost-effective. Addressing these issues will provide further insight into the role and effectiveness of new technologies and their potential impact on acquiring and sustaining BLS competencies.</p>
      </sec>
      <sec>
        <title>Possible Implications for Practice</title>
        <p>First, during the pandemic, the OHCA and BLS curricula require more care for nurturing and supporting competencies in the area of public health. Second, an integrated web-based program requires the combination of modern technology and formative assessments that are dedicated to developing critical thinking and decision-making skills that encourage people to take action in OHCA situations. Third, appropriate modern resources are an integral part of creating modern curricula for BLS that encourage people to take action in OHCA situations.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>One of the limitations of our research may be that a lot of time is required to complete all of the formative activities. An increase in the amount of time devoted to a given training course puts an additional burden on course participants. However, well-thought-out activities that mirror real-life situations should encourage participants to spend more time in tackling such activities.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>The proposed Script Concordance Test.</p>
        <media xlink:href="jmir_v23i5e27108_app1.docx" xlink:title="DOCX File , 86 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>A recording of an exemplary decision tree used during the course.</p>
        <media xlink:href="jmir_v23i5e27108_app2.mov" xlink:title="MOV File , 112401 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>A recording of the game used during the course. Audio commentary in English is provided.</p>
        <media xlink:href="jmir_v23i5e27108_app3.mp4" xlink:title="MP4 File  (MP4 Video), 3995 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AED</term>
          <def>
            <p>automated external defibrillator</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">AHA</term>
          <def>
            <p>American Heart Association</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">BLS</term>
          <def>
            <p>basic life support</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">CMET</term>
          <def>
            <p>Centrum Medycznych Egzaminów Testowych</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">ERC</term>
          <def>
            <p>European Resuscitation Council</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">ILCOR</term>
          <def>
            <p>International Liaison Committee on Resuscitation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">OHCA</term>
          <def>
            <p>out-of-hospital cardiac arrest</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schlegel</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Designing online courses: 12 tips for health professions educators</article-title>
          <source>MedEdPublish</source>
          <year>2020</year>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>117</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mededpublish.org/manuscripts/3013"/>
          </comment>
          <pub-id pub-id-type="doi">10.15694/mep.2020.000117.1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nolan</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Monsieurs</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Bossaert</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Böttiger</surname>
              <given-names>BW</given-names>
            </name>
            <name name-style="western">
              <surname>Greif</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lott</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Madar</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Olasveengen</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Roehr</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Semeraro</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Soar</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Van de Voorde</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zideman</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Perkins</surname>
              <given-names>GD</given-names>
            </name>
            <collab>European Resuscitation Council COVID-Guideline Writing Groups</collab>
          </person-group>
          <article-title>European Resuscitation Council COVID-19 guidelines executive summary</article-title>
          <source>Resuscitation</source>
          <year>2020</year>
          <month>08</month>
          <volume>153</volume>
          <fpage>45</fpage>
          <lpage>55</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32525022"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.resuscitation.2020.06.001</pub-id>
          <pub-id pub-id-type="medline">32525022</pub-id>
          <pub-id pub-id-type="pii">S0300-9572(20)30232-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC7276132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>European Resuscitation Council COVID-19 Guidelines</article-title>
          <source>European Resuscitation Council</source>
          <year>2020</year>
          <month>04</month>
          <day>24</day>
          <access-date>2020-05-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.spci.pt/media/covid-19/European_Resuscitation_Council_COVID-19_Guidelines.pdf">https://www.spci.pt/media/covid-19/European_Resuscitation_Council_COVID-19_Guidelines.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scquizzato</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Olasveengen</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Ristagno</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Semeraro</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>The other side of novel coronavirus outbreak: Fear of performing cardiopulmonary resuscitation</article-title>
          <source>Resuscitation</source>
          <year>2020</year>
          <month>05</month>
          <volume>150</volume>
          <fpage>92</fpage>
          <lpage>93</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32259607"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.resuscitation.2020.03.019</pub-id>
          <pub-id pub-id-type="medline">32259607</pub-id>
          <pub-id pub-id-type="pii">S0300-9572(20)30133-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC7151522</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>García-Suárez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Méndez-Martínez</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Martínez-Isasi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gómez-Salgado</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fernández-García</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Basic life support training methods for health science students: A systematic review</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2019</year>
          <month>03</month>
          <day>03</day>
          <volume>16</volume>
          <issue>5</issue>
          <fpage>768</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph16050768"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph16050768</pub-id>
          <pub-id pub-id-type="medline">30832440</pub-id>
          <pub-id pub-id-type="pii">ijerph16050768</pub-id>
          <pub-id pub-id-type="pmcid">PMC6427599</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boada</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez-Benitez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia-Gonzalez</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Olivet</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Carreras</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Sbert</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Using a serious game to complement CPR instruction in a nurse faculty</article-title>
          <source>Comput Methods Programs Biomed</source>
          <year>2015</year>
          <month>11</month>
          <volume>122</volume>
          <issue>2</issue>
          <fpage>282</fpage>
          <lpage>291</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cmpb.2015.08.006</pub-id>
          <pub-id pub-id-type="medline">26319184</pub-id>
          <pub-id pub-id-type="pii">S0169-2607(15)00216-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tobase</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Peres</surname>
              <given-names>HHC</given-names>
            </name>
            <name name-style="western">
              <surname>Gianotto-Oliveira</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Polastri</surname>
              <given-names>TF</given-names>
            </name>
            <name name-style="western">
              <surname>Timerman</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The effects of an online basic life support course on undergraduate nursing students' learning</article-title>
          <source>Int J Med Educ</source>
          <year>2017</year>
          <month>08</month>
          <day>25</day>
          <volume>8</volume>
          <fpage>309</fpage>
          <lpage>313</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ijme.net/pmid/28850944"/>
          </comment>
          <pub-id pub-id-type="doi">10.5116/ijme.5985.cbce</pub-id>
          <pub-id pub-id-type="medline">28850944</pub-id>
          <pub-id pub-id-type="pii">ijme.8.309313</pub-id>
          <pub-id pub-id-type="pmcid">PMC5699862</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Napp</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kosan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffend</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Häge</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Breitfeld</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Doehn</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Daubmann</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kubitz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Beck</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Implementation of basic life support training for school children: Online education for potential instructors? Results of a cluster randomised, controlled, non-inferiority trial</article-title>
          <source>Resuscitation</source>
          <year>2020</year>
          <month>07</month>
          <volume>152</volume>
          <fpage>141</fpage>
          <lpage>148</lpage>
          <pub-id pub-id-type="doi">10.1016/j.resuscitation.2020.04.041</pub-id>
          <pub-id pub-id-type="medline">32422244</pub-id>
          <pub-id pub-id-type="pii">S0300-9572(20)30180-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pedersen</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Kasper</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Roman</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Egloff</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Marx</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Abegglen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Greif</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Self-learning basic life support: A randomised controlled trial on learning conditions</article-title>
          <source>Resuscitation</source>
          <year>2018</year>
          <month>05</month>
          <volume>126</volume>
          <fpage>147</fpage>
          <lpage>153</lpage>
          <pub-id pub-id-type="doi">10.1016/j.resuscitation.2018.02.031</pub-id>
          <pub-id pub-id-type="medline">29522830</pub-id>
          <pub-id pub-id-type="pii">S0300-9572(18)30107-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Finn</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Bhanji</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Lockey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Monsieurs</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Frengley</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Iwami</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lang</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Ma</surname>
              <given-names>MHM</given-names>
            </name>
            <name name-style="western">
              <surname>Mancini</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>McNeil</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Greif</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Billi</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Nadkarni</surname>
              <given-names>VM</given-names>
            </name>
            <name name-style="western">
              <surname>Bigham</surname>
              <given-names>B</given-names>
            </name>
            <collab>Education‚ Implementation‚ Teams Chapter Collaborators</collab>
          </person-group>
          <article-title>Part 8: Education, implementation, and teams: 2015 International Consensus on Cardiopulmonary Resuscitation and Emergency Cardiovascular Care Science with Treatment Recommendations</article-title>
          <source>Resuscitation</source>
          <year>2015</year>
          <month>10</month>
          <volume>95</volume>
          <fpage>e203</fpage>
          <lpage>e224</lpage>
          <pub-id pub-id-type="doi">10.1016/j.resuscitation.2015.07.046</pub-id>
          <pub-id pub-id-type="medline">26477705</pub-id>
          <pub-id pub-id-type="pii">S0300-9572(15)00367-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <article-title>Rozporządzenie Ministra Edukacji Narodowej z dnia 11 marca 2020 r. w sprawie czasowego ograniczenia funkcjonowania jednostek systemu oświaty w związku z zapobieganiem, przeciwdziałaniem i zwalczaniem COVID-19</article-title>
          <source>Strona główna Sejmu Rzeczpospolitej Polskiej</source>
          <access-date>2021-05-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://isap.sejm.gov.pl/isap.nsf/download.xsp/WDU20200000410/O/D20200410.pdf">https://isap.sejm.gov.pl/isap.nsf/download.xsp/WDU20200000410/O/D20200410.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coyne</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Frommolt</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Rands</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kain</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Simulation videos presented in a blended learning platform to improve Australian nursing students' knowledge of family assessment</article-title>
          <source>Nurse Educ Today</source>
          <year>2018</year>
          <month>07</month>
          <volume>66</volume>
          <fpage>96</fpage>
          <lpage>102</lpage>
          <pub-id pub-id-type="doi">10.1016/j.nedt.2018.04.012</pub-id>
          <pub-id pub-id-type="medline">29689461</pub-id>
          <pub-id pub-id-type="pii">S0260-6917(18)30171-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>YJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ku</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Jan</surname>
              <given-names>RH</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tseng</surname>
              <given-names>YC</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>SF</given-names>
            </name>
          </person-group>
          <article-title>Decision tree-based learning to predict patient controlled analgesia consumption and readjustment</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2012</year>
          <month>11</month>
          <day>14</day>
          <volume>12</volume>
          <fpage>131</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/1472-6947-12-131"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6947-12-131</pub-id>
          <pub-id pub-id-type="medline">23148492</pub-id>
          <pub-id pub-id-type="pii">1472-6947-12-131</pub-id>
          <pub-id pub-id-type="pmcid">PMC3507711</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <article-title>Staying Alive - AED locations</article-title>
          <source>Staying Alive</source>
          <access-date>2020-06-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.stayingalive.org/index.php?lang=en">https://www.stayingalive.org/index.php?lang=en</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gurbanov</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The challenge of grading in self and peer-assessment (undergraduate students’ and university teachers’ perspectives)</article-title>
          <source>Journal of Education in Black Sea Region</source>
          <year>2016</year>
          <month>05</month>
          <day>25</day>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>82</fpage>
          <lpage>91</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://files.eric.ed.gov/fulltext/ED569122.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.31578/jebs.v1i2.21</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lubarsky</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Charlin</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Chalk</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>van der Vleuten</surname>
              <given-names>CPM</given-names>
            </name>
          </person-group>
          <article-title>Script concordance testing: a review of published validity evidence</article-title>
          <source>Med Educ</source>
          <year>2011</year>
          <month>04</month>
          <volume>45</volume>
          <issue>4</issue>
          <fpage>329</fpage>
          <lpage>338</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2923.2010.03863.x</pub-id>
          <pub-id pub-id-type="medline">21401680</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Naylor</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Torres</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Approaches to stimulate clinical reasoning in continuing medical education during the coronavirus disease 2019 pandemic</article-title>
          <source>Kardiol Pol</source>
          <year>2020</year>
          <month>08</month>
          <day>25</day>
          <volume>78</volume>
          <issue>7-8</issue>
          <fpage>770</fpage>
          <lpage>772</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.33963/KP.15419"/>
          </comment>
          <pub-id pub-id-type="doi">10.33963/KP.15419</pub-id>
          <pub-id pub-id-type="medline">32500994</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spruijt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Leppink</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfhagen</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Scherpbier</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van Beukelen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jaarsma</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Investigating teaching performance in seminars; a questionnaire study with a multi-level approach</article-title>
          <source>BMC Med Educ</source>
          <year>2014</year>
          <month>09</month>
          <day>24</day>
          <volume>14</volume>
          <fpage>203</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmededuc.biomedcentral.com/articles/10.1186/1472-6920-14-203"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6920-14-203</pub-id>
          <pub-id pub-id-type="medline">25253047</pub-id>
          <pub-id pub-id-type="pii">1472-6920-14-203</pub-id>
          <pub-id pub-id-type="pmcid">PMC4190460</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fawns</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Aitken</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Online Learning as Embodied, Socially Meaningful Experience</article-title>
          <source>Postdigital Science and Education</source>
          <year>2019</year>
          <month>5</month>
          <day>31</day>
          <volume>1</volume>
          <fpage>293</fpage>
          <lpage>297</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://link.springer.com/10.1007/s42438-019-00048-9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s42438-019-00048-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>Profesjonalny program do organizowania szkoleń BHP online dla firm bhp i pracowników służby bhp!</article-title>
          <source>Szkolenia BHP</source>
          <access-date>2021-05-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.szkolenia-bhp24.pl/">https://www.szkolenia-bhp24.pl/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>Centrum Medycznych Egzaminów Testowych</article-title>
          <source>Centrum Medycznych Egzaminów Testowych</source>
          <access-date>2021-05-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://e-csm.umlub.pl/cmet/">https://e-csm.umlub.pl/cmet/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Biggs</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Enhancing teaching through constructive alignment</article-title>
          <source>High Educ</source>
          <year>1996</year>
          <month>10</month>
          <volume>32</volume>
          <fpage>347</fpage>
          <lpage>364</lpage>
          <pub-id pub-id-type="doi">10.1007/bf00138871</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nicol</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Macfarlane-Dick</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Formative assessment and self-regulated learning: a model and seven principles of good feedback practice</article-title>
          <source>High Educ (Dordr)</source>
          <year>2006</year>
          <month>01</month>
          <day>24</day>
          <volume>31</volume>
          <issue>2</issue>
          <fpage>199</fpage>
          <lpage>218</lpage>
          <pub-id pub-id-type="doi">10.1080/03075070600572090</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>American Heart Association</collab>
          </person-group>
          <source>Heartsaver CPR AED Student Workbook</source>
          <year>2015</year>
          <publisher-loc>Dallas, Texas</publisher-loc>
          <publisher-name>American Heart Association</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greif</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lockey</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Conaghan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lippert</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>De Vries</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Monsieurs</surname>
              <given-names>KG</given-names>
            </name>
            <collab>Education and implementation of resuscitation section Collaborators; Collaborators</collab>
          </person-group>
          <article-title>European Resuscitation Council Guidelines for Resuscitation 2015: Section 10. Education and implementation of resuscitation</article-title>
          <source>Resuscitation</source>
          <year>2015</year>
          <month>10</month>
          <volume>95</volume>
          <fpage>288</fpage>
          <lpage>301</lpage>
          <pub-id pub-id-type="doi">10.1016/j.resuscitation.2015.07.032</pub-id>
          <pub-id pub-id-type="medline">26477418</pub-id>
          <pub-id pub-id-type="pii">S0300-9572(15)00344-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martínez</surname>
              <given-names>REB</given-names>
            </name>
            <name name-style="western">
              <surname>Ramírez</surname>
              <given-names>NC</given-names>
            </name>
            <name name-style="western">
              <surname>Mesa</surname>
              <given-names>HGA</given-names>
            </name>
            <name name-style="western">
              <surname>Suárez</surname>
              <given-names>IR</given-names>
            </name>
            <name name-style="western">
              <surname>Trejo</surname>
              <given-names>MDCG</given-names>
            </name>
            <name name-style="western">
              <surname>León</surname>
              <given-names>PP</given-names>
            </name>
            <name name-style="western">
              <surname>Morales</surname>
              <given-names>SLB</given-names>
            </name>
          </person-group>
          <article-title>Decision trees as a tool in the medical diagnosis</article-title>
          <source>Revista Médica de la Universidad Veracruzana</source>
          <year>2009</year>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>19</fpage>
          <lpage>24</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.medigraphic.com/pdfs/veracruzana/muv-2009/muv092c.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
