<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v24i8e37000</article-id>
      <article-id pub-id-type="pmid">36006686</article-id>
      <article-id pub-id-type="doi">10.2196/37000</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Web-Based Educational Intervention to Improve Knowledge of Systematic Reviews Among Health Science Professionals: Randomized Controlled Trial</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bhattacharjya</surname>
            <given-names>Sutanuka</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kalavani</surname>
            <given-names>Khalil</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Khan</surname>
            <given-names>Nagina</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Krnic Martinic</surname>
            <given-names>Marina</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff01" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2076-0512</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Čivljak</surname>
            <given-names>Marta</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6211-0174</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Marušić</surname>
            <given-names>Ana</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6272-0917</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Sapunar</surname>
            <given-names>Damir</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff04" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8352-4402</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Poklepović Peričić</surname>
            <given-names>Tina</given-names>
          </name>
          <degrees>DMD, PhD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9686-5062</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Buljan</surname>
            <given-names>Ivan</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8719-7277</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Tokalić</surname>
            <given-names>Ružica</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff03" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0037-4905</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Mališa</surname>
            <given-names>Snježana</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2086-4159</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Neuberg</surname>
            <given-names>Marijana</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff05" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1850-3808</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Ivanišević</surname>
            <given-names>Kata</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff06" ref-type="aff">6</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5830-2640</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Aranza</surname>
            <given-names>Diana</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff07" ref-type="aff">7</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0806-1065</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Skitarelić</surname>
            <given-names>Nataša</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff08" ref-type="aff">8</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7155-8648</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Zoranić</surname>
            <given-names>Sanja</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff09" ref-type="aff">9</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3686-2353</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author">
          <name name-style="western">
            <surname>Mikšić</surname>
            <given-names>Štefica</given-names>
          </name>
          <degrees>DMD, PhD</degrees>
          <xref rid="aff10" ref-type="aff">10</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1199-3768</ext-link>
        </contrib>
        <contrib id="contrib15" contrib-type="author">
          <name name-style="western">
            <surname>Čavić</surname>
            <given-names>Dalibor</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6609-1492</ext-link>
        </contrib>
        <contrib id="contrib16" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Puljak</surname>
            <given-names>Livia</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff02" ref-type="aff">2</xref>
          <address>
            <institution>Catholic University of Croatia</institution>
            <addr-line>Ilica 242</addr-line>
            <addr-line>Zagreb, 10000</addr-line>
            <country>Croatia</country>
            <phone>385 13706 600</phone>
            <email>livia.puljak@gmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8467-6061</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff01">
        <label>1</label>
        <institution>University Hospital Split</institution>
        <addr-line>Split</addr-line>
        <country>Croatia</country>
      </aff>
      <aff id="aff02">
        <label>2</label>
        <institution>Catholic University of Croatia</institution>
        <addr-line>Zagreb</addr-line>
        <country>Croatia</country>
      </aff>
      <aff id="aff03">
        <label>3</label>
        <institution>Department of Research in Biomedicine and Health</institution>
        <institution>University of Split School of Medicine</institution>
        <addr-line>Split</addr-line>
        <country>Croatia</country>
      </aff>
      <aff id="aff04">
        <label>4</label>
        <institution>University of Split School of Medicine</institution>
        <addr-line>Split</addr-line>
        <country>Croatia</country>
      </aff>
      <aff id="aff05">
        <label>5</label>
        <institution>University North</institution>
        <addr-line>Varazdin</addr-line>
        <country>Croatia</country>
      </aff>
      <aff id="aff06">
        <label>6</label>
        <institution>Faculty of Health Studies</institution>
        <institution>University of Rijeka</institution>
        <addr-line>Rijeka</addr-line>
        <country>Croatia</country>
      </aff>
      <aff id="aff07">
        <label>7</label>
        <institution>University Department of Health Studies</institution>
        <institution>University of Split</institution>
        <addr-line>Split</addr-line>
        <country>Croatia</country>
      </aff>
      <aff id="aff08">
        <label>8</label>
        <institution>Department of Health Studies</institution>
        <institution>University of Zadar</institution>
        <addr-line>Zadar</addr-line>
        <country>Croatia</country>
      </aff>
      <aff id="aff09">
        <label>9</label>
        <institution>Department of Nursing</institution>
        <institution>University of Dubrovnik</institution>
        <addr-line>Dubrovnik</addr-line>
        <country>Croatia</country>
      </aff>
      <aff id="aff10">
        <label>10</label>
        <institution>Faculty of Dental Medicine and Health Osijek</institution>
        <institution>The Josip Juraj Strossmayer University of Osijek</institution>
        <addr-line>Osijek</addr-line>
        <country>Croatia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Livia Puljak <email>livia.puljak@gmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>8</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>25</day>
        <month>8</month>
        <year>2022</year>
      </pub-date>
      <volume>24</volume>
      <issue>8</issue>
      <elocation-id>e37000</elocation-id>
      <history>
        <date date-type="received">
          <day>2</day>
          <month>2</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>20</day>
          <month>4</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>10</day>
          <month>5</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>13</day>
          <month>5</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Marina Krnic Martinic, Marta Čivljak, Ana Marušić, Damir Sapunar, Tina Poklepović Peričić, Ivan Buljan, Ružica Tokalić, Snježana Mališa, Marijana Neuberg, Kata Ivanišević, Diana Aranza, Nataša Skitarelić, Sanja Zoranić, Štefica Mikšić, Dalibor Čavić, Livia Puljak. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 25.08.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2022/8/e37000" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Lack of knowledge of systematic reviews (SRs) could prevent individual health care professionals from using SRs as a source of information in their clinical practice or discourage them from participating in such research.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>In this randomized controlled trial, we evaluated the effect of a short web-based educational intervention on short-term knowledge of SRs.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Eligible participants were 871 Master’s students of university health sciences studies in Croatia; 589 (67.6%) students who agreed to participate in the trial were randomized using a computer program into 2 groups. Intervention group A (294/589, 49.9%) received a short web-based educational intervention about SR methodology, and intervention group B (295/589, 50.1%) was presented with the PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) checklist. The participants’ knowledge of SRs was assessed before and after the intervention. The participants could not be blinded because of the nature of the intervention. The primary outcome was the difference in the percentage of correct answers about SR methodology per participant between the groups after the intervention, expressed as relative risk and 95% CI.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Results from 162 and 165 participants in the educational intervention and PRISMA checklist groups, respectively, were available for analysis. Most of them (educational intervention group: 130/162, 80.2%; PRISMA checklist group: 131/165, 79.4%) were employed as health care professionals in addition to being health sciences students. After the intervention, the educational intervention group had 23% (relative risk percentage) more correct answers in the postintervention questionnaire than the PRISMA checklist group (relative risk=1.23, 95% CI 1.17-1.29).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>A short web-based educational intervention about SRs is an effective tool for short-term improvement of knowledge of SRs among health care studies students, most of whom were also employed as health care professionals. Further studies are needed to explore the long-term effects of the tested education.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>OSF Registries 10.17605/OSF.IO/RYMVC; https://osf.io/rymvc</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>educational intervention</kwd>
        <kwd>systematic review</kwd>
        <kwd>health science professionals</kwd>
        <kwd>knowledge</kwd>
        <kwd>randomized controlled trial</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Evidence-based medicine (EBM), which is interchangeably also called evidence-based practice (EBP) or evidence-based health care (EBHC) [<xref ref-type="bibr" rid="ref1">1</xref>], is credited with a major impact on health care [<xref ref-type="bibr" rid="ref2">2</xref>]. Systematic reviews (SRs) are considered the gold standard evidence that helps in making decisions about health within the concept of EBM [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>However, multiple studies have shown a low level of knowledge of EBM among health care professionals. Low awareness of EBM was reported by Novak et al [<xref ref-type="bibr" rid="ref4">4</xref>] among physicians in Croatia, and limited knowledge but a positive attitude toward EBM was reported by Ulvenes et al [<xref ref-type="bibr" rid="ref5">5</xref>] among Norwegian physicians. A study conducted by Munroe et al [<xref ref-type="bibr" rid="ref6">6</xref>] showed that only 3% of nurses evaluated their knowledge of EBP as very good.</p>
        <p>Knowledge of SRs is considered important for health sciences and medical students as well because it is important that clinicians know how to find and appraise evidence [<xref ref-type="bibr" rid="ref7">7</xref>]. Knowledge of SRs in trainees can help not only in developing useful skills in critical appraisal but also in addressing important clinical questions and serve as a strong basis to design new, original research studies that will fill the gaps and answer relevant and unsolved clinical questions [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>The importance of medical students’ exposure to EBM was shown by Vrdoljak et al [<xref ref-type="bibr" rid="ref9">9</xref>], who reported that knowledge and attitudes of mentors toward EBM in general practice can be influenced by using medical students as academic detailers. It has been shown that better knowledge and more positive attitudes toward EBM among medical students are associated with the exposure to the vertical subject on research in biomedicine and activities of The Cochrane Collaboration [<xref ref-type="bibr" rid="ref10">10</xref>]. Glass et al [<xref ref-type="bibr" rid="ref11">11</xref>] reported that summarized research evidence delivered in a poster format can increase student nurses’ access to the evidence base. This intervention has increased their knowledge to guide their clinical practice. Thus, knowledge of EBM is a variable that can be influenced. A lack of knowledge of SRs and EBM could prevent individual health care professionals from using SRs as a source of information in their clinical practice or discourage them from participating in such research. Several studies have shown the effectiveness of educational programs on changing the beliefs on and attitudes toward EBM of health care professionals and their readiness to use evidence from EBM sources such as the Cochrane Library or SRs to solve clinical problems [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>Web-based educational interventions are low-cost, easy to implement, easily refined and stored for later use, and easily accessible by health care professionals. Educational interventions conducted via the internet related to various topics in medicine have been shown to be effective [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. Several studies have also proved the effectiveness of web-based educational interventions among health care professionals on knowledge of EBP [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>A 2017 Campbell SR on the effectiveness of e-learning in improving knowledge of EBHC showed that, compared with no learning, pure e-learning improved knowledge of and skills regarding EBHC but not attitudes and behaviors [<xref ref-type="bibr" rid="ref18">18</xref>]. Varnell et al [<xref ref-type="bibr" rid="ref12">12</xref>] showed that an accelerated 8-week training program influenced a statistically significant positive change in beliefs on and attitudes toward EBP. A controlled trial examining the effect of an educational intervention on knowledge of EBM among physicians in Israel [<xref ref-type="bibr" rid="ref14">14</xref>] reported a significant improvement in the level of knowledge of and attitudes toward EBM but not a significant impact on clinical practice [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>We were not able to find studies evaluating the effectiveness of educational interventions dedicated to learning about SRs and SR methodology. In this randomized controlled trial (RCT), we evaluated the effect of a short web-based educational intervention about SRs on short-term knowledge of SR among students of health sciences studies in Croatia.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ethics Approval</title>
        <p>The study protocol was approved by the Ethics Committee of the Catholic University of Croatia on March 1, 2021 (Klasa: 641-03/21-01/03; Urbroj: 498-03-02-06-02/1-21-02). Subsequently, the ethics committees of all participating institutions also approved the study protocol. The participants provided written informed consent to take part in the study.</p>
      </sec>
      <sec>
        <title>Guidelines for Reporting</title>
        <p>The manuscript was reported in line with the CONSORT (Consolidated Standards of Reporting Trials) checklist [<xref ref-type="bibr" rid="ref19">19</xref>]. The CONSORT checklist for this manuscript is available in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. The educational intervention was reported in line with the Guideline for Reporting Evidence-based Practice Educational Interventions and Teaching (GREET) checklist [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      </sec>
      <sec>
        <title>Trial Registration</title>
        <p>The study protocol was prospectively registered (ie, before enrolling the first participants) on the Open Science Framework website [<xref ref-type="bibr" rid="ref21">21</xref>]. There were no differences between the protocol and the conducted trial.</p>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>We conducted an RCT with 2 parallel groups and 1:1 participant allocation.</p>
      </sec>
      <sec>
        <title>Participants</title>
        <sec>
          <title>Inclusion Criteria</title>
          <p>The participants were students of Master’s university health sciences studies in Croatia. The study programs available at the participating universities were Nursing, Radiological Technology, Clinical Nutrition, Physiotherapy, and other programs. Full-time and part-time students were eligible to take part in the study. Many of these students were already employed in health care; students were eligible for participation regardless of their employment status.</p>
        </sec>
        <sec>
          <title>Institutions</title>
          <p>There were 8 eligible institutions in Croatia for this study, and we invited all of them. The following 7 institutions accepted the invitation to participate: Catholic University of Croatia; University Department of Health Studies Split; University Department of Health Studies Zadar; University of Dubrovnik, Nursing Studies; University North, Faculty of Dental Medicine and Health; University of Osijek, Faculty of Health Studies; and University of Rijeka. One institution declined the invitation to participate in the study (University of Zagreb School of Medicine).</p>
        </sec>
        <sec>
          <title>Contacting the Students</title>
          <p>Students from eligible institutions were contacted via email by coauthors (MC, MN, KI, DA, NS, SZ, and SM) employed in these institutions and invited to participate in the study on brief web-based education about SRs of the literature. Students who agreed to participate were randomized by simple randomization using the Randomizer website. After randomization, they were sent an email invitation to access the web-based platform on which materials for participants from the educational intervention and PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) checklist groups were available.</p>
          <p>The text of the email provided information about the study and provisions related to the anonymity of the participants according to the General Data Protection Regulation, and students were invited to click on the link to further participate in the study. For this study, 2 separate interfaces for the participants were created on the SurveyMonkey platform (Momentive Inc). One interface was created for participants in the educational intervention group and the other for participants enrolled in the PRISMA checklist group. Each group accessed their interface using a separate link.</p>
          <p>The link in the email took the participants to their respective SurveyMonkey web-based interface. The text of the email to the participants is presented in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>. In the SurveyMonkey interface, the participants were initially asked to confirm that they voluntarily took part in the research and that they were providing informed consent to participate in the study by entering the next page.</p>
        </sec>
      </sec>
      <sec>
        <title>Intervention Group A</title>
        <p>In the web-based interface, intervention group A received a newly developed intervention created by the authors of this study with expertise in medical and health sciences education and research methodology. The educational intervention was written in the Croatian language. It consisted of 11 short educational texts on the methodology of producing SRs. A module describing the forest and funnel plots contained figures of those 2 graphs. The content of the educational intervention was an abbreviated version of the information contained in Cochrane’s educational materials for web-based learning about SRs of the literature (Cochrane Interactive Learning). The complete content of the educational intervention, translated into English, is presented in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>.</p>
        <p>The learning objectives of the educational intervention anticipated that the participants would be able to define EBM, recognize different levels of evidence, define an SR, ask a clinical question, define the steps for preparing and registering an SR protocol, describe literature search and screening, explain the risk-of-bias assessment, and describe the process of data analysis and interpretation in SRs. In addition to theory, there was a practical learning objective: the participants were expected to be able to differentiate between an abstract of an SR and of a narrative literature review.</p>
        <p>The first version of the educational intervention was iteratively revised within the team. Before conducting this trial, the web-based interface with the educational intervention was evaluated in a qualitative study among health care workers via semistructured interviews (Krnic Martinic et al, unpublished data, November 2021). The results of the users’ feedback obtained in the qualitative study were used to revise the educational intervention.</p>
        <p>The intervention was delivered as an asynchronous web-based education that did not include any components of live education or interaction.</p>
        <p>The participants were able to go back and forth through the web-based interface with the educational modules and respective questions without a time limit.</p>
      </sec>
      <sec>
        <title>Intervention Group B</title>
        <p>Intervention group B was presented with the PRISMA checklist [<xref ref-type="bibr" rid="ref22">22</xref>] for reporting on SRs (<xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>) in their web-based interface, and the participants were asked to read it. It was presented to the participants in 11 separate sections to be as similar as possible to the number and form of the educational texts in intervention group A.</p>
      </sec>
      <sec>
        <title>Pre- and Postintervention Questionnaires</title>
        <p>Both groups completed a preintervention questionnaire containing questions about demographic characteristics and their knowledge of SRs before the presentation of the intervention (educational intervention or PRISMA checklist group; <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>). We were unable to find questionnaires on this topic and purpose in the literature. Thus, we designed the pre- and postintervention questionnaires specifically for this study. The pre- and postintervention questionnaires were not validated. Questions evaluating knowledge of SRs were based on the questions used in our previous studies on knowledge of SRs [<xref ref-type="bibr" rid="ref23">23</xref>] and the definitions of SRs [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
        <p>At the end of the educational intervention or PRISMA checklist presentation, the participants were asked to answer the postintervention questionnaire (<xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>). The questionnaire contained the same questions on knowledge of SRs as in the preintervention questionnaire as well as questions about whether they agreed with the proposed characteristics of the definition of SRs. Finally, they were presented with 4 abstracts of published articles and asked to assess whether they were abstracts of SRs.</p>
        <p>As part of the postintervention questionnaire, the participants were asked to express the level of their agreement on whether an SR should have 6 characteristics proposed earlier by Krnic Martinic et al [<xref ref-type="bibr" rid="ref24">24</xref>]. They were asked to express their agreement with a number on a Likert scale ranging from 1 to 5 that best suited their opinion, where 1 meant <italic>I do not agree at all</italic> and 5 meant <italic>I completely agree</italic> (<xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>).</p>
        <p>After those questions, the participants were presented with 4 abstracts of published scientific articles, of which 2 (50%) were abstracts of SRs [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>] and the other 2 (50%) were abstracts of narrative reviews of the literature [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. They were chosen based on a nonstructured literature search of SRs where we tried to find SR abstracts that were simple to understand and appropriate for the target population. The abstracts did not contain any mention of the study design used. If the abstract reported that it was an abstract of an SR or if a systematic search was mentioned, that part of the abstract was removed. The participants were asked to assess whether the abstracts were abstracts of SRs. The 4 abstracts used for this assessment are presented in <xref ref-type="supplementary-material" rid="app6">Multimedia Appendix 6</xref> [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>On the last page of the interface in both intervention groups A and B, the participants were invited to optionally leave their first and last name and email address if they wanted to receive a certificate of participation in the educational intervention. The certificate was prepared by Cochrane Croatia.</p>
        <p>The entire questionnaire we administered to the participants was a survey and not a psychological instrument. Thus, we did not perform any psychometric calculations. For the 6 before-and-after questions about the opinion regarding SRs, we calculated that, at the first measurement (before the intervention), reliability was .89, expressed using Cronbach <italic>α</italic>.</p>
      </sec>
      <sec>
        <title>Outcomes</title>
        <p>The primary outcome was the difference in the percentage of correct answers per participant in the postintervention questionnaire between intervention groups A and B.</p>
        <p>Secondary outcomes were the difference in the percentage of correct answers per participant in the pre- and postintervention questionnaires for the intervention group, the proportion of participants who correctly recognized an abstract describing an SR of the literature (percentage), and the proportion of participants who correctly recognized an abstract describing a simple narrative review of the literature (percentage).</p>
      </sec>
      <sec>
        <title>Participant Timeline</title>
        <p>After we obtained permission from the ethics committees, the participants were invited to take part. After collecting the names of students who agreed to participate and randomizing them, the invitation to participate in the study containing the link to the intervention A or intervention B interface was sent on June 7, 2021. The links were inactivated on June 20, 2021. The knowledge assessment was conducted immediately after the intervention.</p>
      </sec>
      <sec>
        <title>Sample Size</title>
        <p>The expected effect size was a difference of at least 20% for the primary outcome between intervention groups A and B. The calculation of the sample size to compare the proportions, predefining an <italic>α</italic> of .05 and <italic>β</italic> of .20, assuming a difference of at least 20% for the primary outcome between intervention groups A and B, determined that a sample size of 182 participants (91 participants per group) would be required. To compensate for the possible loss of participants after the beginning of the survey (incomplete answers) or the possibility that participants who initially agreed to take part might eventually choose not to take part, the plan was to include at least 20% more participants than calculated as necessary (n=218).</p>
      </sec>
      <sec>
        <title>Encouraging the Inclusion of Participants (Recruitment)</title>
        <p>After the initial email was sent to the participants with the link to their respective study arm, 3 more reminders were sent to the participants 4 days apart.</p>
      </sec>
      <sec>
        <title>Randomization of Participants</title>
        <p>The participants were randomized by simple randomization using the Randomizer website.</p>
      </sec>
      <sec>
        <title>Allocation Concealment</title>
        <p>After randomization, the participants were allocated to the study arms using a randomization sequence by a third person who was not included in other parts of the study.</p>
      </sec>
      <sec>
        <title>Blinding</title>
        <sec>
          <title>Blinding of Participants and Personnel</title>
          <p>The intervention was of such a nature that the participants could not be blinded.</p>
        </sec>
        <sec>
          <title>Blinding of Outcome Assessors</title>
          <p>Only the first author (MKM) and the principal investigator (LP) had access to the complete raw data set generated by SurveyMonkey, which included the names and email addresses of the participants who wanted the certificate. MKM removed the participants’ names and email addresses before the outcome assessor (IB) analyzed the data; thus, anonymized data were analyzed.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Management</title>
        <p>One author downloaded Microsoft Excel worksheets from SurveyMonkey, which were anonymized in case any participant left a name and email address to obtain the certificate. The SurveyMonkey interface was configured not to collect any information about the participants, including IP addresses. The data were stored on a secure server until the time of analysis.</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>To determine the normality of the variables’ distribution, we used the Kolmogorov-Smirnov test. Categorical data were presented as frequencies and percentages, and numerical values were presented as medians with IQR for variables not following normal distribution and as arithmetic means with IQR for variables following normal distribution. Differences between intervention groups A and B for categorical variables were tested using the chi-square test. To express the difference between groups, numerical values were tested with 2-tailed <italic>t</italic> tests for independent samples (for variables following normal distribution) and Mann-Whitney tests (for variables not following normal distribution). Pre- and postintervention differences were evaluated using the chi-square test for categorical variables and the <italic>t</italic> test for independent samples for numerical variables. The effect size for the primary outcome (the difference between the percentage of correct answers between groups in the postintervention questionnaire) was expressed using relative risk (RR) and 95% CI, as was the difference between the number of correct answers in the pre- and postintervention questionnaires in both groups. The effect size for the secondary outcome was expressed using odds ratio with 95% CI.</p>
        <p>We assessed the participants’ opinions before and after using parametric procedures on Likert-type scales, which are usually analyzed using a nonparametric test. This was done because, after the initial analysis where we used nonparametric statistics, the results were not interpretable. When we presented results using median and 95% CIs, the results were similar in both groups, although there were significant differences after the intervention. Therefore, we proceeded with parametric testing, which gave the same results but was more precise as it enabled us to interpret the direction of the difference clearly.</p>
        <p>All analyses were performed using the computer program JASP (version 0.14.1.0; JASP Team). Statistical significance was set at <italic>P</italic>&#60;.05.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participant Flow</title>
        <p>In this trial, 871 potential participants met the inclusion criteria, of whom 282 (32.4%) indicated that they did not want to participate in the study. Thus, 67.6% (589/871) of students were randomized: 31.1% (183/589) from University North; 23.1% (136/589) from the Catholic University of Croatia; 22.4% (132/589) from the Faculty of Health Studies, University of Rijeka; 14.3% (84/589) from the University Department of Health Studies Split; 6.6% (39/589) from the University Department of Health Studies Zadar; 1.7% (10/589) from the University of Dubrovnik, Nursing Studies; and 0.8% (5/589) from the Faculty of Dental Medicine and Health, University of Osijek.</p>
      </sec>
      <sec>
        <title>Recruitment and Access to the Educational Platform</title>
        <p>The link to participate in the study was sent via email to the addresses of the 589 students on June 7, 2021. The students were sent 3 reminders 4 days apart, and access to the web-based platforms was inactivated on June 20, 2021. A detailed participant flow diagram is shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>.</p>
        <p>The average time the participants took to complete the entire interface with questionnaires and educational materials was 21 (SD 9.00) minutes in the educational intervention group and 19 (SD 3.96) minutes in the PRISMA checklist group.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Participant flow diagram. PRISMA: Preferred Reporting Items for Systematic Reviews and Meta-Analyses.</p>
          </caption>
          <graphic xlink:href="jmir_v24i8e37000_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Baseline Participant Characteristics</title>
        <p>The demographic participant data are presented in <xref ref-type="table" rid="table1">Table 1</xref>. More than 40% of the participants (educational intervention group: 66/162, 40.7%; PRISMA checklist group: 64/165, 38.8%) were from 1 institution (University North), &#62;80% of the participants (educational intervention group: 134/162, 82.7%; PRISMA checklist group: 138/165, 83.6%) studied nursing, and &#62;50% of the participants (educational intervention group: 97/162, 59.9%; PRISMA checklist group: 85/165, 51.5%) attended the second year of study. More than 80% of the participants (educational intervention group: 136/162, 84%; PRISMA checklist group: 138/165, 83.6%) were employed while studying for their Master’s degree. Most participants were employed as health care workers (educational intervention group: 130/162, 80.2%; PRISMA checklist group: 131/165, 79.4%). The median length of working in health care was 9.9 years among participants who received the educational intervention and 9.8 years in the PRISMA checklist group. The median age of the participants in both groups was approximately 30 years, and &#62;85% of the participants in both groups were women (educational intervention group: 140/162, 86.4%; PRISMA checklist group: 146/165, 88.5%; <xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <p>Participants in both groups rated their knowledge of SRs with a median grade of 3 (range 1-5). All participants (327/327, 100%) stated that they had heard of SRs, and approximately three-quarters of the participants in both groups (educational intervention group: 124/162, 76.5%; PRISMA checklist group: 123/165, 74.5%) stated that they had read an SR. In our sample, 17.3% (28/162) of the participants from the group that received the educational intervention and 18.2% (30/165) of the participants from the PRISMA checklist group stated that they had participated in producing an SR (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Demographic characteristics of the participants included in the analysis (N=327).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="470"/>
            <col width="250"/>
            <col width="250"/>
            <thead>
              <tr valign="bottom">
                <td colspan="2">Variable and level</td>
                <td>Educational intervention (n=162)</td>
                <td>PRISMA<sup>a</sup> checklist (n=165)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4">
                  <bold>Institution, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Faculty of Dental Medicine and Health Osijek</td>
                <td>3 (1.9)</td>
                <td>2 (1.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Faculty of Health Studies, University of Rijeka</td>
                <td>26 (16)</td>
                <td>30 (18.2)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Croatian Catholic University</td>
                <td>46 (28.4)</td>
                <td>41 (24.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Health Department, University of Zadar</td>
                <td>18 (11.1)</td>
                <td>20 (12.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Health Studies, University of Dubrovnik</td>
                <td>0 (0)</td>
                <td>3 (1.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Health Studies, University of Split</td>
                <td>3 (1.9)</td>
                <td>5 (3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>University North</td>
                <td>66 (40.7)</td>
                <td>64 (38.8)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Study program, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Physiotherapy</td>
                <td>17 (10.5)</td>
                <td>15 (9.1)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Clinical Nutrition</td>
                <td>5 (3.1)</td>
                <td>8 (4.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Radiological Technology</td>
                <td>2 (1.2)</td>
                <td>1 (0.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Nursing</td>
                <td>134 (82.7)</td>
                <td>138 (83.6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Something else</td>
                <td>4 (2.5)</td>
                <td>3 (1.8)</td>
              </tr>
              <tr valign="top">
                <td colspan="4">
                  <bold>Year of study, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>First</td>
                <td>59 (36.4)</td>
                <td>74 (44.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Second</td>
                <td>97 (59.9)</td>
                <td>85 (51.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Third</td>
                <td>6 (3.7)</td>
                <td>6 (3.6)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Currently employed (yes), n (%)</td>
                <td>136 (84)</td>
                <td>138 (83.6)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Currently employed as a health care worker (yes), n (%)</td>
                <td>130 (80.2)</td>
                <td>131 (79.4)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Length of work status (years), median (IQR)</td>
                <td>7 (3-15)</td>
                <td>6 (2-16)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Age (years), median (IQR)</td>
                <td>28 (24-35)</td>
                <td>26 (24-34)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Women, n (%)</td>
                <td>140 (86.4)</td>
                <td>146 (88.5)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Self-assessment of knowledge of EBM<sup>b</sup> (1-5), median (IQR)</td>
                <td>3 (3-4)</td>
                <td>3 (3-4)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Had heard about systematic reviews, n (%)</td>
                <td>162 (100)</td>
                <td>165 (100)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Had read a systematic review, n (%)</td>
                <td>124 (76.5)</td>
                <td>123 (74.5)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Had participated in writing a systematic review, n (%)</td>
                <td>28 (17.3)</td>
                <td>30 (18.2)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>PRISMA: Preferred Reporting Items for Systematic Reviews and Meta-Analyses.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>EBM: evidence-based medicine.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Numbers Analyzed</title>
        <p>Of the 420 participants who accessed the interface, 327 (77.9% response rate) completed the questionnaires, and their results were included in further analysis (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <p>Owing to incomplete questionnaires, we excluded the results of 23.9% (51/213) of participants from the educational intervention group and 20.3% (42/207) of participants from the PRISMA checklist group. The results of 54.9% (162/295) of participants from the educational intervention group and 56.1% (165/294) of participants from the PRISMA checklist group were finally included in the analysis. There were no transfers of participants from one group to another.</p>
      </sec>
      <sec>
        <title>Primary Outcome</title>
        <p>In the postintervention questionnaire, of the 1458 potential correct answers, there were 1086 (74.49%) correct answers to knowledge questions in the educational intervention group (162/327, 49.5%). In the PRISMA checklist group (165/327, 50.5%), of the 1485 potential correct answers, there were 900 (60.61%) correct answers (<xref ref-type="table" rid="table2">Table 2</xref>). Thus, the effect size for the difference in the number of correct answers to knowledge questions between groups was an RR of 1.23 (95% CI 1.17-1.29); that is, the educational intervention group had 23% (relative risk percentage) more correct answers in the postintervention questionnaire than the PRISMA checklist group.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Knowledge of systematic reviews (SRs) among participants who completed pre- and postintervention assessments (N=327).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="530"/>
            <col width="210"/>
            <col width="150"/>
            <col width="80"/>
            <thead>
              <tr valign="bottom">
                <td colspan="2">Questionnaire and items</td>
                <td>Educational intervention (n=162)</td>
                <td>PRISMA<sup>a</sup> checklist (n=165)</td>
                <td><italic>P</italic> value<sup>b</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="5">
                  <bold>Preintervention questionnaire (correct answer)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>It is sufficient to search one database to produce an SR (no), n (%)</td>
                <td>128 (79)</td>
                <td>139 (84.2)</td>
                <td>.22</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SRs must be produced by one author only (no), n (%)</td>
                <td>103 (63.6)</td>
                <td>98 (59.4)</td>
                <td>.44</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SRs must contain meta-analyses (no), n (%)</td>
                <td>17 (10.5)</td>
                <td>21 (12.7)</td>
                <td>.52</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SRs must have duplicate screening and data extraction (yes), n (%)</td>
                <td>87 (53.7)</td>
                <td>83 (50.3)</td>
                <td>.54</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>A list of both included and excluded studies must be provided (yes), n (%)</td>
                <td>117 (72.2)</td>
                <td>116 (70.3)</td>
                <td>.70</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The quality of the included studies must be assessed (yes), n (%)</td>
                <td>135 (83.3)</td>
                <td>143 (86.7)</td>
                <td>.40</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>In the case of meta-analyses, a heterogeneity test must be done to ensure the results of the studies can be combined (yes), n (%)</td>
                <td>126 (77.8)</td>
                <td>126 (76.4)</td>
                <td>.76</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Results of meta-analyses must be presented as a funnel plot (no), n (%)</td>
                <td>31 (19.1)</td>
                <td>13 (7.9)</td>
                <td>.003</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Results of publication bias analysis must be presented as a forest plot (no), n (%)</td>
                <td>31 (19.1)</td>
                <td>27 (16.4)</td>
                <td>.51</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total correct answer scores, mean (95% CI)</td>
                <td>4.8 (4.5-5.0)</td>
                <td>4.6 (4.4-4.9)</td>
                <td>.44</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Postintervention questionnaire (correct answer)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>It is sufficient to search one database to produce an SR (no), n (%)</td>
                <td>156 (96.3)</td>
                <td>120 (72.7)<sup>c</sup></td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SRs must be produced by one author only (no), n (%)</td>
                <td>153 (94.4)</td>
                <td>126 (76.4)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SRs must contain meta-analyses (no), n (%)</td>
                <td>38 (23.5)<sup>c</sup></td>
                <td>33 (20)<sup>c</sup></td>
                <td>.45</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SRs must have duplicate screening and data extraction (yes), n (%)</td>
                <td>144 (88.9)</td>
                <td>111 (67.3)<sup>c</sup></td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>A list of both included and excluded studies must be provided (yes), n (%)</td>
                <td>144 (88.9)</td>
                <td>141 (85.5)<sup>c</sup></td>
                <td>.35</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>The quality of the included studies must be assessed (yes), n (%)</td>
                <td>155 (95.7)<sup>c</sup></td>
                <td>142 (86.1)</td>
                <td>.003</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>In the case of meta-analyses, a heterogeneity test must be done to ensure the results of the studies can be combined (yes), n (%)</td>
                <td>150 (92.6)<sup>c</sup></td>
                <td>146 (88.5)<sup>c</sup></td>
                <td>.20</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Results of meta-analyses must be presented as a funnel plot (no), n (%)</td>
                <td>80 (49.4)<sup>c</sup></td>
                <td>44 (26.7)<sup>c</sup></td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Results of publication bias analysis must be presented as a forest plot (no), n (%)</td>
                <td>66 (40.7)<sup>c</sup></td>
                <td>37 (22.4)<sup>c</sup></td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Total correct answer scores, mean (95% CI)</td>
                <td>6.7 (6.5-6.9)<sup>c</sup></td>
                <td>5.5 (5.3-5.7)<sup>c</sup></td>
                <td>&#60;.001</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>PRISMA: Preferred Reporting Items for Systematic Reviews and Meta-Analyses.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>Comparison between educational intervention and PRISMA checklist groups. Chi-square test was used for categorical variables, and 2-tailed <italic>t</italic> test was used for independent samples for numeric variables.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>Comparison before and after the intervention. Chi-square test was used for categorical variables, and 2-tailed <italic>t</italic> test was used for dependent samples for numeric variables.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Secondary Outcomes</title>
        <sec>
          <title>Difference in the Number of Correct Answers per Participant in the Pre- and Postintervention Questionnaires for the Educational Intervention Group</title>
          <p>Both groups performed better on the postintervention questionnaire than on the preintervention questionnaire (<xref ref-type="table" rid="table2">Table 2</xref>). In the educational intervention group, the total number of correct answers was 53.16% (775/1458) in the preintervention questionnaire and 74.49% (1086/1458) in the postintervention questionnaire (RR=1.40, 95% CI 1.32-1.48; <xref ref-type="table" rid="table2">Table 2</xref>). In the PRISMA checklist group, the total number of correct answers was 51.58% (766/1485) in the preintervention questionnaire and 60.61% (900/1485) in the postintervention questionnaire (RR=1.17, 95% CI 1.10-1.25; <xref ref-type="table" rid="table2">Table 2</xref>).</p>
          <p>Independent of the group, in the pre- and postintervention questionnaires, the smallest number of correct answers was to questions related to the concept of meta-analysis, whereas, in both groups, the highest number of correct answers was to the question about the necessity to assess the quality of research included in the SR (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
          <p>There was no difference in the overall results of the questionnaire assessing knowledge of SRs (the exact number of answers to all 9 knowledge questions) between the educational intervention and PRISMA checklist groups before the intervention (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
        </sec>
        <sec>
          <title>Proportion of Participants Who Correctly Recognized SR Abstracts</title>
          <p>The first 2 presented summaries were identified accurately as summaries of SRs by 65.4% (106/162) and 74.1% (120/162) of participants from the educational intervention group and 71.5% (118/165) and 72.7% (120/165) of participants in the PRISMA checklist group, respectively (<xref ref-type="table" rid="table3">Table 3</xref>). There was no statistically significant difference between the groups in the ability to correctly detect an SR summary (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
          <p>The third and fourth summaries were recognized as a summary of a simple narrative review by 22.2% (36/162) and 46.3% (75/162) of participants from the educational intervention group and 34.5% (57/165) and 47.9% (79/165) of participants from the PRISMA checklist group, respectively (<xref ref-type="table" rid="table3">Table 3</xref>). There was no statistically significant difference between the groups in the recognition of summaries of narrative reviews (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Comparison of answers to questions on sources of information needed to answer a clinical question and recognition of a systematic review (SR) abstract (N=327).</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="290"/>
              <col width="0"/>
              <col width="330"/>
              <col width="0"/>
              <col width="270"/>
              <col width="0"/>
              <col width="80"/>
              <thead>
                <tr valign="bottom">
                  <td colspan="3">Variable and level</td>
                  <td colspan="2">Educational intervention (n=162), n (%)</td>
                  <td colspan="2">PRISMA<sup>a</sup> checklist (n=165), n (%)</td>
                  <td><italic>P</italic> value<sup>b</sup></td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="8">
                    <bold>If you needed to search for information to solve a clinical problem, what would be the preferred information source for you?</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Colleagues</td>
                  <td colspan="2">65 (40.1)</td>
                  <td colspan="2">65 (39.4)</td>
                  <td colspan="2">.98</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Books</td>
                  <td colspan="2">59 (36.4)</td>
                  <td colspan="2">61 (37)</td>
                  <td colspan="2">.98</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Scientific literature</td>
                  <td colspan="2">120 (74.1)</td>
                  <td colspan="2">132 (80)</td>
                  <td colspan="2">.25</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>SR of the literature</td>
                  <td colspan="2">135 (83.3)</td>
                  <td colspan="2">136 (82.4)</td>
                  <td colspan="2">.93</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Internet search engine (Google)</td>
                  <td colspan="2">29 (17.9)</td>
                  <td colspan="2">30 (18.2)</td>
                  <td colspan="2">.98</td>
                </tr>
                <tr valign="top">
                  <td colspan="8">
                    <bold>Is this an SR abstract?</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Abstract 1<sup>c</sup>—correct answer “Yes”</td>
                  <td colspan="2">106 (65.4)</td>
                  <td colspan="2">118 (71.5)</td>
                  <td colspan="2">.34</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Abstract 2<sup>d</sup>—correct answer “Yes”</td>
                  <td colspan="2">120 (74.1)</td>
                  <td colspan="2">120 (72.7)</td>
                  <td colspan="2">.56</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Abstract 3<sup>e</sup>—correct answer “No”</td>
                  <td colspan="2">36 (22.2)</td>
                  <td colspan="2">57 (34.5)</td>
                  <td colspan="2">.02</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Abstract 4<sup>f</sup>—correct answer “No”</td>
                  <td colspan="2">75 (46.3)</td>
                  <td colspan="2">79 (47.9)</td>
                  <td colspan="2">.78</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table3fn1">
                <p><sup>a</sup>PRISMA: Preferred Reporting Items for Systematic Reviews and Meta-Analyses.</p>
              </fn>
              <fn id="table3fn2">
                <p><sup>b</sup>Chi-square test.</p>
              </fn>
              <fn id="table3fn3">
                <p><sup>c</sup>A total of 7 answers missing.</p>
              </fn>
              <fn id="table3fn4">
                <p><sup>d</sup>A total of 7 answers missing.</p>
              </fn>
              <fn id="table3fn5">
                <p><sup>e</sup>A total of 8 answers missing.</p>
              </fn>
              <fn id="table3fn6">
                <p><sup>f</sup>A total of 10 answers missing.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Additional Analyses</title>
          <p>There was no statistical difference in the choice of information sources between the educational intervention and PRISMA checklist groups in the postintervention questionnaire, with multiple possible responses about where the participants would look for answers to a clinical question from their own clinical practice (<xref ref-type="table" rid="table3">Table 3</xref>). More than 80% of the participants in both groups (educational intervention group: 135/162, 83.3%; PRISMA checklist group: 136/165, 82.4%) stated that they would look for answers in an SR. Most participants (educational intervention group: 120/162, 74.1%; PRISMA checklist group: 132/165, 80%) responded that they would look for answers in scientific literature in general (<xref ref-type="table" rid="table3">Table 3</xref>). A third of the participants in both groups would look for an answer to a clinical question in a textbook (educational intervention group: 59/162, 36.4%; PRISMA checklist group: 61/165, 37%) or ask a coworker for an answer (educational intervention group: 65/162, 40.1%; PRISMA checklist group: 65/165, 39.4%). Less than one-fifth of the participants in both groups would search for an answer on an internet search engine such as Google (educational intervention group: 29/162, 17.9%; PRISMA checklist group: 30/165, 18.2%; <xref ref-type="table" rid="table3">Table 3</xref>).</p>
          <p>In the preintervention assessment in both groups of participants, there was no significant difference in agreement with the proposed characteristics of an SR (<xref ref-type="table" rid="table4">Table 4</xref>). After the intervention, there was more agreement with these characteristics in the educational intervention group than in the PRISMA checklist group (<xref ref-type="table" rid="table4">Table 4</xref>).</p>
          <table-wrap position="float" id="table4">
            <label>Table 4</label>
            <caption>
              <p>Responses regarding the characteristics of a systematic review in the pre- and postintervention questionnaires (N=327)<sup>a</sup>.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="500"/>
              <col width="200"/>
              <col width="180"/>
              <col width="90"/>
              <thead>
                <tr valign="bottom">
                  <td colspan="2">Questionnaire and items</td>
                  <td>Educational intervention (n=162), mean (95% CI)</td>
                  <td>PRISMA<sup>b</sup> checklist (n=165), mean (95% CI)</td>
                  <td><italic>P</italic> value<sup>c</sup></td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="5">
                    <bold>Preintervention questionnaire</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Research question is defined</td>
                  <td>4.5 (4.4-4.7)</td>
                  <td>4.4 (4.2-4.5)</td>
                  <td>.09</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Listed sources of literature searched, with repeatable search strategy (naming of databases, naming of search platforms, search date, and complete search strategy)</td>
                  <td>4.4 (4.2-4.5)</td>
                  <td>4.2 (4.0-4.3)</td>
                  <td>.08</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Listed criteria for inclusion and exclusion of research</td>
                  <td>4.5 (4.3-4.6)</td>
                  <td>4.3 (4.1-4.4)</td>
                  <td>.04</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Listed selection methods</td>
                  <td>4.4 (4.3-4.6)</td>
                  <td>4.3 (4.2-4.5)</td>
                  <td>.45</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Critically evaluates and reports on the quality or risk of bias of the included studies</td>
                  <td>4.4 (4.2-4.5)</td>
                  <td>4.1 (4.0-4.3)</td>
                  <td>.04</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Provides information on data analysis and synthesis that allows for the repeatability of the results</td>
                  <td>4.4 (4.2-4.5)</td>
                  <td>4.2 (4.1-4.4)</td>
                  <td>.11</td>
                </tr>
                <tr valign="top">
                  <td colspan="5">
                    <bold>Postintervention questionnaire</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Research question is defined</td>
                  <td>4.8 (4.7-4.9)</td>
                  <td>4.6 (4.5-4.7)</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Listed sources of literature searched, with repeatable search strategy (naming of databases, naming of search platforms, search date, and complete search strategy)</td>
                  <td>4.7 (4.6-4.8)</td>
                  <td>4.6 (4.5-4.7)</td>
                  <td>.05</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Listed criteria for inclusion and exclusion of research</td>
                  <td>4.8 (4.7-4.9)</td>
                  <td>4.5 (4.4-4.6)</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Listed selection methods</td>
                  <td>4.8 (4.7-4.9)</td>
                  <td>4.6 (4.5-4.7)</td>
                  <td>.02</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Critically evaluates and reports on the quality or risk of bias of the included studies</td>
                  <td>4.7 (4.6-4.8)</td>
                  <td>4.5 (4.4-4.6)</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Provides information on data analysis and synthesis that allows for the repeatability of the results</td>
                  <td>4.7 (4.6-4.8)</td>
                  <td>4.5 (4.3-4.6)</td>
                  <td>&#60;.001</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table4fn1">
                <p><sup>a</sup>All differences before and after were statistically significant at <italic>P</italic>&#60;.05; 2-tailed <italic>t</italic> test for paired samples.</p>
              </fn>
              <fn id="table4fn2">
                <p><sup>b</sup>PRISMA: Preferred Reporting Items for Systematic Reviews and Meta-Analyses.</p>
              </fn>
              <fn id="table4fn3">
                <p><sup>c</sup><italic>t</italic> test (2-tailed) for independent samples.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This RCT demonstrated that a brief educational intervention conducted on the web about SRs significantly increased knowledge of SRs in the target population. To the best of our knowledge, this is the first trial conducted for this purpose. Relatively successful learning models about EBM have been reported in the literature [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref31">31</xref>], but we could not find any publications on the effectiveness of educational interventions focused exclusively on knowledge of SRs.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <p>The participants from the educational intervention group (162/327, 49.5%), who were presented with a new educational intervention designed for this study, needed an average of 21 minutes to go through the entire interface. The interface included multiple sections beyond educational intervention: pre- and postintervention questionnaires and the evaluation of 4 scientific abstracts. However, the web-based platform used for this study did not allow for the measurement of the time spent on specific items or pages in the interface. Thus, we cannot know how long the participants read the educational texts prepared for the educational intervention and PRISMA checklist groups. However, if we consider the time to read and answer the questions, the participants probably needed 15 minutes or less to read the educational intervention itself. Such an intervention is very short. Therefore, the intervention should be suitable for health professionals who usually state that their lack of time is a major obstacle to practicing EBM [<xref ref-type="bibr" rid="ref32">32</xref>-<xref ref-type="bibr" rid="ref34">34</xref>] and implementing the EBM curriculum during education [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
        <p>Initially, participants in both groups rated their knowledge of SRs with a median grade of 3 out of 5. This is comparable with the self-assessed knowledge of EBP among nurses evaluated in the study conducted by Munroe et al [<xref ref-type="bibr" rid="ref6">6</xref>]. In that study, only 3% of the nurses said that they were very familiar with EBP [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
        <p>Three-quarters of the participants (educational intervention group: 124/162, 76.5%; PRISMA checklist group: 123/165, 74.5%) stated that they had read SRs. We were surprised with the result that 17.3% (28/162) and 18.2% (30/165) of the participants in the educational intervention and PRISMA checklist groups, respectively, stated that they had participated in developing a SR, which is a high percentage [<xref ref-type="bibr" rid="ref6">6</xref>]. SR methodology is very complex. Thus, it is questionable whether the students have actually participated in the development of SRs in such large numbers. Health students may have participated, for example, in translating Cochrane’s plain language summaries into Croatian [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. However, without the possibility of further clarifying what the participants really meant, it is not possible to discuss this topic in further detail. In the study by Olsson et al [<xref ref-type="bibr" rid="ref38">38</xref>], which focused on nursing PhD programs and candidatures, in the analyzed 135 nursing dissertations made according to the Scandinavian model of integrated research, only 5 published SRs were found (ie, only 4% of the included nurses—dissertation authors—participated in developing an SR). This number is much lower than the percentage of our participants who stated that they had participated in the production of an SR, and our students were not PhD students but Master’s-level students.</p>
        <p>The primary outcome of this study was the difference in the percentage of correct answers collected from the educational intervention and PRISMA checklist groups when answering questions evaluating knowledge of SRs on the postintervention questionnaire after the participants had read the educational materials. After the training, the educational intervention group had 23% more correct answers than the PRISMA checklist group (ie, the size of the effect expressed in RR was 1.23). In addition, comparing the pre- and postintervention questionnaire results in the educational intervention group, there were significantly more correct answers on the postintervention questionnaire than on the preintervention questionnaire, with an RR of 1.40. The RR of correct answers comparing the pre- and postintervention questionnaires in the PRISMA checklist group was 1.17.</p>
        <p>An RCT by Sánchez-Mendiola et al [<xref ref-type="bibr" rid="ref15">15</xref>] showed a significant effect of EBM education on the final knowledge of EBM among medical students, with a 25.9% increase in correct answers in the knowledge test about EBM [<xref ref-type="bibr" rid="ref15">15</xref>]. This is comparable with our primary outcome results. However, it should be emphasized that their intervention was very different in terms of content and duration. Sánchez-Mendiola et al [<xref ref-type="bibr" rid="ref15">15</xref>] tested an EBM course with 14 two-hour weekly sessions during 1 semester. The course was a formal part of the medical school curriculum; it was delivered by 6 experienced professors and included different content compared with ours. Their course covered 15 topics, including clinical decision-making, uncertainty and probability in medicine, the Bayes theorem, and clinical guidelines [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>Rohwer et al [<xref ref-type="bibr" rid="ref18">18</xref>] evaluated the effectiveness of e-learning in improving EBHC in a Campbell SR. The study included 24 trials, of which 20 were RCTs and 4 were observational studies, with a total of 3825 participants including physicians, nurses, physiotherapists, physician assistants, and educators at all levels of education. It demonstrated that, compared with nonlearning, pure e-learning improved EBHC knowledge and skills with similar outcomes to face-to-face learning for any observed primary outcome.</p>
        <p>In 2021, needs assessments and expectations regarding EBP knowledge acquisition and training activities were explored among frontline health care providers, including postgraduate medical and nursing students who were working or living in China. The results indicated that the respondents expressed a high need for education on evidence quality appraisal, interpretation of SRs or meta-analyses, and knowledge translation [<xref ref-type="bibr" rid="ref39">39</xref>]. However, it may not be sufficient to only strive for the improvement of knowledge among the targeted individuals. Nursing education at the undergraduate level is starting to teach the process of research integration through EBP implementation with active learning strategies, which is endorsed by the students [<xref ref-type="bibr" rid="ref40">40</xref>].</p>
        <p>To advance the knowledge and application of evidence in daily practice, ultimately, health institutions will also need to recognize the need to foster such topics [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        <p>Our educational intervention, implemented via a web tool, is particularly suitable in the current time of the COVID-19 pandemic. Owing to containment measures, many parts of the world have switched to web-based education during the COVID-19 pandemic. Bond et al [<xref ref-type="bibr" rid="ref42">42</xref>] published a living systematic mapping review on August 30, 2021, calling the web-based teaching experience during the pandemic the “first global online semester.” Although such teaching was initially seen as a distance learning response to emergency remote teaching [<xref ref-type="bibr" rid="ref43">43</xref>], the educational experience gained during a pandemic is very valuable for evaluating the distance learning experience. Our study provides a further test of a remotely delivered educational intervention targeting students and health care workers.</p>
        <p>Many studies have evaluated experiences with virtual continuing medical education during the pandemic [<xref ref-type="bibr" rid="ref44">44</xref>-<xref ref-type="bibr" rid="ref48">48</xref>]. The SR education evaluated in our study could be incorporated into continuing medical education programs for health care professionals. Owing to the short format and the possibility of distance learning, such education could be of interest to health care professionals who want to learn more about the basics of SRs.</p>
        <p>In addition to showing the efficacy of our newly designed educational intervention, our study also indicated areas where the target group of participants significantly lacked knowledge. Independent of the group, in the pre- and postintervention questionnaires, the smallest number of correct answers was to questions related to the concept of meta-analysis and questions about graphical representations of meta-analyses (funnel plot and forest plot). Very modest improvements were observed in those questions in the postintervention questionnaire. In a study on knowledge of the basic methodological components of SRs conducted by Puljak and Sapunar [<xref ref-type="bibr" rid="ref23">23</xref>] among the directors of postgraduate programs at European universities, only 31% of the participants answered correctly that an SR does not necessarily contain a meta-analysis.</p>
        <p>There were few correct answers to questions about graphical presentations of meta-analyses. In the educational intervention group, before the training, 20% of the participants correctly answered what a funnel plot and a forest plot represented. In the PRISMA checklist group, only 8% of the participants correctly answered what a funnel plot represented, and 16% correctly answered what a forest plot depicted. In the postintervention questionnaire, in the educational intervention group, 40.7% (66/162) to 49.4% (80/162) of the participants correctly answered the question about the use of the forest plot or funnel plot, whereas, in the PRISMA checklist group, only a fifth (37/165, 22.4%) to a quarter (44/165, 26.7%) of the participants correctly answered these questions. However, after the educational intervention, more than half of the participants did not know the correct answer to the questions regarding the graphical representations of meta-analyses.</p>
        <p>Poor knowledge of graphical representations in meta-analyses has been described elsewhere. A survey conducted on psychologists in Italy found that less than a fifth of psychologists estimated that they had sufficient knowledge of the forest plot [<xref ref-type="bibr" rid="ref49">49</xref>]. Less than 15% of psychologists stated that they had sufficient knowledge of the funnel plot [<xref ref-type="bibr" rid="ref49">49</xref>]. A survey conducted on psychologists in Spain showed that only approximately 10% of the participants said that they had satisfactory knowledge of the forest plot. Only 7% of the participants said that they had satisfactory knowledge of the funnel plot [<xref ref-type="bibr" rid="ref50">50</xref>]. Only 10% of PhD program directors accurately recognized the purpose of funnel plots, and 11.3% recognized the purpose of the forest plot [<xref ref-type="bibr" rid="ref23">23</xref>]. Poor knowledge of graphical representations of meta-analyses may be the best indicator of generally poor knowledge of SR and meta-analysis methodology.</p>
        <p>In this study, we also included a practical knowledge test that involved the recognition of journal abstracts of SRs after the intervention. The accuracy of journal abstract recognition was 22% to 72% in the educational intervention group and 46% to 74% in the PRISMA checklist group, without a statistically significant difference between the groups. This was the final test of understanding and pragmatic application of the knowledge acquired in our trial. We found that the educational intervention did not significantly affect the recognition of abstracts of SRs. It is possible that a time lag or longer systematic learning is needed for the acquired knowledge of SRs to influence the practical application of the knowledge itself. It is also possible that it is necessary to further adjust the educational intervention to enable the practical application of the acquired knowledge.</p>
        <p>In the postintervention questionnaire, the participants were asked which sources of information they would use in searching for an answer to a question from their clinical practice, and most participants from both groups opted for scientific literature (educational intervention group: 120/162, 74.1%; PRISMA checklist group: 132/165, 80%) or SRs (educational intervention group: 135/162, 83.3%; PRISMA checklist group: 136/165, 82.4%). Compared with the results of a study conducted by Sánchez-Mendiola et al [<xref ref-type="bibr" rid="ref15">15</xref>] on medical students in Mexico, in our study, a significantly higher percentage of students chose to search for answers in SRs and scientific literature. In the study by Sánchez-Mendiola et al [<xref ref-type="bibr" rid="ref15">15</xref>], most participants from the group that attended EBM classes stated that, in solving a certain health problem, they looked for answers in review articles or the Cochrane Library only occasionally, whereas very often they would look for the answer to a health problem in textbooks or search engines or they would ask their teachers. Nevertheless, the number of students who would seek answers in the Cochrane Library or scientific articles was higher than in groups of students who did not attend classes on EBM [<xref ref-type="bibr" rid="ref15">15</xref>]. Evidently, education about EBM—or, in our case, about SRs—has the express intention to use these data sources more often in solving clinical problems.</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>The strength of this study is the appropriate sample size and a high number of fully completed questionnaires, with three-quarters of the participants (327/420, 77.9%) completing the questionnaire in full and almost equal numbers of unfinished questionnaires in the educational intervention and PRISMA checklist groups, allowing for comparable results. Furthermore, we tested the practical application of the acquired knowledge of SRs by asking the students to recognize summaries of SRs or narrative reviews.</p>
        <p>A limitation of this study is a highly homogeneous sample that does not allow for significant analyses by sociodemographic subgroups. We acknowledge that there is a potential self-selection aspect in our final sample. We do not have data about nonparticipants among the eligible students and, theoretically, there could be some differences between responders and nonresponders. However, this is an inherent problem of any trial—the eligible participants are invited to take part, and they can choose whether they want to participate.</p>
        <p>The study was conducted in only 1 country but in multiple institutions across the country. We did not measure the time spent in the intervention; some participants may not have spent much time reading the text. Furthermore, we measured the outcomes immediately after the reading of the educational texts. Such short-term follow-up does not allow for monitoring of the long-term retention of knowledge of SRs among the participants. Longer-term research will make it possible to verify the long-term effectiveness of the intervention on the knowledge of the target group.</p>
        <p>Finally, we would like to note that, in this manuscript, when referring to the studies of other researchers, we used the terms EBM, EBP, and EBHC as they were reported in those manuscripts.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>A short web-based educational intervention about SRs is an effective tool for short-term improvement of knowledge of SRs among health care studies students, most of whom were employed as health care professionals. This education can be further studied, modified, and used in the continuing medical education of health care professionals.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>CONSORT-eHEALTH checklist (V 1.6.2).</p>
        <media xlink:href="jmir_v24i8e37000_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 87 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Text of the first email and reminders to invite participants to a randomized controlled trial.</p>
        <media xlink:href="jmir_v24i8e37000_app2.docx" xlink:title="DOCX File , 14 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Educational intervention.</p>
        <media xlink:href="jmir_v24i8e37000_app3.docx" xlink:title="DOCX File , 218 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analyses) 2009 checklist (divided into 11 sections for the purpose of the study).</p>
        <media xlink:href="jmir_v24i8e37000_app4.docx" xlink:title="DOCX File , 17 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>The text of the pre- and postintervention questionnaires.</p>
        <media xlink:href="jmir_v24i8e37000_app5.docx" xlink:title="DOCX File , 19 KB"/>
      </supplementary-material>
      <supplementary-material id="app6">
        <label>Multimedia Appendix 6</label>
        <p>Four abstracts selected for assessment.</p>
        <media xlink:href="jmir_v24i8e37000_app6.docx" xlink:title="DOCX File , 19 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CONSORT</term>
          <def>
            <p>Consolidated Standards of Reporting Trials</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EBHC</term>
          <def>
            <p>evidence-based health care</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EBM</term>
          <def>
            <p>evidence-based medicine</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">EBP</term>
          <def>
            <p>evidence-based practice</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">GREET</term>
          <def>
            <p>Guideline for Reporting Evidence-based Practice Educational Interventions and Teaching</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta-Analyses</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">RR</term>
          <def>
            <p>relative risk</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">SR</term>
          <def>
            <p>systematic review</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was conducted as a part of the Professionalism in Health: Decision-making in Practice and Science project (IP-2019-04-4882) funded by the Croatian Science Foundation, whose principal investigator is Professor Ana Marušić, MD, PhD. This study was part of the PhD thesis of the first author, MKM. The thesis was written and defended in the Croatian language at the University of Split School of Medicine in Croatia. The authors are grateful to the thesis committee members, professors Ozren Polasek, Zarko Alfirevic, and Damir Roje, for their constructive feedback on this study.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The raw data from this study were published on the Open Science Framework website [<xref ref-type="bibr" rid="ref21">21</xref>] and made publicly available.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>MKM, MC, AM, DS, TPP, IB, RT, and LP contributed to study design. MKM, IB, RT, S Malisa, MN, KI, DA, NS, SZ, S Miksic, DC, and LP contributed to data collection and analysis. MKM, IB, DC, and LP wrote the first draft of the manuscript. MKM, MC, AM, DS, TPP, IB, RT, S Malisa, MN, KI, DA, NS, SZ, S Miksic, DC, and LP critically revised the manuscript. MKM, MC, AM, DS, TPP, IB, RT, S Malisa, MN, KI, DA, NS, SZ, S Miksic, DC, and LP approved the final version of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>Multiple authors of this study are members of Cochrane Croatia (AM, TPP, IB, RT, and LP), but this was not an official research project of the global Cochrane organization.</p>
      </fn>
      <fn fn-type="other">
        <p>
          <bold>Editorial Notice</bold>
        </p>
        <p>This randomized study was retrospectively registered. The authors published the protocol for the trial [<xref ref-type="bibr" rid="ref21">21</xref>] before it commenced instead of registering it with a trial registry. As the trial does not involve a study of the cause-and-effect relationship between a health-related intervention and a health outcome, it does not meet the definition of a clinical trial. The editor granted an exception from ICMJE (International Committee of Medical Journal Editors) rules mandating prospective registration of randomized trials because the risk of bias appears low and because the publication of a protocol is equivalent to trial registration and meets all of the purposes listed by the ICMJE regarding transparency.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Puljak</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>The difference between evidence-based medicine, evidence-based (clinical) practice, and evidence-based health care</article-title>
          <source>J Clin Epidemiol</source>
          <year>2022</year>
          <month>02</month>
          <volume>142</volume>
          <fpage>311</fpage>
          <lpage>2</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2021.11.015</pub-id>
          <pub-id pub-id-type="medline">34780980</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(21)00367-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Seshia</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>GB</given-names>
            </name>
          </person-group>
          <article-title>The evidence-based medicine paradigm: where are we 20 years later? Part 1</article-title>
          <source>Can J Neurol Sci</source>
          <year>2013</year>
          <month>07</month>
          <day>23</day>
          <volume>40</volume>
          <issue>4</issue>
          <fpage>465</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.1017/s0317167100014542</pub-id>
          <pub-id pub-id-type="medline">23786728</pub-id>
          <pub-id pub-id-type="pii">A4036374R3353N6T</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sackett</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenberg</surname>
              <given-names>WM</given-names>
            </name>
            <name name-style="western">
              <surname>Gray</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Haynes</surname>
              <given-names>RB</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>WS</given-names>
            </name>
          </person-group>
          <article-title>Evidence based medicine: what it is and what it isn't</article-title>
          <source>BMJ</source>
          <year>1996</year>
          <month>01</month>
          <day>13</day>
          <volume>312</volume>
          <issue>7023</issue>
          <fpage>71</fpage>
          <lpage>2</lpage>
          <pub-id pub-id-type="doi">10.1136/bmj.312.7023.71</pub-id>
          <pub-id pub-id-type="medline">8555924</pub-id>
          <pub-id pub-id-type="pmcid">PMC2349778</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Novak</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mirić</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Jurin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vukojević</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Aljinović</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Carić</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Marinović Guić</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Poljicanin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kosta</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Rako</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Marusic</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Marusić</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Puljak</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Awareness and use of evidence-based medicine databases and Cochrane Library among physicians in Croatia</article-title>
          <source>Croat Med J</source>
          <year>2010</year>
          <month>04</month>
          <volume>51</volume>
          <issue>2</issue>
          <fpage>157</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cmj.hr/2010/51/2/20401959.htm"/>
          </comment>
          <pub-id pub-id-type="doi">10.3325/cmj.2010.51.157</pub-id>
          <pub-id pub-id-type="medline">20401959</pub-id>
          <pub-id pub-id-type="pmcid">PMC2859421</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ulvenes</surname>
              <given-names>LV</given-names>
            </name>
            <name name-style="western">
              <surname>Aasland</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Nylenna</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kristiansen</surname>
              <given-names>IS</given-names>
            </name>
          </person-group>
          <article-title>Norwegian physicians' knowledge of and opinions about evidence-based medicine: cross-sectional study</article-title>
          <source>PLoS One</source>
          <year>2009</year>
          <month>11</month>
          <day>13</day>
          <volume>4</volume>
          <issue>11</issue>
          <fpage>e7828</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0007828"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0007828</pub-id>
          <pub-id pub-id-type="medline">19915708</pub-id>
          <pub-id pub-id-type="pmcid">PMC2773422</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Munroe</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Duffy</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Fisher</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Nurse knowledge, skills, and attitudes related to evidence-based practice: before and after organizational supports</article-title>
          <source>Medsurg Nurs</source>
          <year>2008</year>
          <month>02</month>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>55</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="medline">18429543</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Usher-Smith</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Dennison</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhn</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Developing training and opportunities for students in systematic reviews</article-title>
          <source>Med Educ</source>
          <year>2021</year>
          <month>11</month>
          <volume>55</volume>
          <issue>11</issue>
          <fpage>1333</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/medu.14649"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/medu.14649</pub-id>
          <pub-id pub-id-type="medline">34467543</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fares</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Alahdab</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Alsaied</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Systematic reviews and meta-analyses for cardiology fellows</article-title>
          <source>Congenit Heart Dis</source>
          <year>2016</year>
          <month>07</month>
          <day>27</day>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>369</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="doi">10.1111/chd.12377</pub-id>
          <pub-id pub-id-type="medline">27232196</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vrdoljak</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Petric</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Diminić Lisica</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Kranjčević</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Došen Janković</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Delija</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Puljak</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Knowledge and attitudes towards evidence-based medicine of mentors in general practice can be influenced by using medical students as academic detailers</article-title>
          <source>Eur J Gen Pract</source>
          <year>2015</year>
          <month>09</month>
          <day>04</day>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>170</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.3109/13814788.2015.1046124</pub-id>
          <pub-id pub-id-type="medline">26108154</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Balajić</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Barac-Latas</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Drenjancević</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Ostojić</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fabijanić</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Puljak</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Influence of a vertical subject on research in biomedicine and activities of The Cochrane Collaboration branch on medical students' knowledge and attitudes toward evidence-based medicine</article-title>
          <source>Croat Med J</source>
          <year>2012</year>
          <month>08</month>
          <volume>53</volume>
          <issue>4</issue>
          <fpage>367</fpage>
          <lpage>73</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cmj.hr/2012/53/4/22911530.htm"/>
          </comment>
          <pub-id pub-id-type="doi">10.3325/cmj.2012.53.367</pub-id>
          <pub-id pub-id-type="medline">22911530</pub-id>
          <pub-id pub-id-type="pmcid">PMC3428824</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glass</surname>
              <given-names>GF</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Effect of an evidence-based poster on the knowledge of delirium and its prevention in student nurses: a quasi-experimental study</article-title>
          <source>Contemp Nurse</source>
          <year>2021</year>
          <month>12</month>
          <day>09</day>
          <volume>57</volume>
          <issue>6</issue>
          <fpage>462</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="doi">10.1080/10376178.2022.2044872</pub-id>
          <pub-id pub-id-type="medline">35184674</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Varnell</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Haas</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Duke</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hudson</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Effect of an educational intervention on attitudes toward and implementation of evidence-based practice</article-title>
          <source>Worldviews Evid Based Nurs</source>
          <year>2008</year>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>172</fpage>
          <lpage>81</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1741-6787.2008.00124.x</pub-id>
          <pub-id pub-id-type="medline">19076918</pub-id>
          <pub-id pub-id-type="pii">WVN124</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stevenson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hay</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Do physiotherapists' attitudes towards evidence-based practice change as a result of an evidence-based educational programme?</article-title>
          <source>J Eval Clin Pract</source>
          <year>2004</year>
          <month>05</month>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>207</fpage>
          <lpage>17</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2753.2003.00479.x</pub-id>
          <pub-id pub-id-type="medline">15189387</pub-id>
          <pub-id pub-id-type="pii">JEP479</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shuval</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Berkovits</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Netzer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hekselman</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Linn</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Brezis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Reis</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the impact of an evidence-based medicine educational intervention on primary care doctors' attitudes, knowledge and clinical behaviour: a controlled trial and before and after study</article-title>
          <source>J Eval Clin Pract</source>
          <year>2007</year>
          <month>08</month>
          <volume>13</volume>
          <issue>4</issue>
          <fpage>581</fpage>
          <lpage>98</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2753.2007.00859.x</pub-id>
          <pub-id pub-id-type="medline">17683300</pub-id>
          <pub-id pub-id-type="pii">JEP859</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sánchez-Mendiola</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kieffer-Escobar</surname>
              <given-names>LF</given-names>
            </name>
            <name name-style="western">
              <surname>Marín-Beltrán</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Downing</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Teaching of evidence-based medicine to medical students in Mexico: a randomized controlled trial</article-title>
          <source>BMC Med Educ</source>
          <year>2012</year>
          <month>11</month>
          <day>06</day>
          <volume>12</volume>
          <fpage>107</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmededuc.biomedcentral.com/articles/10.1186/1472-6920-12-107"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6920-12-107</pub-id>
          <pub-id pub-id-type="medline">23131115</pub-id>
          <pub-id pub-id-type="pii">1472-6920-12-107</pub-id>
          <pub-id pub-id-type="pmcid">PMC3511203</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ngim</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Ibrahim</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Abdullah</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Lai</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>RK</given-names>
            </name>
            <name name-style="western">
              <surname>Ng</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Ramadas</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A web-based educational intervention module to improve knowledge and attitudes towards thalassaemia prevention in Malaysian young adults</article-title>
          <source>Med J Malaysia</source>
          <year>2019</year>
          <month>06</month>
          <volume>74</volume>
          <issue>3</issue>
          <fpage>219</fpage>
          <lpage>25</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.e-mjm.org/2019/v74n3/thalassaemia.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">31256177</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vinokur</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Merion</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Couper</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Dong</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Educational web-based intervention for high school students to increase knowledge and promote positive attitudes toward organ donation</article-title>
          <source>Health Educ Behav</source>
          <year>2006</year>
          <month>12</month>
          <day>31</day>
          <volume>33</volume>
          <issue>6</issue>
          <fpage>773</fpage>
          <lpage>86</lpage>
          <pub-id pub-id-type="doi">10.1177/1090198106288596</pub-id>
          <pub-id pub-id-type="medline">16923836</pub-id>
          <pub-id pub-id-type="pii">1090198106288596</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rohwer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Motaze</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Rehfuess</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>E‐learning of evidence‐based health care (EBHC) to increase EBHC competencies in healthcare professionals: a systematic review</article-title>
          <source>Campbell Syst Rev</source>
          <year>2017</year>
          <month>03</month>
          <day>02</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>147</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.4073/csr.2017.4"/>
          </comment>
          <pub-id pub-id-type="doi">10.4073/csr.2017.4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cuschieri</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The CONSORT statement</article-title>
          <source>Saudi J Anaesth</source>
          <year>2019</year>
          <month>04</month>
          <volume>13</volume>
          <issue>Suppl 1</issue>
          <fpage>S27</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.saudija.org/article.asp?issn=1658-354X;year=2019;volume=13;issue=5;spage=27;epage=30;aulast=Cuschieri"/>
          </comment>
          <pub-id pub-id-type="doi">10.4103/sja.SJA_559_18</pub-id>
          <pub-id pub-id-type="medline">30930716</pub-id>
          <pub-id pub-id-type="pii">SJA-13-27</pub-id>
          <pub-id pub-id-type="pmcid">PMC6398298</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Phillips</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>LK</given-names>
            </name>
            <name name-style="western">
              <surname>McEvoy</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Galipeau</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Glasziou</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tilson</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>MT</given-names>
            </name>
          </person-group>
          <article-title>Development and validation of the guideline for reporting evidence-based practice educational interventions and teaching (GREET)</article-title>
          <source>BMC Med Educ</source>
          <year>2016</year>
          <month>09</month>
          <day>06</day>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>237</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmededuc.biomedcentral.com/articles/10.1186/s12909-016-0759-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12909-016-0759-1</pub-id>
          <pub-id pub-id-type="medline">27599967</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12909-016-0759-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC5011880</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martinić</surname>
              <given-names>M K</given-names>
            </name>
            <name name-style="western">
              <surname>Puljak</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Čivljak</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Marusic</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sapunar</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Peričić</surname>
              <given-names>T P</given-names>
            </name>
            <name name-style="western">
              <surname>Buljan</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Tokalić</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Malisa</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Neuberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ivanišević </surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Aranza</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Skitarelić</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Zoranić</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mikšić</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cavic</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Online educational intervention to improve knowledge about systematic reviews among health science professionals – a randomized controlled trial</article-title>
          <source>OSF</source>
          <year>2022</year>
          <month>08</month>
          <day>02</day>
          <access-date>2022-06-24</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://osf.io/x2mf5/">https://osf.io/x2mf5/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Liberati</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <collab>PRISMA Group</collab>
          </person-group>
          <article-title>Preferred reporting items for systematic reviews and meta-analyses: the PRISMA statement</article-title>
          <source>PLoS Med</source>
          <year>2009</year>
          <month>07</month>
          <day>21</day>
          <volume>6</volume>
          <issue>7</issue>
          <fpage>e1000097</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pmed.1000097"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pmed.1000097</pub-id>
          <pub-id pub-id-type="medline">19621072</pub-id>
          <pub-id pub-id-type="pmcid">PMC2707599</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Puljak</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sapunar</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Acceptance of a systematic review as a thesis: survey of biomedical doctoral programs in Europe</article-title>
          <source>Syst Rev</source>
          <year>2017</year>
          <month>12</month>
          <day>12</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>253</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://systematicreviewsjournal.biomedcentral.com/articles/10.1186/s13643-017-0653-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13643-017-0653-x</pub-id>
          <pub-id pub-id-type="medline">29233170</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13643-017-0653-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC5727923</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Krnic Martinic</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pieper</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Glatt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Puljak</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Definition of a systematic review used in overviews of systematic reviews, meta-epidemiological studies and textbooks</article-title>
          <source>BMC Med Res Methodol</source>
          <year>2019</year>
          <month>11</month>
          <day>04</day>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>203</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedresmethodol.biomedcentral.com/articles/10.1186/s12874-019-0855-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12874-019-0855-0</pub-id>
          <pub-id pub-id-type="medline">31684874</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12874-019-0855-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC6829801</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sharma</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lakhani</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rimmer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hopkins</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Surgical interventions for chronic rhinosinusitis with nasal polyps</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2014</year>
          <month>11</month>
          <day>20</day>
          <volume>11</volume>
          <issue>11</issue>
          <fpage>CD006990</fpage>
          <pub-id pub-id-type="doi">10.1002/14651858.CD006990.pub2</pub-id>
          <pub-id pub-id-type="medline">25410644</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lissiman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bhasale</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Garlic for the common cold</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2012</year>
          <month>03</month>
          <day>14</day>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>CD006206</fpage>
          <pub-id pub-id-type="doi">10.1002/14651858.CD006206.pub3</pub-id>
          <pub-id pub-id-type="medline">22419312</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bogduk</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dreyfuss</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Govind</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A narrative review of lumbar medial branch neurotomy for the treatment of back pain</article-title>
          <source>Pain Med</source>
          <year>2009</year>
          <month>09</month>
          <day>01</day>
          <volume>10</volume>
          <issue>6</issue>
          <fpage>1035</fpage>
          <lpage>45</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1526-4637.2009.00692.x</pub-id>
          <pub-id pub-id-type="medline">19694977</pub-id>
          <pub-id pub-id-type="pii">PME692</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lam</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Kwong</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Hung</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Pang</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Chiang</surname>
              <given-names>VC</given-names>
            </name>
          </person-group>
          <article-title>Nurses' preparedness for infectious disease outbreaks: a literature review and narrative synthesis of qualitative evidence</article-title>
          <source>J Clin Nurs</source>
          <year>2018</year>
          <month>04</month>
          <day>11</day>
          <volume>27</volume>
          <issue>7-8</issue>
          <fpage>e1244</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1111/jocn.14210</pub-id>
          <pub-id pub-id-type="medline">29193397</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flores-Mateo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Argimon</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Evidence based practice in postgraduate healthcare education: a systematic review</article-title>
          <source>BMC Health Serv Res</source>
          <year>2007</year>
          <month>07</month>
          <day>26</day>
          <volume>7</volume>
          <fpage>119</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/1472-6963-7-119"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6963-7-119</pub-id>
          <pub-id pub-id-type="medline">17655743</pub-id>
          <pub-id pub-id-type="pii">1472-6963-7-119</pub-id>
          <pub-id pub-id-type="pmcid">PMC1995214</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Horsley</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hyde</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Santesso</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Parkes</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Milne</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Teaching critical appraisal skills in healthcare settings</article-title>
          <source>Cochrane Database Syst Rev</source>
          <year>2011</year>
          <month>11</month>
          <day>09</day>
          <issue>11</issue>
          <fpage>CD001270</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22071800"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/14651858.CD001270.pub2</pub-id>
          <pub-id pub-id-type="medline">22071800</pub-id>
          <pub-id pub-id-type="pmcid">PMC7389530</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Coomarasamy</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A hierarchy of effective teaching and learning to acquire competence in evidenced-based medicine</article-title>
          <source>BMC Med Educ</source>
          <year>2006</year>
          <month>12</month>
          <day>15</day>
          <volume>6</volume>
          <fpage>59</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmededuc.biomedcentral.com/articles/10.1186/1472-6920-6-59"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6920-6-59</pub-id>
          <pub-id pub-id-type="medline">17173690</pub-id>
          <pub-id pub-id-type="pii">1472-6920-6-59</pub-id>
          <pub-id pub-id-type="pmcid">PMC1770917</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baig</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sayedalamin</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Almouteri</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Algarni</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Allam</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Perceptions, perceived barriers, and practices of physicians' towards evidence-based medicine</article-title>
          <source>Pak J Med Sci</source>
          <year>2016</year>
          <month>12</month>
          <day>31</day>
          <volume>32</volume>
          <issue>1</issue>
          <fpage>49</fpage>
          <lpage>54</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27022344"/>
          </comment>
          <pub-id pub-id-type="doi">10.12669/pjms.321.8841</pub-id>
          <pub-id pub-id-type="medline">27022344</pub-id>
          <pub-id pub-id-type="pii">PJMS-32-49</pub-id>
          <pub-id pub-id-type="pmcid">PMC4795888</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Risahmawati</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Emura</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Nishi</surname>
              <given-names>TT</given-names>
            </name>
            <name name-style="western">
              <surname>Koizumi</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>Japanese resident physicians' attitudes, knowledge, and perceived barriers on the practice of evidence based medicine: a survey</article-title>
          <source>BMC Res Notes</source>
          <year>2011</year>
          <month>09</month>
          <day>28</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>374</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcresnotes.biomedcentral.com/articles/10.1186/1756-0500-4-374"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1756-0500-4-374</pub-id>
          <pub-id pub-id-type="medline">21955346</pub-id>
          <pub-id pub-id-type="pii">1756-0500-4-374</pub-id>
          <pub-id pub-id-type="pmcid">PMC3203856</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adeodu</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Agius</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Madan</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Attitudes and barriers to evidence-based guidelines among UK occupational physicians</article-title>
          <source>Occup Med (Lond)</source>
          <year>2009</year>
          <month>12</month>
          <day>24</day>
          <volume>59</volume>
          <issue>8</issue>
          <fpage>586</fpage>
          <lpage>92</lpage>
          <pub-id pub-id-type="doi">10.1093/occmed/kqp121</pub-id>
          <pub-id pub-id-type="medline">19704031</pub-id>
          <pub-id pub-id-type="pii">kqp121</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Halalau</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers-Snyr</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Donisan</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Nielsen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cerqueira</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Guyatt</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Evidence-based medicine curricula and barriers for physicians in training: a scoping review</article-title>
          <source>Int J Med Educ</source>
          <year>2021</year>
          <month>05</month>
          <day>28</day>
          <volume>12</volume>
          <fpage>101</fpage>
          <lpage>24</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ijme.net/pmid/34053914"/>
          </comment>
          <pub-id pub-id-type="doi">10.5116/ijme.6097.ccc0</pub-id>
          <pub-id pub-id-type="medline">34053914</pub-id>
          <pub-id pub-id-type="pii">ijme.12.101124</pub-id>
          <pub-id pub-id-type="pmcid">PMC8411338</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Puljak</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Using social media for knowledge translation, promotion of evidence-based medicine and high-quality information on health</article-title>
          <source>J Evid Based Med</source>
          <year>2016</year>
          <month>02</month>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>4</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1111/jebm.12175</pub-id>
          <pub-id pub-id-type="medline">26372327</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jakus</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Behmen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Buljan</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Marušić</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Puljak</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Efficacy of reminders for increasing volunteer engagement in translating Cochrane plain language summaries: a pilot randomised controlled trial</article-title>
          <source>BMJ Evid Based Med</source>
          <year>2021</year>
          <month>04</month>
          <day>07</day>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>49</fpage>
          <lpage>50</lpage>
          <pub-id pub-id-type="doi">10.1136/bmjebm-2020-111378</pub-id>
          <pub-id pub-id-type="medline">32636205</pub-id>
          <pub-id pub-id-type="pii">bmjebm-2020-111378</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Olsson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ringnér</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Borglin</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Including systematic reviews in PhD programmes and candidatures in nursing - 'Hobson's choice'?</article-title>
          <source>Nurse Educ Pract</source>
          <year>2014</year>
          <month>03</month>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>102</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1016/j.nepr.2014.01.005</pub-id>
          <pub-id pub-id-type="medline">24480093</pub-id>
          <pub-id pub-id-type="pii">S1471-5953(14)00006-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chau</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chien</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Needs assessment and expectations regarding evidence-based practice knowledge acquisition and training activities: a cross-sectional study of healthcare personnel in China</article-title>
          <source>Int J Nurs Sci</source>
          <year>2022</year>
          <month>01</month>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>100</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2352-0132(21)00110-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijnss.2021.11.001</pub-id>
          <pub-id pub-id-type="medline">35079611</pub-id>
          <pub-id pub-id-type="pii">S2352-0132(21)00110-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC8766779</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ruppel</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bone</surname>
              <given-names>BA</given-names>
            </name>
          </person-group>
          <article-title>Teaching evidence-based practice: knowledge to implementation in a BSN program, part 2</article-title>
          <source>Worldviews Evid Based Nurs</source>
          <year>2022</year>
          <month>01</month>
          <day>12</day>
          <comment>(forthcoming)</comment>
          <pub-id pub-id-type="doi">10.1111/wvn.12556</pub-id>
          <pub-id pub-id-type="medline">35020257</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sorice</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Neal</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Nurses perceived institutional double standards in education and application of evidence-based practice</article-title>
          <source>Evid Based Nurs</source>
          <year>2022</year>
          <month>04</month>
          <day>25</day>
          <fpage>ebnurs-2022-103515</fpage>
          <comment>(forthcoming)</comment>
          <pub-id pub-id-type="doi">10.1136/ebnurs-2022-103515</pub-id>
          <pub-id pub-id-type="medline">35470177</pub-id>
          <pub-id pub-id-type="pii">ebnurs-2022-103515</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bond</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bedenlier</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Marín</surname>
              <given-names>VI</given-names>
            </name>
            <name name-style="western">
              <surname>Händel</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Emergency remote teaching in higher education: mapping the first global online semester</article-title>
          <source>Int J Educ Technol High Educ</source>
          <year>2021</year>
          <month>08</month>
          <day>30</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>50</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/34778537"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s41239-021-00282-x</pub-id>
          <pub-id pub-id-type="medline">34778537</pub-id>
          <pub-id pub-id-type="pii">282</pub-id>
          <pub-id pub-id-type="pmcid">PMC8403509</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hodges</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lockee</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Trust</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bond</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The difference between emergency remote teaching and online learning</article-title>
          <source>Educause Review</source>
          <year>2020</year>
          <access-date>2022-06-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://er.educause.edu/articles/2020/3/the-difference-between-emergency-remote-teaching-and-online-learning">https://er.educause.edu/articles/2020/3/the-difference-between-emergency-remote-teaching-and-online-learning</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weber</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ntasumbumuyange</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ngoga</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bazzett-Matabele</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Francis</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Paley</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Graef</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ghebre</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Continuing medical education during COVID-19: virtual training for gynecologic oncology management in Rwanda</article-title>
          <source>Int J Gynecol Cancer</source>
          <year>2021</year>
          <month>08</month>
          <day>20</day>
          <volume>31</volume>
          <issue>8</issue>
          <fpage>1184</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/34016700"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/ijgc-2021-002476</pub-id>
          <pub-id pub-id-type="medline">34016700</pub-id>
          <pub-id pub-id-type="pii">ijgc-2021-002476</pub-id>
          <pub-id pub-id-type="pmcid">PMC8141375</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burgos</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gil Ramirez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Utengen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Thamman</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Use of Twitter during COVID-19 pandemic: an opportunity for continuing medical education in cardiology</article-title>
          <source>Medicina (B Aires)</source>
          <year>2020</year>
          <volume>80 Suppl 6</volume>
          <fpage>122</fpage>
          <lpage>3</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.medicinabuenosaires.com/PMID/33481748.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">33481748</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kisilevsky</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Margolin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kohly</surname>
              <given-names>RP</given-names>
            </name>
          </person-group>
          <article-title>Access, an unintended consequence of virtual continuing medical education during COVID-19: a department's experience at the University of Toronto</article-title>
          <source>Can J Ophthalmol</source>
          <year>2021</year>
          <month>02</month>
          <volume>56</volume>
          <issue>1</issue>
          <fpage>e18</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33069676"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jcjo.2020.10.002</pub-id>
          <pub-id pub-id-type="medline">33069676</pub-id>
          <pub-id pub-id-type="pii">S0008-4182(20)30772-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7546256</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vohra</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kopec</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Brooke</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Stolbach</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The importance of continuing medical education during the COVID-19 pandemic: the Global Educational Toxicology Uniting Project (GETUP)</article-title>
          <source>J Med Toxicol</source>
          <year>2020</year>
          <month>07</month>
          <day>04</day>
          <volume>16</volume>
          <issue>3</issue>
          <fpage>340</fpage>
          <lpage>1</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32500282"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s13181-020-00788-2</pub-id>
          <pub-id pub-id-type="medline">32500282</pub-id>
          <pub-id pub-id-type="pii">10.1007/s13181-020-00788-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC7271953</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kanneganti</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Choo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Choolani</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ismail-Pratt</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Logan</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Pedagogy in a pandemic - COVID-19 and virtual continuing medical education (vCME) in obstetrics and gynecology</article-title>
          <source>Acta Obstet Gynecol Scand</source>
          <year>2020</year>
          <month>06</month>
          <day>17</day>
          <volume>99</volume>
          <issue>6</issue>
          <fpage>692</fpage>
          <lpage>5</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/aogs.13885"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/aogs.13885</pub-id>
          <pub-id pub-id-type="medline">32418212</pub-id>
          <pub-id pub-id-type="pmcid">PMC7276875</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Badenes-Ribera</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Frias-Navarro</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Iotti</surname>
              <given-names>NO</given-names>
            </name>
            <name name-style="western">
              <surname>Bonilla-Campos</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Longobardi</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Perceived statistical knowledge level and self-reported statistical practice among academic psychologists</article-title>
          <source>Front Psychol</source>
          <year>2018</year>
          <volume>9</volume>
          <fpage>996</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpsyg.2018.00996"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2018.00996</pub-id>
          <pub-id pub-id-type="medline">29988476</pub-id>
          <pub-id pub-id-type="pmcid">PMC6024681</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Badenes-Ribera</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Frias-Navarro</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pascual-Soler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Monterde-I-Bort</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Knowledge level of effect size statistics, confidence intervals and meta-analysis in Spanish academic psychologists</article-title>
          <source>Psicothema</source>
          <year>2016</year>
          <month>11</month>
          <volume>28</volume>
          <issue>4</issue>
          <fpage>448</fpage>
          <lpage>56</lpage>
          <pub-id pub-id-type="doi">10.7334/psicothema2016.24</pub-id>
          <pub-id pub-id-type="medline">27776615</pub-id>
          <pub-id pub-id-type="pii">4349</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
