<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JMIR</journal-id>
            <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
            <journal-title>Journal of Medical Internet Research</journal-title>
            <issn pub-type="epub">1438-8871</issn>
            <publisher>
                <publisher-name>Gunther Eysenbach</publisher-name>
                <publisher-loc>Centre for Global eHealth Innovation, Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v6i1e10</article-id>
            <article-id pub-id-type="pmid">15111276</article-id>
            <article-id pub-id-type="doi">10.2196/jmir.6.1.e10</article-id>
            <article-categories>
                <subj-group subj-group-type="article-type">
                    <subject>Original Paper</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Experience and Attitudes towards Information Technology among First-Year Medical Students in Denmark: Longitudinal Questionnaire Survey</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1" corresp="yes" xlink:type="simple">
                    <name name-style="western">
                        <surname>D&#xF8;rup</surname>
                        <given-names>Jens</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <degrees>PhD</degrees>
                    <address>
                        <institution>Section for Health Informatics</institution>
                        <institution>Institute of Biostatistics</institution>
                        <institution>University of Aarhus</institution>
                        <addr-line>Vennelyst Blvd. 6</addr-line>
                        <addr-line>8000 Aarhus C</addr-line>
                        <country>Denmark</country>
                        <phone>+45 8942 6123</phone>
                        <fax>+45 8942 6140</fax>
                        <email xlink:type="simple">jd@hi.au.dk</email>
                    </address>
                    <xref ref-type="aff" rid="aff1">1</xref>
                </contrib>
             </contrib-group>
            <contrib-group>
                  <contrib contrib-type="reviewer" xlink:type="simple">
                    <name name-style="western">
                        <surname>Martin</surname>
                        <given-names>Allan</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <aff id="aff1" rid="aff1"><sup>1</sup>
                <institution xlink:type="simple">Section for Health Informatics</institution>
                <institution>University of Aarhus</institution>
                <country>Denmark</country>
            </aff>
            <pub-date pub-type="collection">
                <season>Jan-Mar</season>
                <year>2004</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>5</day>
                <month>3</month>
                <year>2004</year>
            </pub-date>
            <volume>6</volume>
            <issue>1</issue>
            <elocation-id>e10</elocation-id>
            <history>
                <date date-type="received">
                    <day>22</day>
                    <month>10</month>
                    <year>2003</year>
                </date>
                <date date-type="rev-request">
                    <day>4</day>
                    <month>11</month>
                    <year>2004</year>
                </date>
                <date date-type="rev-recd">
                    <day>20</day>
                    <month>1</month>
                    <year>2004</year>
                </date>
                <date date-type="accepted">
                    <day>5</day>
                    <month>2</month>
                    <year>2004</year>
                </date>
            </history>
            <copyright-statement>&#xA9; Jens D&#xF8;rup.  Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 5.3.2004.  Except where otherwise noted, articles published in the Journal of Medical Internet Research are distributed under the terms of the Creative Commons Attribution License (http://www.creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited, including full bibliographic	details and the URL (see "please cite as" above), and this statement is included.</copyright-statement>
            <copyright-year>2004</copyright-year>
            <self-uri xlink:href="http://www.jmir.org/2004/1/e10/" xlink:type="simple"/>
            <abstract>
                <sec sec-type="background">
                    <title>Background</title>
                    <p>As more and more information technology (IT) resources become available both for support of campus- based medical education and for Web-based learning, it becomes increasingly interesting to map the information technology resources available to medical students and the attitudes students have towards their use.</p>
                </sec>
                <sec sec-type="objective">
                    <title>Objective</title>
                    <p>To determine how extensively and effectively information handling skills are being taught in the medical curriculum, the study investigated Internet and computer availability and usage, and attitudes towards information technology among first-year medical students in Aarhus, Denmark, during a five-year period.</p>
                </sec>
                <sec sec-type="methods">
                    <title>Methods</title>
                    <p>In the period from 1998 to 2002, students beginning the first semester of medical school were given courses on effective use of IT in their studies. As a part of the tutorials, the students were asked to complete a web-based questionnaire which included questions related to IT readiness and attitudes towards using IT in studies.</p>
                </sec>
                <sec sec-type="results">
                    <title>Results</title>
                    <p>A total of 1159 students (78%) responded. Overall, 71.7% of the respondents indicating they had access to a computer at home, a number that did not change significantly during the study period. Over time, the power of students' computers and the use of e-mail and Internet did increase significantly. By fall 2002, approximately 90% of students used e-mail regularly, 80% used the Internet regularly, and 60% had access to the Internet from home. Significantly more males than females had access to a computer at home, and males had a more positive attitude towards the use of computers in their medical studies. A fairly constant number of students (3-7%) stated that they would prefer not to have to use computers in their studies.</p>
                </sec>
                <sec sec-type="conclusions">
                    <title>Conclusions</title>
                    <p>Taken together with our experience from classroom teaching, these results indicate optional teaching of basic information technology still needs to be integrated into medical studies, and that this need does not seem likely to disappear in the near future.</p>
                </sec>
            </abstract>
            <kwd-group>
                <kwd>Information technology</kwd>
                <kwd>Internet</kwd>
                <kwd>e-mail</kwd>
                <kwd>students, medical</kwd>
                <kwd>education, medical</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="intro">
            <title>Introduction</title>
            <p>Software for computer-assisted learning (CAL) in medicine has been available from the 1960s, or almost as long as computers. Results of evaluations of software for teaching and learning in medicine vary considerably, largely because of differences in the learning situations and in the evaluation design [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. In spite of the early awareness of the potential of CAL programs among dedicated educators, production and marketing of a substantial amount of programs started only after the multimedia computer became readily available in the mid-1990s.</p>
            <p>With the increased availability and speed of the Internet come new ways of disseminating interactive multimedia learning modules and possibilities for integrating information and communication technologies into other methods of teaching and learning.</p>
            <p>The approach of many teachers and course directors in traditional universities has been to "wait and see." A growing number of enthusiasts, however, have tried to implement new ways of teaching and learning using, or facilitated by, information technology (IT), and in many cases integration of information and communication technology (ICT) has been used to support changes in teaching and learning methods.</p>
            <p>The approach of students, whose motivation is usually exams, could also be characterized as "wait and see." The question is how long to wait and then what to look for. Access to computers, at home and on campus, and Internet access are both important. The issue of students' IT literacy, however, may be even more important. It is often thought that it is only a matter of time until all young students become skilful in the use of computers, and IT training is no longer necessary in higher education. The present study was conducted to test this hypothesis and to determine whether students entering medical school already had all the IT skills they would need to use IT effectively during their medical studies. Analysing IT skills is especially difficult when comparing results over a span of years: what would be seen as a trivial task today may have required advanced knowledge five years ago. Consequently, instead of skills, the study investigated computer availability and attitudes and how these measures might be interrelated. Several previous studies have addressed the issue of IT literacy among medical students, typically through questionnaires given in one or a few semesters [<xref ref-type="bibr" rid="ref6">6</xref>- <xref ref-type="bibr" rid="ref14">14</xref>]. The present study, extending from the 1998 fall semester to the 2002 fall semester, revealed developments over a five-year period that was characterized by an unforeseen expansion in IT and Internet availability throughout the Western world.</p>
            <p>We asked medical students about their access to IT, their attitudes and interests in using IT as part of the medical studies they had just started. The purpose was to clarify when and where IT could be effectively integrated and what IT training and hardware needs could be expected.</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <p>In the period from 1998 to 2002 (nine semesters), students beginning the first semester of medical school in Aarhus, Denmark, were given two lectures and three group-based tutorials on effective use of IT in their studies. As a part of the tutorials, the students were asked to complete a questionnaire (se<xref ref-type="app" rid="app1">Appendix 1</xref>). This Web-based questionnaire was completed 2 to 3 weeks after start of studies, and included questions related to IT readiness and attitudes towards using IT in studies. The questionnaire was set up using Coldfusion [<xref ref-type="bibr" rid="ref15">15</xref>] on a Windows 2000 www-server. Data were entered into an open database connectivity (ODBC) database and were analysed using Microsoft Excel. Teachers were present during the input phase to answer technical questions.</p>
            <p>The students were asked their age and sex; whether they had access to a computer at home and whether it was PC, Macintosh, or other; which operating system it used; the amount of RAM; the processor type; and whether the computer had a soundcard, a CD drive, or a modem attached. Students were also asked whether they had access to the Internet and e-mail from home, and the frequency of usage. Finally, the students were asked the following questions about their attitudes towards IT in the medical school.</p>
            <list list-type="order">
                <list-item>
                    <p>Would you like to use the computer for calculations and reports?</p>
                </list-item>
                <list-item>
                    <p>Would you like to use the computer as a supplement to teaching?</p>
                </list-item>
                <list-item>
                    <p>Would you like to use the computer as a replacement for some of the theoretical teaching?</p>
                </list-item>
                <list-item>
                    <p>Would you like to be able to ask questions to teachers via e-mail?</p>
                </list-item>
                <list-item>
                    <p>Would you like to be able to use the computer for distance learning from home?</p>
                </list-item>
                <list-item>
                    <p>Would you prefer that you <italic>did not</italic> have to use the computer during your medical studies?</p>
                </list-item>
            </list>
            <p>Minor additions to answering options were made as new processors and operating systems became available.</p>
            <p>The &#x3A7; <sup>2</sup> test was used to compare frequencies.</p>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <sec>
                <title>Basic data</title>
                <p>Of 1474 medical students who started their studies between fall 1998 and fall 2002, 1159 (78.6%) completed the Web-based questionnaire. The average age was 21.6 years (<xref ref-type="fig" rid="figure1">Figure 1b</xref>). Students beginning in the summer were, on average, 2 years older than those beginning in winter, which is a result of the way students are accepted for medical studies in Aarhus. Of all participating students, 60.3% were female. Distributions for semesters are given in <xref ref-type="fig" rid="figure1">Figure 1a</xref> and <xref ref-type="fig" rid="figure1">Figure 1b</xref>. A total of 71.7% of all students (79.7% of males; 67.5% of females) indicated they had access to a computer at home. There were substantial fluctuations from semester to semester (<xref ref-type="fig" rid="figure1">Figure 1c</xref>), but comparing the average of the first four semesters with the average of the last four revealed only a slight increase from 70.9% to 73.1% (NS). The increase from 70.4% in fall 1998 to 79.3% in 2002 was not statistically significant. Internet access from home increased from 20.4% to 62.9% (p &lt; 0.001) in the study period, and there was an even more pronounced increase in the use, from any location, of Internet and e-mail (<xref ref-type="fig" rid="figure1">Figure 1e</xref> and <xref ref-type="fig" rid="figure1">Figure 1f</xref>). It is especially significant that, although the university did not require the students to use e-mail, by the end of the study period, 88.7% of all students used e-mail regularly.</p>
                <fig id="figure1" position="float">
                    <label>Figure 1a-f</label>
                    <caption>
                        <p>Distribution of age and gender (a, b) and computer, Internet, and e-mail usage (c to f). Spring semesters are indicated with <italic>1</italic>; fall semesters with <italic>2</italic>. Use of Internet and e-mail was graded as never, rarely, regularly, often, or daily. The curves sum up answers: regularly, often, and daily</p>
                    </caption>
                    <graphic xlink:href="jmir_v6i1e10_fig1.gif" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
                </fig>
            </sec>
            <sec>
                <title>Computers used</title>
                <p>Not surprisingly, the power of computers increased in the study period (<xref ref-type="fig" rid="figure2">Figure 2a</xref>). The incidence of soundcards in computers available to students increased from 48% to 71% (p &lt; 0.001), the incidence of CD drives in home computers increased from 52% to 76% (p &lt; 0.001), and of modems from 27% to 59% (p &lt; 0.001).</p>
                <p>Among medical students in Denmark, Macintosh computers are not in common use. Numbers decreased from about 3 to 4% at the start of the study period to about 0 to 1% in the last part (<xref ref-type="fig" rid="figure2">Figure 2b</xref>).</p>
            </sec>
            <sec>
                <title>Attitudes</title>
                <p>Males were significantly (p &lt; 0.001) more interested in replacing traditional with ICT- supported teaching and learning. An average of 46.6% of males versus 21.8% of females indicated that they would like to replace traditional teaching with use of computers if possible. Despite fluctuations, there was no trend towards a consistent change in these numbers during the study period (<xref ref-type="fig" rid="figure2">Figure 2c</xref>).</p>
                <p>A small percentage (6.8% of females and 3.3% of males) indicated that they would prefer not to have to use a computer during their medical studies. Again, in spite of fluctuations, there was no trend towards a consistent change in this number (<xref ref-type="fig" rid="figure2">Figure 2d</xref>).</p>
                <p>The difference between males and females in attitudes towards use of distance education was also highly significant (p &lt; 0.001): 38.7% of males versus 19.9% of females indicated a positive attitude (<xref ref-type="fig" rid="figure2">Figure 2e</xref>).</p>
                <p>The attitude towards use of ICT resources as a supplement was more positive than for ICT replacement or for distance education (86% of boys and 76% of girls were positive, <xref ref-type="fig" rid="figure2">Figure 2f</xref>)</p>
                <fig id="figure2" position="float">
                    <label>Figure 2a-f</label>
                    <caption>
                        <p>Type of computer (a, b) and attitudes towards use of computer (c to f). Spring semesters are indicated with <italic>1</italic>; fall semesters with <italic>2</italic>. As might be expected, the number of powerful computers among students was increasing; The percentage of Macintosh computers was decreasing. 6.8% of females answered that they would rather not use a computer as part of the study. The corresponding percentage for males was 3.3%</p>
                    </caption>
                    <graphic xlink:href="jmir_v6i1e10_fig2.gif" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
                </fig>
            </sec>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <p>Use of IT as a tool to support medical teaching and learning was introduced gradually over several years at The University of Aarhus, without a well-defined strategy. Similar trends have been reported from many other universities. One reason may be the great diversity of IT skills among both teachers and students. There may also be a general reluctance to change educational methods and a belief that available IT resources would not enhance learning. Many things changed during the period of this study. Many medical schools have moved towards problem-based learning. Implementation of computer-supported collaborative learning [<xref ref-type="bibr" rid="ref16">16</xref>] has driven IT investments and implementation in some schools, and certainly the value of available Internet resources and of e-communication in supporting medical learning can no longer be denied. At the University of Aarhus, which is a typical research-intensive institution, educational methods have undergone an evolution rather that a revolution and IT has not been considered a driving force for pedagogical change. Still, project work and other study areas that rely heavily on medical literature available through the Web have demonstrated the need for a minimum of IT literacy among the students, and it is important to know roughly the number of students in need of special IT courses.</p>
            <p>This study shows that an average of 71.7% of new medical students had access to a computer at home. The number was significantly higher among males, and showed considerable fluctuations from semester to semester, but did not increase significantly in the study period (between 1998 and 2002). When compared to German study from 1992 by Gunther Eysenbach, however, this study shows a significant increase in IT availability and knowledge [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
            <p>Approximately 79% of registered students completed the questionnaire. The seminar included a number of important practical issues, such as a general introduction to the use of the university's IT facilities. We encouraged all participants in the seminars to complete the survey, but did not record reasons for not completing it. In principle, the 21% of registered students who did not complete the questionnaire might have different attitudes towards IT and their access to computers at home might differ from those who completed the survey. If this was the case, absolute numbers might be slightly biased. We do, however, assume that failure to complete the survey would be fairly constant during the study period, and thus relative developments with time would be unaffected by the missing questionnaires.</p>
            <p>As noted, students beginning medical studies in the summer were an average of 2 years older than those beginning in the winter. A comparison of computer availability with age, revealed a U-shaped curve: ~80% at 19 years, ~60% at 22 years, and ~88% at 26 years. Changes in computer availability during the study period therefore can probably be attributed, at least in part, to fluctuations in age. Fluctuations in the percentage of females accepted could also be expected to influence computer availability over years. A comparison of <xref ref-type="fig" rid="figure1">Figure 1b</xref> and <xref ref-type="fig" rid="figure1">Figure 1c</xref>, however, does not show a consistent trend.</p>
            <p>The most comprehensive study of IT literacy conducted in European universities is probably the Survey of European Universities Skills in ICT of Students and Staff (SEUSISS) project, funded under the EU-Socrates Minerva Programme. The consortium, which includes seven universities from the UK, Finland, Norway, The Netherlands, Italy, France, and Spain, gathered data in 2001 and 2002 in a continuation of a 10-year University of Edinburgh data collection project [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Although the present study included only medical students, many of the questions related to IT literacy can be expected to apply to all students in higher education, with the exception of students in computer science and related areas.</p>
            <p>Questions that remain important in the present study and in the SEUSISS and Edinburgh studies are:</p>
            <list list-type="bullet">
                <list-item>
                    <p>What are the developments in <italic>general IT literacy</italic>, computer availability at home, and general availability to IT, and can we expect that problems with IT literacy will disappear with time?</p>
                </list-item>
                <list-item>
                    <p>Can university teachers and administrators expect that <italic>e-communication</italic> will reach all students?</p>
                </list-item>
                <list-item>
                    <p>Are <italic>gender differences</italic> in IT attitudes and literacy significant and do these differences tend to change over time?</p>
                </list-item>
            </list>
            <sec>
                <title>General IT literacy</title>
                <p>Roughly half of all students had access to a home-PC with a CD, soundcard, and sufficient computing power and RAM to effectively run modern multimedia applications. Whereas access to <italic>any</italic> PC at home showed only a very small increase, access to a "modern multimedia PC" increased from about 30% to about 65%. In the SEUSISS project (2001-2002), the numbers for PC ownership at the start of studies varied from 54% (&#xC5;bo, Finland) to 89% (Groningen, the Netherlands). In Edinburgh by 2000, ownership was at 44% for males and 37% for females, and the Edinburgh study reports that this gender gap diminished with time. The data from this study seem to be consistent with the other European data, although the gender differences in this study did not decrease, and no distinction was made in this study between ownership and availability of IT at home. Availability of a powerful PC at home is increasing, but a substantial proportion of new students still do not have access to a computer at home, and it is still too early to predict that they will within the next few years.</p>
                <p>The Edinburgh study reports about 8% Macintosh users, and a slight trend towards more Macintosh users among women. Medical students, like most other computer users in Denmark, use PCs almost exclusively.</p>
                <p>It is one thing is to own a PC or to have access to one, quite another is to possess IT skills and to be IT literate. A dramatic increase in IT literacy might be expected during these years when IT and Internet use have increased generally. Data on Internet availability are continuously monitored by the European Union, and their data show that Denmark is one of the three leading countries with respect to IT use and Internet spread [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
                <p>In the present study, direct measures of IT-literacy were not identified, and no attempt was made to test the students in this respect. However, it seems reasonable to expect a correlation between attitudes towards IT and IT literacy. Indeed in hands-on courses a small percentage of students were found to be absolute novices with respect to computer use. Between 3 and 7% of the students (significantly more females than males) who indicated that they would prefer not to have to use computers in their studies. The consistency of this finding, corroborated in several earlier studies [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref18">18</xref>], suggests there is a need for training in basic IT and information-handling skills as an optional element in medical training [<xref ref-type="bibr" rid="ref22">22</xref>]. Moreover, this study does not suggest this need is likely to disappear in the near future.</p>
            </sec>
            <sec>
                <title>E-communication</title>
                <p>Use of Internet and e-mail increased dramatically during the study period. The curve for e-mail, in approaching 100%, shows a decreasing slope, while the curve for Internet use indicates that a further increase above 80% can be expected. An interesting question is whether these numbers will increase to 100%. At present, the university does not use e-mail and Internet as a mandatory route of communication with or among medical students, but the numbers presented here indicate that the time may be ripe to start doing so. Several universities around the world have successfully started using e-mail as a mandatory communication, and the Internet as a mandatory information and communication channel. Although a small number of students and teachers may experience going from paper-based to e-communication as a drastic step, this study shows that it will probably not be a problem for the vast majority, and that the minority will meet only temporary difficulties.</p>
            </sec>
            <sec>
                <title>Gender differences</title>
                <p>This study has revealed significant gender differences both in access to computers and in readiness to integrate IT in the learning process. As an example, roughly 50% of males versus 25% of females responded that they would like to replace some traditional teaching with IT-based activities.</p>
                <p>In these respects, the study correlates directly with the 10 year follow-up study from Edinburgh [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. The results are interesting in a number of ways when it comes to planning, developing, and implementing ICT-supported learning activities. Communications with the medical students indicate that most female students are not directly opposed to ICT-supported teaching and learning; however, female students may be more pragmatic and more focused on exams, whereas some male students may favour the freedom of time and space offered by e-learning.</p>
            </sec>
            <sec>
                <title>Conclusions</title>
                <p>During the five years of this study there was a dramatic increase in availability of IT resources. It can be considered positive when about 30% of students indicated that they would like to exchange traditional learning for e-learning, and about 80% indicated that would like to use ICT resources as a supplement. Some course directors and teachers are still reluctant to increase the importance of IT support in the studies, but this study indicates that most students are ready to change. There is still a need for teaching in basic IT as part of medical study, and this need does not seem likely to disappear in the near future.</p>
            </sec>
        </sec>
    </body>
    <back>
        <fn-group>
            <fn fn-type="conflict">
                
                <p>None declared.</p>
            </fn>
        </fn-group>
        <app-group>
            <app id="app1">
                <title>Multimedia Appendix</title>
                <p>Web-based Questionnaire: <media xlink:href="jmir_v6i1e10_app1.html" xlink:title="HTML File, 20KB"/>
                </p>
            </app>
        </app-group>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="book" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Atkins</surname>
                        </name>
                        <name name-style="western">
                            <surname>O'Halloran</surname>
                        </name>
                    </person-group>
                    <article-title>Evaluating multimedia applications for medical education</article-title>
                    <source>AMEE Guide No 6</source>
                    <year>1995</year>
                    <publisher-name>Association for Medical Education in Europe</publisher-name>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.amee.org/%5BAMEE%5D" xlink:type="simple">http://www.amee.org/%5BAMEE%5D</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="book" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Alexander</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>McKenzie</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>An evaluation of information technology projects for university learning</article-title>
                    <source>AMEE Guide No 6</source>
                    <year>1998</year>
                    <publisher-loc>Canberra</publisher-loc>
                    <publisher-name>CUTSD, Commonwealth of Australia</publisher-name>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.dest.gov.au/archive/cutsd/publications/%5BCUTSD%5D" xlink:type="simple">http://www.dest.gov.au/archive/cutsd/publications/%5BCUTSD%5D</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hovenga</surname>
                            <given-names>E J</given-names>
                        </name>
                    </person-group>
                    <article-title>Using multi media to enhance a flexible learning program: lessons learned</article-title>
                    <source>Proc AMIA Symp</source>
                    <year>1999</year>
                    <fpage>530</fpage>
                    <lpage>4</lpage>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.amia.org/pubs/symposia/D005421.PDF" ext-link-type="uri">http://www.amia.org/pubs/symposia/D005421.PDF</ext-link></comment>
                    <pub-id pub-id-type="medline">20032925</pub-id>
                    <pub-id pub-id-type="pii">D005421</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Brady Boyce Ba</surname>
                        </name>
                        <name name-style="western">
                            <surname>Winne</surname>
                            <given-names>MD</given-names>
                        </name>
                    </person-group>
                    <article-title>Developing an evaluation tool for instructional software programs</article-title>
                    <source>Nurse Educ</source>
                    <year>2000</year>
                    <month>5</month>
                    <volume>25</volume>
                    <issue>3</issue>
                    <fpage>145</fpage>
                    <lpage>8</lpage>
                    <pub-id pub-id-type="medline">11111571</pub-id>
                    <pub-id pub-id-type="doi">10.1097/00006223-200005000-00015</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="book" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>D&#xF8;rup</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <person-group person-group-type="editor">
                        <name name-style="western">
                            <surname>Haux</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kulikowski</surname>
                            <given-names>C</given-names>
                        </name>
                    </person-group>
                    <article-title>Educational technology as a scientific discipline</article-title>
                    <source>Yearbook of Medical Informatics</source>
                    <year>2002</year>
                    <publisher-loc>Stuttgart</publisher-loc>
                    <publisher-name>IMIA</publisher-name>
                    <fpage>533</fpage>
                    <lpage>535</lpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.dest.gov.au/archive/cutsd/publications/%5BCUTSD%5D" xlink:type="simple">http://www.dest.gov.au/archive/cutsd/publications/%5BCUTSD%5D</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Bresnitz</surname>
                            <given-names>E A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Stettin</surname>
                            <given-names>G D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gabrielson</surname>
                            <given-names>I W</given-names>
                        </name>
                    </person-group>
                    <article-title>A survey of computer literacy among medical students</article-title>
                    <source>J Med Educ</source>
                    <year>1986</year>
                    <month>5</month>
                    <volume>61</volume>
                    <issue>5</issue>
                    <fpage>410</fpage>
                    <lpage>2</lpage>
                    <pub-id pub-id-type="medline">86200102</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Crowe</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Howie</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Thorpe</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <article-title>Self-reported computer literacy of medical students and staff: good facilities are not enough</article-title>
                    <source>Med Teach</source>
                    <year>1998</year>
                    <volume>20</volume>
                    <issue>3</issue>
                    <fpage>264</fpage>
                    <lpage>265</lpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.catchword.com/titles/carfax/0142159x/v20n3/contp1-1.htm" xlink:type="simple">http://www.catchword.com/titles/carfax/0142159x/v20n3/contp1-1.htm</ext-link></comment>
                    <pub-id pub-id-type="doi">10.1080/01421599881057</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Gouveia-oliveira</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rodrigues</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>De Melo</surname>
                            <given-names>F G</given-names>
                        </name>
                    </person-group>
                    <article-title>Computer education: attitudes and opinions of first-year medical students</article-title>
                    <source>Med Educ</source>
                    <year>1994</year>
                    <month>11</month>
                    <volume>28</volume>
                    <issue>6</issue>
                    <fpage>501</fpage>
                    <lpage>7</lpage>
                    <pub-id pub-id-type="medline">95166065</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Jones</surname>
                            <given-names>R B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Navin</surname>
                            <given-names>L M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Barrie</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hillan</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kinane</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <article-title>Computer literacy among medical, nursing, dental and veterinary undergraduates</article-title>
                    <source>Med Educ</source>
                    <year>1991</year>
                    <month>5</month>
                    <volume>25</volume>
                    <issue>3</issue>
                    <fpage>191</fpage>
                    <lpage>5</lpage>
                    <pub-id pub-id-type="medline">91312228</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Koschmann</surname>
                            <given-names>T</given-names>
                        </name>
                    </person-group>
                    <article-title>Medical education and computer literacy: learning about, through, and with computers</article-title>
                    <source>Acad Med</source>
                    <year>1995</year>
                    <month>9</month>
                    <volume>70</volume>
                    <issue>9</issue>
                    <fpage>818</fpage>
                    <lpage>21</lpage>
                    <pub-id pub-id-type="medline">95398748</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Nurjahan</surname>
                            <given-names>M I</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lim</surname>
                            <given-names>T A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Foong</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Yeong</surname>
                            <given-names>S W</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ware</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>Computer literacy in medical students</article-title>
                    <source>Med Educ</source>
                    <year>2000</year>
                    <month>11</month>
                    <volume>34</volume>
                    <issue>11</issue>
                    <fpage>966</fpage>
                    <pub-id pub-id-type="medline">20561287</pub-id>
                    <pub-id pub-id-type="pii">med818i</pub-id>
                    <pub-id pub-id-type="doi">10.1046/j.1365-2923.2000.0818i.x</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Sancho</surname>
                            <given-names>J J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gonz&#xE1;lez</surname>
                            <given-names>J C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Patak</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sanz</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sitges-serra</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Introducing medical students to medical informatics</article-title>
                    <source>Med Educ</source>
                    <year>1993</year>
                    <month>11</month>
                    <volume>27</volume>
                    <issue>6</issue>
                    <fpage>479</fpage>
                    <lpage>83</lpage>
                    <pub-id pub-id-type="medline">94268339</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Stringer</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Moreno</surname>
                            <given-names>E A</given-names>
                        </name>
                    </person-group>
                    <article-title>A computer literacy requirement for medical students</article-title>
                    <source>Acad Med</source>
                    <year>1996</year>
                    <month>5</month>
                    <volume>71</volume>
                    <issue>5</issue>
                    <fpage>522</fpage>
                    <pub-id pub-id-type="medline">20140661</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Peroz</surname>
                            <given-names>Ingrid</given-names>
                        </name>
                        <name name-style="western">
                            <surname>B&#xF6;sel</surname>
                            <given-names>Constanze</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lange</surname>
                            <given-names>Klaus-Peter</given-names>
                        </name>
                    </person-group>
                    <article-title>Representative survey of dental students about the present state of education, PC equipment and configuration requirements for a net-based dental education system</article-title>
                    <source>Med Teach</source>
                    <year>2003</year>
                    <month>7</month>
                    <volume>25</volume>
                    <issue>4</issue>
                    <fpage>385</fpage>
                    <lpage>90</lpage>
                    <pub-id pub-id-type="medline">22775696</pub-id>
                    <pub-id pub-id-type="doi">10.1080/0142159031000136761</pub-id>
                    <pub-id pub-id-type="pii">K28JP71RH5ULUMJX</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
                <nlm-citation citation-type="web" xlink:type="simple">
                    <collab xlink:type="simple" collab-type="authors">Macromedia</collab>
                    <source>Macromedia.com</source>
                    <access-date>2004 March 5</access-date>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.macromedia.com/" xlink:type="simple">http://www.macromedia.com/</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <nlm-citation citation-type="web" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kumar</surname>
                            <given-names>VS</given-names>
                        </name>
                    </person-group>
                    <source>Computer-supported collaborative learning: issues for research</source>
                    <access-date>2004 March 5</access-date>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.cs.usask.ca/grads/vsk719/academic/890/project2/project2.html" xlink:type="simple">http://www.cs.usask.ca/grads/vsk719/academic/890/project2/project2.html</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Eysenbach</surname>
                            <given-names>G</given-names>
                        </name>
                    </person-group>
                    <article-title>Computereinsatz und Computerkenntnisse unter Medizinstudenten [Computer use and computer literacy among medical students]</article-title>
                    <source>Informatik, Biometrie und Epidemiologie in Medizin und Biologie</source>
                    <year>1995</year>
                    <volume>26</volume>
                    <issue>1</issue>
                    <fpage>56</fpage>
                    <lpage>66</lpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.yi.com/home/EysenbachGunther/literac.htm" xlink:type="simple">http://www.yi.com/home/EysenbachGunther/literac.htm</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Asgari-jirhandeh</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Haywood</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>Computer awareness among medical students: a survey</article-title>
                    <source>Med Educ</source>
                    <year>1997</year>
                    <month>5</month>
                    <volume>31</volume>
                    <issue>3</issue>
                    <fpage>225</fpage>
                    <lpage>9</lpage>
                    <pub-id pub-id-type="medline">97374694</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref19">
                <label>19</label>
                <nlm-citation citation-type="web" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Macleod</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Haywood</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Anderson</surname>
                            <given-names>C</given-names>
                        </name>
                    </person-group>
                    <source>Gender &amp; ICT-a 10-year study of new undergraduates</source>
                    <access-date>2004 March 5</access-date>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://homepages.ed.ac.uk/jhaywood/papers/techtrends.pdf" xlink:type="simple">http://homepages.ed.ac.uk/jhaywood/papers/techtrends.pdf</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref20">
                <label>20</label>
                <nlm-citation citation-type="web" xlink:type="simple">
                    <source>Survey of European Universities Skills in ICT of Students and Staff</source>
                    <access-date>2004 March 5</access-date>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.intermedia.uib.no/seusiss/results.html" xlink:type="simple">http://www.intermedia.uib.no/seusiss/results.html</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref21">
                <label>21</label>
                <nlm-citation citation-type="web" xlink:type="simple">
                    <source>Europa: European Information Society</source>
                    <access-date>2004 March 5</access-date>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.europa.eu.int/information_society/eeurope/2002/benchmarking/list/2001/index_en.htm" xlink:type="simple">http://www.europa.eu.int/information_society/eeurope/2002/benchmarking/list/2001/index_en.htm</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref22">
                <label>22</label>
                <nlm-citation citation-type="book" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>D&#xF8;rup</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schacht Hansen</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ribe</surname>
                            <given-names>LR</given-names>
                        </name>
                    </person-group>
                    <person-group person-group-type="editor">
                        <name name-style="western">
                            <surname>Ribeiro</surname>
                            <given-names>LM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Marques dos Santos</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>Integrating IT-supported and traditional learning in a Health Informatics course</article-title>
                    <source>Proceedings of the 8th International EUIS Conference</source>
                    <year>2002</year>
                    <month>6</month>
                    <day>19</day>
                    <access-date>2004 March 5</access-date>
                    <publisher-loc>Porto</publisher-loc>
                    <fpage>106</fpage>
                    <lpage>107</lpage>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.intermed.dk/contentmanagement/itfacilitation.pdf" xlink:type="simple">http://www.intermed.dk/contentmanagement/itfacilitation.pdf</ext-link></comment>
                </nlm-citation>
            </ref>
        </ref-list>
        <glossary>
                <title>Abbreviations</title>
                <def-list>
                    <def-item>
                        <term id="abb1">CAL</term>
                        <def>
                            <p>computer assisted learning</p>
                        </def>
                    </def-item>
                    <def-item>
                        <term id="abb2">EU</term>
                        <def>
                            <p>European Union</p>
                        </def>
                    </def-item>
                    <def-item>
                        <term id="abb3">IT</term>
                        <def>
                            <p>information technology</p>
                        </def>
                    </def-item>
                    <def-item>
                        <term id="abb4">ICT</term>
                        <def>
                            <p>information and communication technology</p>
                        </def>
                    </def-item>
                    <def-item>
                        <term id="abb5">ODBC</term>
                        <def>
                            <p>open database connectivity</p>
                        </def>
                    </def-item>
                    <def-item>
                        <term id="abb6">RAM</term>
                        <def>
                            <p>random access memory</p>
                        </def>
                    </def-item>
                    <def-item>
                        <term id="abb7">SEUSISS</term>
                        <def>
                            <p>Survey of European Universities Skills in ICT of Students and Staff</p>
                        </def>
                    </def-item>
                </def-list>
            </glossary>
    </back>
</article>
