<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JMIR</journal-id>
            <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
            <journal-title>Journal of Medical Internet Research</journal-title>
            <issn pub-type="epub">1438-8871</issn>
            <publisher>
                <publisher-name>Gunther Eysenbach</publisher-name>
                <publisher-loc>Centre for Global eHealth Innovation, Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v5i2e13</article-id>
            <article-id pub-id-type="pmid">12857669</article-id>
            <article-id pub-id-type="medline">22741894</article-id>
            <article-id pub-id-type="doi">10.2196/jmir.5.2.e13</article-id>
            <article-categories>
                <subj-group subj-group-type="article-type">
                    <subject>Original Paper</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Collaborative e-Learning Using Streaming Video and Asynchronous Discussion Boards to Teach the Cognitive Foundation of Medical Interviewing: A Case Study</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author" corresp="yes" id="contrib1" xlink:type="simple">
                    <name name-style="western">
                        <surname>Wiecha</surname>
                        <given-names>John M</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <degrees>MPH</degrees>
                    <address>
                        <institution>Department of Family Medicine, Dowling 5 S</institution>
                        <institution>Boston Medical Center</institution>
                        <institution>Boston University School of Medicine</institution>
                        <addr-line>1 BMC Place</addr-line>
                        <addr-line>Boston MA 02118</addr-line>
                        <country>USA</country>
                        <phone>+1 617 414 4465</phone>
                        <fax>+1 617 414 3345</fax>
                        <email xlink:type="simple">Wiecha@bmc.org</email>
                    </address>
                    <xref ref-type="aff" rid="aff1">1</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib2" xlink:type="simple">
                    <name name-style="western">
                        <surname>Gramling</surname>
                        <given-names>Robert</given-names>
                    </name>
                    <degrees>MD</degrees>
                    <xref ref-type="aff" rid="aff2">2</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib3" xlink:type="simple">
                    <name name-style="western">
                        <surname>Joachim</surname>
                        <given-names>Phyllis</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref ref-type="aff" rid="aff3">3</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib4" xlink:type="simple">
                    <name name-style="western">
                        <surname>Vanderschmidt</surname>
                        <given-names>Hannelore</given-names>
                    </name>
                    <degrees>EdM</degrees>
                    <degrees>PhD</degrees>
                    <xref ref-type="aff" rid="aff4">4</xref>
                </contrib>
             </contrib-group>
            <contrib-group>
                  <contrib contrib-type="reviewer" xlink:type="simple">
                    <name name-style="western">
                        <surname>Stringer</surname>
                        <given-names>J</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <aff id="aff1" rid="aff1"><sup>1</sup>
                <institution xlink:type="simple">Boston University School of Medicine</institution>
                <institution>Boston Medical Center</institution>
                <addr-line>Boston MA</addr-line>
                <country>USA</country>
            </aff>
            <aff id="aff2" rid="aff2"><sup>2</sup>
                <institution xlink:type="simple">Brown University</institution>
                <institution>Department of Family Medicine</institution>
                <addr-line>Providence RI</addr-line>
                <country>USA</country>
            </aff>
            <aff id="aff3" rid="aff3"><sup>3</sup>
                <institution xlink:type="simple">Boston University School of Medicine</institution>
                <institution>Department of Family Medicine</institution>
                <addr-line>Boston MA</addr-line>
                <country>USA</country>
            </aff>
            <aff id="aff4" rid="aff4"><sup>4</sup>
                <institution xlink:type="simple">School of Public Health</institution>
                <institution>Boston University</institution>
                <institution>Center of Educational Development in Health</institution>
                <addr-line>Boston MA</addr-line>
                <country>USA</country>
            </aff>
            <pub-date pub-type="collection">
                <season>Apr-Jun</season>
                <year>2003</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>27</day>
                <month>6</month>
                <year>2003</year>
            </pub-date>
            <volume>5</volume>
            <issue>2</issue>
            <elocation-id>e13</elocation-id>
            <history>
                <date date-type="received">
                    <day>5</day>
                    <month>11</month>
                    <year>2002</year>
                </date>
                <date date-type="rev-request">
                    <day>15</day>
                    <month>4</month>
                    <year>2003</year>
                </date>
                <date date-type="rev-recd">
                    <day>25</day>
                    <month>6</month>
                    <year>2003</year>
                </date>
                <date date-type="accepted">
                    <day>26</day>
                    <month>6</month>
                    <year>2003</year>
                </date>
            </history>
            <copyright-statement>&#xA9; John M Wiecha, Robert Gramling, Phyllis Joachim, Hannelore Vanderschmidt.  Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 27.6.2003.  Except where otherwise noted, articles published in the Journal of Medical Internet Research are distributed under the terms of the Creative Commons Attribution License (http://www.creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited, including full bibliographic	details and the URL (see "please cite as" above), and this statement is included.</copyright-statement>
            <copyright-year>2003</copyright-year>
            <self-uri xlink:href="http://www.jmir.org/2003/2/e13/" xlink:type="simple"/>
            <abstract>
                <sec sec-type="background">
                    <title>Background</title>
                    <p>Advances in electronic technology have created opportunities for new instructional designs of medical curricula.</p>
                </sec>
                <sec sec-type="objective">
                    <title>Objective</title>
                    <p>We created and evaluated a 4-week online elective course for medical students to teach the cognitive basis for interviewing skills.</p>
                </sec>
                <sec sec-type="methods">
                    <title>Methods</title>
                    <p>Ten students, from 2 medical schools, studied online modules on interviewing concepts and viewed videos illustrating the concepts. They then participated in asynchronous discussion groups designed to reinforce course concepts, stimulate reflective learning, and promote peer learning.</p>
                </sec>
                <sec sec-type="results">
                    <title>Results</title>
                    <p>In qualitative evaluations, learners reported improvements in self-awareness; increased understanding of interviewing concepts; and benefits of online learning vs face to face learning. Participants reported high levels of satisfaction with online learning and with achievement of course objectives. Self-reported knowledge scores increased significantly from pre-course completion to post-course completion.</p>
                </sec>
                <sec sec-type="conclusions">
                    <title>Conclusions</title>
                    <p>Online education has significant potential to augment curriculum on the medical interview, particularly among students trained in community settings geographically distant from their academic medical center.</p>
                </sec>
            </abstract>
            <kwd-group>
                <kwd>Education, distance</kwd>
                <kwd>medical history taking</kwd>
                <kwd>education, medical</kwd>
                <kwd>online systems</kwd>
                <kwd>students, medical</kwd>
                <kwd>communication</kwd>
                <kwd>physician-patient relations</kwd>
                <kwd>clinical competence</kwd>
                <kwd>Internet</kwd>
                <kwd>World Wide Web</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="intro">
            <title>Introduction</title>
            <p>A number of organizations [<xref ref-type="bibr" rid="ref1">1</xref>- <xref ref-type="bibr" rid="ref3">3</xref>] have identified deficiencies in physician communication-skills training. Strengthening instruction in communication skills is a priority national objective for US medical schools [<xref ref-type="bibr" rid="ref4">4</xref>]. Learning effective communication requires a cognitive foundation of interviewing theories and concepts [<xref ref-type="bibr" rid="ref4">4</xref>]. A curriculum on communication concepts and strategies should provide understanding of fundamental skills and processes, and will establish a sound foundation for learning skills [<xref ref-type="bibr" rid="ref4">4</xref>]. Such knowledge objectives have typically been best taught in years one and two of the curriculum [<xref ref-type="bibr" rid="ref4">4</xref>]. Decentralization [<xref ref-type="bibr" rid="ref5">5</xref>], a growing emphasis on adult learning principles, and use of distance education requires new thinking about curricular design and delivery. This paper reports our experiences with a new online method for teaching communication concepts to medical students.</p>
            <sec>
                <title>Materials and Methods</title>
                <p>The instructional design we use for online courses [<xref ref-type="bibr" rid="ref6">6</xref>] has the learner follow a deliberate sequence of educational activities (<xref ref-type="fig" rid="figure1">Figure 1</xref>). Guided by the SEGUE (Set the Stage, Elicit Information, Give Information, Understand the Patient's Perspective, End the Encounter) framework of communication tasks [<xref ref-type="bibr" rid="ref4">4</xref>], over 4 weeks in an online elective course we consecutively addressed questioning techniques, affect and nonverbal cues, eliciting the cardinal features of a symptom, and stages and transitions.</p>
                <fig id="figure1" position="float">
                    <label>Figure 1</label>
                    <caption>
                        <p>Sequence of educational activities</p>
                    </caption>
                    <graphic xlink:href="jmir_v5i2e13_fig1.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
                </fig>
                <fig id="figure2" position="float">
                    <label>Figure 2</label>
                    <caption>
                        <p>Videos on the Blackboard e-learning site showing inexperienced and experienced interviews with patients</p>
                    </caption>
                    <graphic xlink:href="jmir_v5i2e13_fig2.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
                </fig>
                <p>Blackboard, a web-based learning system [<xref ref-type="bibr" rid="ref7">7</xref>] was used to organize course material and activities (<xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>). Two videos, delivered online through the Blackboard courseware and produced with GeoSystems compression software, illustrated the concepts presented each week in the Web-based text modules (<xref ref-type="fig" rid="figure2">Figure 2</xref>). The videos were between 15 and 20 minutes in length. The first video demonstrated inexperienced interviewing by showing a first-year student interviewing a woman (Mary) with a depressed affect and dyspepsia. The second video was of a family physician interviewing a young man (Ed) with the same symptoms, and demonstrated a more-experienced interviewer. Each video was streamed through the course Web site.</p>
                <p>Students received access to a moderated, asynchronous discussion board and were required to post their impressions and observations each week. If necessary (that is, if they lagged in posting), they were reminded by the moderator. Using established principles [<xref ref-type="bibr" rid="ref8">8</xref>- <xref ref-type="bibr" rid="ref9">9</xref>] (including probing participants for deeper reflection, challenging assertions by contrasting differing viewpoints and observations, and summarizing concepts and conclusions included in the postings to provide closure to each week's discussion), trained faculty moderated the discussion groups. Discourse should be a component of courses teaching communication concepts [<xref ref-type="bibr" rid="ref4">4</xref>]. At the course midpoint (ie, after 2 weeks) and at course end, students also received written feedback on their participation and performance by personal e-mail from one of the authors (PJ).</p>
            </sec>
            <sec>
                <title>Evaluation Instruments and Processes</title>
                <p>Qualitative assessments included one-to-one in-person interviews using open-ended questions, analysis of student course postings, and a face-to-face focus group with all 10 students, done by a facilitator previously unknown to the students. Interviews and focus groups were recorded and transcribed, and analyzed for emerging themes by one investigator (RG).</p>
                <p>Eleven formative evaluation questions (<xref ref-type="table" rid="table1">Table 1</xref>) were presented 1 week after the course using a Web-based questionnaire. Each question was scored on a 7-point Likert scale.</p>
                <p>Students also completed pre-course and post-course Web-based questionnaires with 21 items (<xref ref-type="app" rid="app2">Multimedia Appendix 2</xref> and <xref ref-type="app" rid="app3">Multimedia Appendix 3</xref>), each scored on a scale from 1 (no understanding) to 10 (complete understanding), grouped into 4 categories (shown in <xref ref-type="table" rid="table2">Table 2</xref>) corresponding to the major course objectives. Before/after scores were compared using a paired t test.</p>
                <p>We calculated for each student a mean score on the baseline knowledge items. This score was linearly correlated with the number of interviews each student reported having completed to date ( <italic>r</italic>= 0.9412, <italic>P</italic>&lt; .001), providing support for the construct validity of the self-reported knowledge measures (<xref ref-type="fig" rid="figure3">Figure 3</xref>).</p>
                <table-wrap id="table1" position="float">
                    <label>Table 1</label>
                    <caption>
                        <p>Student evaluation of the process of learning online</p>
                    </caption>
                    <table width="668" border="1" cellpadding="7" cellspacing="0" rules="groups">
                        <col width="260" span="1"/>
                        <col width="94" span="1"/>
                        <col width="70" span="1"/>
                        <thead>
                            <tr>
                                <td/>
                                <td colspan="2" rowspan="1">
                                    <bold>Agreement (n = 9)</bold>
                                </td>
                            </tr>
                            <tr>
                                <td/>
                                <td>
                                    <bold>Mean<xref ref-type="table-fn" rid="table1fn1">*</xref>(Maximum = 7.0)</bold>
                                </td>
                                <td>
                                    <bold>Agree Strongly n (%)</bold>
                                </td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td>The faculty interview was effective in demonstrating principles of interviewing</td>
                                <td>6.4</td>
                                <td>7 (77.8)</td>
                            </tr>
                            <tr>
                                <td>The student interview was effective in demonstrating principles of interviewing</td>
                                <td>5.1</td>
                                <td>3 (33.3)</td>
                            </tr>
                            <tr>
                                <td>I valued interacting with faculty online via the threaded discussions groups</td>
                                <td>6.3</td>
                                <td>6 (66.7)</td>
                            </tr>
                            <tr>
                                <td>I valued interacting with other students online via the threaded discussion groups</td>
                                <td>6.2</td>
                                <td>5 (55.6)</td>
                            </tr>
                            <tr>
                                <td>I received feedback on my questions and concerns from BU faculty during the course</td>
                                <td>6.1</td>
                                <td>4 (44.4)</td>
                            </tr>
                            <tr>
                                <td>During this course I learned from other students</td>
                                <td>5.7</td>
                                <td>1 (11.1)</td>
                            </tr>
                            <tr>
                                <td>I had adequate time in my schedule to complete the assignments in the online course</td>
                                <td>6.1</td>
                                <td>6 (66.7)</td>
                            </tr>
                            <tr>
                                <td>The online course was easy to use</td>
                                <td>6.3</td>
                                <td>7 (77.8)</td>
                            </tr>
                            <tr>
                                <td>I enjoyed the online course</td>
                                <td>5.9</td>
                                <td>3 (33.3)</td>
                            </tr>
                            <tr>
                                <td>I would recommend that other students take this course</td>
                                <td>6.1</td>
                                <td>5 (55.6)</td>
                            </tr>
                            <tr>
                                <td>I would be interested in other online courses in medical school</td>
                                <td>6.1</td>
                                <td>5 (55.6)</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn id="table1fn1"><p><sup>*</sup> Scaled as: 1= Disagree Strongly, 2= Disagree Moderately, 3= Disagree Slightly, 4=Neutral, 5= Agree Slightly, 6= Agree Moderately, 7= Agree Strongly.</p></fn>
                    </table-wrap-foot>
                </table-wrap>
                <table-wrap id="table2" position="float">
                    <label>Table 2</label>
                    <caption>
                        <p>Level of understanding of interviewing concepts<xref ref-type="table-fn" rid="table2fn1">*</xref></p>
                    </caption>
                    <table width="591" border="1" cellpadding="7" cellspacing="0" rules="groups">
                        <col width="184" span="1"/>
                        <col width="82" span="1"/>
                        <col width="94" span="1"/>
                        <col width="82" span="1"/>
                        <col width="77" span="1"/>
                        <thead>
                            <tr>
                                <td>
                                    <bold>Question Group</bold>
                                </td>
                                <td>
                                    <bold>Pre-course</bold>
                                </td>
                                <td>
                                    <bold>Post-course</bold>
                                </td>
                                <td>
                                    <bold>Mean Gain</bold>
                                </td>
                                <td>
                                    <bold>
                                        <italic>P</italic> Value</bold> <xref ref-type="table-fn" rid="table2fn2">#</xref></td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr>
                                <td>Structure of the interview(6 items)</td>
                                <td>6.2</td>
                                <td>8.7</td>
                                <td>2.5</td>
                                <td>0.003</td>
                            </tr>
                            <tr>
                                <td>with the patient(6 items)Relationship with the patient(6 items)</td>
                                <td>6.5</td>
                                <td>8.4</td>
                                <td>1.9</td>
                                <td>0.002</td>
                            </tr>
                            <tr>
                                <td>Assessing affect(3 items)</td>
                                <td>6.6</td>
                                <td>8.6</td>
                                <td>2.0</td>
                                <td>0.001</td>
                            </tr>
                            <tr>
                                <td>Collecting data(6 items)</td>
                                <td>5.6</td>
                                <td>8.5</td>
                                <td>2.9</td>
                                <td>0.002</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn id="table2fn1"><p><sup>*</sup> Each question group consists of 5 or 6 questions, each scored on a scale from 1(no understanding) to 10 (complete understanding). Presented are the mean scores of the students in each question group.</p></fn>
                        <fn id="table2fn2"><p><sup>#</sup> Using paired t test</p></fn>
                    </table-wrap-foot>
                </table-wrap>
                <fig id="figure3" position="float">
                    <label>Figure 3</label>
                    <caption>
                        <p>Interviewing experience vs. baseline interviewing knowledge</p>
                    </caption>
                    <p>
                        <graphic xlink:href="jmir_v5i2e13_fig3.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
                    </p>
                </fig>
                <p>The course was offered to students between their first and second year at 2 medical schools to benefit from the inter-institutional learning facilitated by Web-based distance education. Our enrollment target of 10 students was reached with 7 students from Boston University and 3 from the University of Massachusetts. Two working groups of 5 students were created, in our experience an ideal size for online course discussions [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref10">10</xref>].</p>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <p>Of the 10 students who started the course, one student dropped out of the course due to schedule conflicts, while 9 students completed the course and evaluations. Students made an average of 14 written postings during the 4-week course.</p>
            <p>A qualitative analysis of the postings from course assignments consistently provided evidence of concept acquisition. A representative posting:</p>
            <disp-quote>
                <p>I realized that I never truly noticed any of Mary's or Ed's affect or non-verbal cues when I previously viewed the interview. However, when I watched the interview for a second time, I noticed many interactions that I had not before.</p>
            </disp-quote>
            <p>Major themes to emerge from the focus group are presented in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>.</p>
            <boxed-text id="box1" position="float">
                <title>Major Themes</title>
                <p>Theme 1: Theoretical understanding and self-awareness.</p>
                <disp-quote>
                    <p>Student: "I really do think I have a more organized picture in my head of what I want to do the next time I sit down."</p>
                </disp-quote>
                <p>Theme 2: Benefits compared to face-to-face interaction.</p>
                <disp-quote>
                    <p>Student 1: "You're forced to think through a good response and good interpretation . . . "</p>
                    <p>Student 2: "I think it's great. I never thought that I would, I'm very computer illiterate, I never thought that I would choose to do something online as opposed to just on paper or in class, but it was so convenient and so like relaxing you know? I took away a ton from it too. I mean I really feel like I did."</p>
                    <p>Student 3: "You're so much more likely to learn if you're doing it when you're ready for it."</p>
                    <p>Student 4: "I felt like there were some things that I was really able to take my time with and understand."</p>
                </disp-quote>
                <p>Also apparent from the group was a desire for variation in interviews to analyze (Theme 3) and opportunities to apply the concepts to real patients (Theme 4).</p>
            </boxed-text>
            <p>Open-ended comments on the course evaluation form supported these themes, and provided more detail about advantages of online learning in this course over more conventional methods. Two students provided representative viewpoints:</p>
            <disp-quote>
                <p>Student 1: ". . . interacting with students in the on-line format allowed for well thought-out, comprehensive responses and much more insightful comments than sometimes heard in a classroom. I attribute this to the time one has to sit and think through a response, choose the words carefully, and elaborate uninterrupted. There's less pressure on-line, so you can piece together your thoughts with less stress and greater sincerity."</p>
                <p>Student 2: "The strengths are the high level of participation and interaction and conversation (more so than in any other course so far.)"</p>
            </disp-quote>
            <sec>
                <title>Quantitative Results</title>
                <p>Students rated all aspects of the course highly (<xref ref-type="table" rid="table1">Table 1</xref>) and knowledge scores increased significantly ( <italic>P</italic>&lt; .01) at the end of the course (<xref ref-type="table" rid="table2">Table 2</xref>). As can be expected, students who reported the least baseline knowledge reported the greatest increase in understanding of course concepts ( <italic>r</italic>= 0.79, <italic>P</italic>= .015) (<xref ref-type="fig" rid="figure4">Figure 4</xref>).</p>
                <fig id="figure4" position="float">
                    <label>Figure 4</label>
                    <caption>
                        <p>Gain in knowledge, by baseline knowledge</p>
                    </caption>
                    <p>
                        <graphic xlink:href="jmir_v5i2e13_fig4.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
                    </p>
                </fig>
                <fig id="figure5" position="float">
                    <label>Figure 5</label>
                    <caption>
                        <p>Correlation between words posted to course discussion group and gain in knowledge</p>
                    </caption>
                    <p>
                        <graphic xlink:href="jmir_v5i2e13_fig5.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
                    </p>
                </fig>
                <p>Also, gain correlated with the number of words posted to the course discussion group ( <italic>r</italic>= 0.72, <italic>P</italic>=.02), suggesting that greater educational effort was correlated with greater self-reported gain in knowledge (<xref ref-type="fig" rid="figure5">Figure 5</xref>).</p>
            </sec>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <p>The students completing this course participated at a high level and rated it highly on learning process and achievement of course goals. Our data suggests that it increased student understanding of basic concepts underlying effective clinical communication. The course's acceptance was in large part due to its congruence with principles of adult learning [<xref ref-type="bibr" rid="ref11">11</xref>] such as self pacing, reflective learning, and collaborative learning from peers [<xref ref-type="bibr" rid="ref11">11</xref>]. Participants noted a number of advantages of online learning. Although there are only rare examples in the literature of online courses on communication skills for medical professionals or students [<xref ref-type="bibr" rid="ref12">12</xref>], this study does add to the growing literature in medicine and in fields outside of medicine [<xref ref-type="bibr" rid="ref13">13</xref>- <xref ref-type="bibr" rid="ref15">15</xref>], suggesting the effectiveness of Internet-based distance education. However, more-rigorous evaluations with control groups and a larger number of participants are required to establish which factors and participant characteristics are determinants of effective learning. Medical-education studies generally show that Internet-based instruction is at least as effective as conventional methods [<xref ref-type="bibr" rid="ref16">16</xref>- <xref ref-type="bibr" rid="ref18">18</xref>] and in some cases superior [<xref ref-type="bibr" rid="ref19">19</xref>- <xref ref-type="bibr" rid="ref21">21</xref>]. However, a recent meta-analysis of Web-based learning in medical education did not find this method superior to conventional methods, but did acknowledge that studies are needed that better compare instructional <italic>methods</italic> rather than comparing instructional <italic>media</italic>, as has been the focus of many studies to date, rendering conclusions about the relative merits of online vs face-to-face methods difficult to make [<xref ref-type="bibr" rid="ref22">22</xref>]. A carefully-designed, carefully-taught, and carefully-evaluated online course may effect better learning outcomes than face to face instruction [<xref ref-type="bibr" rid="ref23">23</xref>]. Based on the limitations of research to date, it is clear that further work is needed to assess the impact and acceptance of small group online education, and the role of faculty or other moderators in online medical education courses [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref24">24</xref>- <xref ref-type="bibr" rid="ref26">26</xref>]. The acceptance of this method in a broader, unselected student population will be of interest. Evidence suggests that most learners will ultimately be successful online learners [<xref ref-type="bibr" rid="ref27">27</xref>]. We also note that self report of learning is less reliable than direct measurement of knowledge acquisition. However, there was consistency of findings from the mixed-method approach used to evaluate this course. Given the favorable results from this elective, we plan to integrate elements of this online course into the preclinical-years' communication-skills curricula for use by all first-year students.</p>
            <p>Jordan Cohen, the President of the Association of American Medical Colleges (AAMC), in a speech once exhorted medical educators to seize "the potential of the technological revolution to transform the way students learn" [<xref ref-type="bibr" rid="ref28">28</xref>]. In response, we have developed a new method of introducing the cognitive basis for communication using electronic technology. It should also be applicable to other content areas and is likely to prove particularly useful as medical education becomes increasingly decentralized.</p>
        </sec>
    </body>
    <back>
        <ack>
            <p>This work was supported by an Instructional Technology Grant from Boston University, and by the Robert Wood Johnson Foundation via a Generalist Physician Faculty Scholars Award, both to Dr. Wiecha.</p>
        </ack>
        <fn-group>
            <fn fn-type="conflict">
                
                <p>None declared.</p>
            </fn>
        </fn-group>
        <app-group>
            <app id="app1">
                <title>Multimedia Appendix 1</title>
                <sec>
                    <title>Course Material</title>
                    <p>
                        <media xlink:href="jmir_v5i2e13_app1.ppt" xlink:title="PPT File, 1.2MB"/>
                    </p>
                </sec>
            </app>
            <app id="app2">
                <title>Multimedia Appendix 2</title>
                <sec>
                    <title>Interviewing Pre Survey Questionnaire</title>
                    <p>
                        <media xlink:href="jmir_v5i2e13_app2.html" xlink:title="HTML, 90KB"/>
                    </p>
                </sec>
            </app>
            <app id="app3">
                <title>Multimedia Appendix 3</title>
                <sec>
                    <title>Interviewing Post Survey Questionnaire</title>
                    <p>
                        <media xlink:href="jmir_v5i2e13_app3.html" xlink:title="HTML, 122KB"/>
                    </p>
                </sec>
            </app>
        </app-group>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="book" xlink:type="simple">
                    <collab xlink:type="simple" collab-type="authors">Liaison Committee on Medical Education</collab>
                    <source>Functions and structure of a medical school</source>
                    <year>1998</year>
                    <publisher-loc>Washington, DC</publisher-loc>
                    <publisher-name>Liaison Committee on Medical Education</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
<nlm-citation citation-type="book" xlink:type="simple">
    <collab xlink:type="simple" collab-type="authors">US Dept of Health and Human Services</collab>
    <source>Physician education for a changing health care environment: Council on Graduate Medical Education thirteenth report (SuDoc HE 20.9019:P 56/2)</source>
    <year>1999</year>
    <publisher-loc>Washington, DC</publisher-loc>
    <publisher-name>U.S. Dept. of Health and Human Services, Health Resources and Services Administration</publisher-name>
</nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <collab xlink:type="simple" collab-type="authors">Association of American Medical Colleges</collab>
                    <article-title>Physicians for the twenty-first century. Report of the Project Panel on the General Professional Education of the Physician and College Preparation for Medicine</article-title>
                    <source>J Med Educ</source>
                    <year>1984</year>
                    <month>11</month>
                    <volume>59</volume>
                    <issue>11 Pt 2</issue>
                    <fpage>1</fpage>
                    <lpage>208</lpage>
                </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="book" xlink:type="simple">
                    <collab xlink:type="simple" collab-type="authors">Association of American Medical Colleges</collab>
                    <source>Medical School Objectives Project. Report III: Contemporary issues in medicine: communication in medicine</source>
                    <year>1999</year>
                    <publisher-loc>Washington, DC</publisher-loc>
                    <publisher-name>Association of American Medical Colleges</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Schroeder</surname>
                            <given-names>S A</given-names>
                        </name>
                    </person-group>
                    <article-title>Expanding the site of clinical education: moving beyond the hospital walls</article-title>
                    <source>J Gen Intern Med</source>
                    <year>1988</year>
                    <volume>3</volume>
                    <issue>2 Suppl</issue>
                    <fpage>S5</fpage>
                    <lpage>14</lpage>
                    <pub-id pub-id-type="medline">88199708</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wiecha</surname>
                            <given-names>John M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Vanderschmidt</surname>
                            <given-names>Hannelore</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schilling</surname>
                            <given-names>Kathy</given-names>
                        </name>
                    </person-group>
                    <article-title>HEAL: an instructional design model applied to an online clerkship in family medicine</article-title>
                    <source>Acad Med</source>
                    <year>2002</year>
                    <month>9</month>
                    <volume>77</volume>
                    <issue>9</issue>
                    <fpage>925</fpage>
                    <lpage>6</lpage>
                    <pub-id pub-id-type="medline">22215330</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="web" xlink:type="simple">
                    <collab xlink:type="simple" collab-type="authors">Blackboard, Inc</collab>
                    <source>Home page</source>
                    <access-date>2003 Jun 23</access-date>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://www.blackboard.com/" xlink:type="simple">http://www.blackboard.com/</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="book" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Collison</surname>
                            <given-names>George</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Elbaum</surname>
                            <given-names>Bonnie</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Haavind</surname>
                            <given-names>Sarah</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Tinker</surname>
                            <given-names>Robert</given-names>
                        </name>
                    </person-group>
                    <source>Facilitating Online Learning: Effective Strategies for Moderators</source>
                    <year>2000</year>
                    <month>10</month>
                    <day>1</day>
                    <publisher-loc>Madison, WI</publisher-loc>
                    <publisher-name>Atwood Pub</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="web" xlink:type="simple">
                    <collab xlink:type="simple" collab-type="authors">The Concord Consortium</collab>
                    <source>Courses. Facilitating online learning by moving out of the middle</source>
                    <access-date>2003 Jun 23</access-date>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://concord.org/courses/MOOM/" xlink:type="simple">http://concord.org/courses/MOOM/</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wiecha</surname>
                            <given-names>John</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Barrie</surname>
                            <given-names>Nick</given-names>
                        </name>
                    </person-group>
                    <article-title>Collaborative online learning: a new approach to distance CME</article-title>
                    <source>Acad Med</source>
                    <year>2002</year>
                    <month>9</month>
                    <volume>77</volume>
                    <issue>9</issue>
                    <fpage>928</fpage>
                    <lpage>9</lpage>
                    <pub-id pub-id-type="medline">22215334</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="book" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Whitman</surname>
                            <given-names>Neal</given-names>
                        </name>
                    </person-group>
                    <source>The physician as teacher</source>
                    <year>1997</year>
                    <publisher-loc>Salt Lake City, UT</publisher-loc>
                    <publisher-name>Whitman Associates</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Fleetwood</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Vaught</surname>
                            <given-names>W</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Feldman</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gracely</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kassutto</surname>
                            <given-names>Z</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Novack</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <article-title>MedEthEx Online: a computer-based learning program in medical ethics and communication skills</article-title>
                    <source>Teach Learn Med</source>
                    <year>2000</year>
                    <volume>12</volume>
                    <issue>2</issue>
                    <fpage>96</fpage>
                    <lpage>104</lpage>
                    <pub-id pub-id-type="medline">21121510</pub-id>
                    <pub-id pub-id-type="doi">10.1207/S15328015TLM1202_7</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="book" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Ryan</surname>
                            <given-names>WJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Online and in the classroom: the numbers and what they might mean</article-title>
                    <source>Community College Innovations Conference</source>
                    <year>2002</year>
                    <publisher-loc>Boston, MA</publisher-loc>
                    <publisher-name>League for Innovation in the Community College</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Thirunarayanan</surname>
                            <given-names>MO</given-names>
                        </name>
                        <name name-style="western">
                            <surname>P&#xE9;rez-Prado</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Comparing Web-based and classroom-based learning: a quantitative study</article-title>
                    <source>Journal of Research on Technology in Education</source>
                    <year>2002</year>
                    <volume>34</volume>
                    <issue>2</issue>
                    <fpage>131</fpage>
                    <lpage>137</lpage>
                </nlm-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
                <nlm-citation citation-type="book" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Johnson</surname>
                            <given-names>SD</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Aragon</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Shaik</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Palma-Rivas</surname>
                            <given-names>N</given-names>
                        </name>
                    </person-group>
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>De Bra</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Leggett</surname>
                            <given-names>JJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Comparative analysis of online vs. face to face instruction</article-title>
                    <source>Proceedings of WebNet 99: World Conference on the WWW and Internet</source>
                    <year>1999</year>
                    <publisher-loc>Charlottesville, VA</publisher-loc>
                    <publisher-name>Association for the Advancement of Computing in Education (AACE)</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Mehta</surname>
                            <given-names>M P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sinha</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kanwar</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Inman</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Albanese</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Fahl</surname>
                            <given-names>W</given-names>
                        </name>
                    </person-group>
                    <article-title>Evaluation of Internet-based oncologic teaching for medical students</article-title>
                    <source>J Cancer Educ</source>
                    <year>1998</year>
                    <volume>13</volume>
                    <issue>4</issue>
                    <fpage>197</fpage>
                    <lpage>202</lpage>
                    <pub-id pub-id-type="medline">99098246</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hobbs</surname>
                            <given-names>G D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Moshinskie</surname>
                            <given-names>J F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Roden</surname>
                            <given-names>S K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jarvis</surname>
                            <given-names>J L</given-names>
                        </name>
                    </person-group>
                    <article-title>A comparison of classroom and distance learning techniques for rural EMT-I instruction</article-title>
                    <source>Prehosp Emerg Care</source>
                    <year>1998</year>
                    <volume>2</volume>
                    <issue>3</issue>
                    <fpage>189</fpage>
                    <lpage>91</lpage>
                    <pub-id pub-id-type="medline">98336564</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Zucker</surname>
                            <given-names>Donna M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Asselin</surname>
                            <given-names>Micheline</given-names>
                        </name>
                    </person-group>
                    <article-title>Migrating to the web: the transformation of a traditional RN to BS program</article-title>
                    <source>J Contin Educ Nurs</source>
                    <year>2003</year>
                    <volume>34</volume>
                    <issue>2</issue>
                    <fpage>86</fpage>
                    <lpage>9</lpage>
                    <pub-id pub-id-type="medline">22561667</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref19">
                <label>19</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Chan</surname>
                            <given-names>D H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Leclair</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kaczorowski</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>Problem-based small-group learning via the Internet among community family physicians: a randomized controlled trial</article-title>
                    <source>MD Comput</source>
                    <year>1999</year>
                    <volume>16</volume>
                    <issue>3</issue>
                    <fpage>54</fpage>
                    <lpage>8</lpage>
                    <pub-id pub-id-type="medline">99368458</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref20">
                <label>20</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Leong</surname>
                            <given-names>Shou Ling</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Baldwin</surname>
                            <given-names>Constance D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Adelman</surname>
                            <given-names>Alan M</given-names>
                        </name>
                    </person-group>
                    <article-title>Integrating Web-based computer cases into a required clerkship: development and evaluation</article-title>
                    <source>Acad Med</source>
                    <year>2003</year>
                    <month>3</month>
                    <volume>78</volume>
                    <issue>3</issue>
                    <fpage>295</fpage>
                    <lpage>301</lpage>
                    <pub-id pub-id-type="medline">22520215</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref21">
                <label>21</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Radjenovic</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wallace</surname>
                            <given-names>F L</given-names>
                        </name>
                    </person-group>
                    <article-title>Computer-based remote diabetes education for school personnel</article-title>
                    <source>Diabetes Technol Ther</source>
                    <year>2001</year>
                    <volume>3</volume>
                    <issue>4</issue>
                    <fpage>601</fpage>
                    <lpage>7</lpage>
                    <pub-id pub-id-type="medline">21908027</pub-id>
                    <pub-id pub-id-type="doi">10.1089/15209150152811225</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref22">
                <label>22</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Chumley-jones</surname>
                            <given-names>Heidi S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Dobbie</surname>
                            <given-names>Alison</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Alford</surname>
                            <given-names>Cynthia L</given-names>
                        </name>
                    </person-group>
                    <article-title>Web-based learning: sound educational method or hype? A review of the evaluation literature</article-title>
                    <source>Acad Med</source>
                    <year>2002</year>
                    <month>10</month>
                    <volume>77</volume>
                    <issue>10 Suppl</issue>
                    <fpage>S86</fpage>
                    <lpage>93</lpage>
                    <pub-id pub-id-type="medline">22264731</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref23">
                <label>23</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Lipman</surname>
                            <given-names>A J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sade</surname>
                            <given-names>R M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Glotzbach</surname>
                            <given-names>A L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lancaster</surname>
                            <given-names>C J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Marshall</surname>
                            <given-names>M F</given-names>
                        </name>
                    </person-group>
                    <article-title>The incremental value of internet-based instruction as an adjunct to classroom instruction: a prospective randomized study</article-title>
                    <source>Acad Med</source>
                    <year>2001</year>
                    <month>10</month>
                    <volume>76</volume>
                    <issue>10</issue>
                    <fpage>1060</fpage>
                    <lpage>4</lpage>
                    <pub-id pub-id-type="medline">21481109</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref24">
                <label>24</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hay</surname>
                            <given-names>P J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Katsikitis</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <article-title>The 'expert' in problem-based and case-based learning: necessary or not?</article-title>
                    <source>Med Educ</source>
                    <year>2001</year>
                    <month>1</month>
                    <volume>35</volume>
                    <issue>1</issue>
                    <fpage>22</fpage>
                    <lpage>6</lpage>
                    <pub-id pub-id-type="pii">med679</pub-id>
                    <pub-id pub-id-type="medline">20572139</pub-id>
                    <pub-id pub-id-type="doi">10.1046/j.1365-2923.2001.00679.x</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref25">
                <label>25</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Marshall</surname>
                            <given-names>J N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Stewart</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ostbye</surname>
                            <given-names>T</given-names>
                        </name>
                    </person-group>
                    <article-title>Small-group CME using e-mail discussions. Can it work?</article-title>
                    <source>Can Fam Physician</source>
                    <year>2001</year>
                    <month>3</month>
                    <volume>47</volume>
                    <fpage>557</fpage>
                    <lpage>63</lpage>
                    <pub-id pub-id-type="medline">21177577</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref26">
                <label>26</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Spallek</surname>
                            <given-names>Heiko</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pilcher</surname>
                            <given-names>Elizabeth</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lee</surname>
                            <given-names>Ji-Young</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schleyer</surname>
                            <given-names>Titus</given-names>
                        </name>
                    </person-group>
                    <article-title>Evaluation of web-based dental CE courses</article-title>
                    <source>J Dent Educ</source>
                    <year>2002</year>
                    <month>3</month>
                    <volume>66</volume>
                    <issue>3</issue>
                    <fpage>393</fpage>
                    <lpage>404</lpage>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jdentaled.org/cgi/pmidlookup?view=reprint&amp;pmid=11936230" ext-link-type="uri">http://www.jdentaled.org/cgi/pmidlookup?view=reprint&amp;pmid=11936230</ext-link></comment>
                    <pub-id pub-id-type="medline">21933236</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref27">
                <label>27</label>
                <nlm-citation citation-type="book" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Harasim</surname>
                            <given-names>Linda</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hiltz</surname>
                            <given-names>Starr Roxanne</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Teles</surname>
                            <given-names>Lucio</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Turoff</surname>
                            <given-names>Murray</given-names>
                        </name>
                    </person-group>
                    <source>Learning Networks: A Field Guide to Teaching and Learning On-Line</source>
                    <year>1995</year>
                    <month>9</month>
                    <day>5</day>
                    <publisher-loc>Cambridge, MA</publisher-loc>
                    <publisher-name>The MIT Press</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref28">
                <label>28</label>
                <nlm-citation citation-type="web" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Cohen</surname>
                            <given-names>JJ</given-names>
                        </name>
                    </person-group>
                    <source>Leading the Information Revolution</source>
                    <year>1997</year>
                    <access-date>1998 May</access-date>
                    <comment><ext-link ext-link-type="uri" xlink:href="http://ww.academicmedicine.org/" xlink:type="simple">http://ww.academicmedicine.org/</ext-link></comment>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>
