<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="other" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JMIR</journal-id>
            <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
            <journal-title>Journal of Medical Internet Research</journal-title>
            <issn pub-type="epub">1438-8871</issn>
            <publisher>
                <publisher-name>Gunther Eysenbach</publisher-name>
                <publisher-loc>Centre for Global eHealth Innovation, Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v7i1e5</article-id>
            <article-id pub-id-type="pmid">15829477</article-id>
            <article-id pub-id-type="doi">10.2196/jmir.7.1.e5</article-id>
            <article-categories>
                <subj-group subj-group-type="article-type">
                    <subject>Tutorial</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>The Internet and Clinical Trials: Background, Online Resources, Examples and Issues</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1" corresp="yes">
                    <name name-style="western">
                        <surname>Paul</surname>
                        <given-names>James</given-names>
                    </name>
                    <degrees>MSc</degrees>
                    <degrees>MD</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                    <xref ref-type="aff" rid="aff2">2</xref>
                    <address>
                        <institution>Department of Anesthesia</institution>
                        <institution>Hamilton Health Sciences</institution>
                        <institution>Hamilton General Site</institution>
                        <addr-line>237 Barton St East</addr-line>
                        <addr-line>Hamilton, ON L8L 2X2</addr-line>
                        <country>Canada</country>
                        <phone>+1 905 527 4322 ext 46698</phone>
                        <fax>+1 905 577 8023</fax>
                        <email>james_paul@sympatico.ca</email>
                    </address>
                </contrib>
                <contrib contrib-type="author" id="contrib2">
                    <name name-style="western">
                        <surname>Seib</surname>
                        <given-names>Rachael</given-names>
                    </name>
                    <degrees>MA</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                    <xref ref-type="aff" rid="aff2">2</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib3">
                    <name name-style="western">
                        <surname>Prescott</surname>
                        <given-names>Todd</given-names>
                    </name>
                    <degrees>BSc</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                    <xref ref-type="aff" rid="aff2">2</xref>
                </contrib>
             </contrib-group>
            <contrib-group>
                  <contrib contrib-type="reviewer">
                    <name>
                        <surname>Marks</surname>
                        <given-names>Ron</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <aff id="aff2" rid="aff2"><sup>2</sup>
                <institution>Department of Anesthesia</institution>
                <institution>Faculty of Health Sciences</institution>
                <institution>McMaster University</institution>
                <addr-line>Hamilton, ON</addr-line>
                <country>Canada</country>
            </aff>
            <aff id="aff1" rid="aff1"><sup>1</sup>
                <institution>Department of Anesthesia</institution>
                <institution>Hamilton Health Sciences</institution>
                <addr-line>Hamilton, ON</addr-line>
                <country>Canada</country>
            </aff>
            <pub-date pub-type="collection">
                <season>Jan-Mar</season>
                <year>2005</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>16</day>
                <month>3</month>
                <year>2005</year>
            </pub-date>
            <volume>7</volume>
            <issue>1</issue>
            <elocation-id>e5</elocation-id>
            <history>
                <date date-type="received">
                    <day>17</day>
                    <month>1</month>
                    <year>2005</year>
                </date>
                <date date-type="rev-request">
                    <day>16</day>
                    <month>2</month>
                    <year>2005</year>
                </date>
                <date date-type="rev-recd">
                    <day>7</day>
                    <month>3</month>
                    <year>2005</year>
                </date>
                <date date-type="accepted">
                    <day>9</day>
                    <month>3</month>
                    <year>2005</year>
                </date>
            </history>
            <copyright-statement>&#xA9; James Paul, Rachael Seib, Todd Prescott.  Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 16.3.2005.  Except where otherwise noted, articles published in the Journal of Medical Internet Research are distributed under the terms of the Creative Commons Attribution License (http://www.creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work is properly cited, including full bibliographic	details and the URL (see "please cite as" above), and this statement is included.</copyright-statement>
            <copyright-year>2005</copyright-year>
            <self-uri xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2005/1/e5/"/>
            <abstract>
                <sec>
                    <title/>
                    <p>Both the Internet and clinical trials were significant developments in the latter half of the twentieth century: the Internet revolutionized global communications and the randomized controlled trial provided a means to conduct an unbiased comparison of two or more treatments. Large multicenter trials are often burdened with an extensive development time and considerable expense, as well as significant challenges in obtaining, backing up and analyzing large amounts of data. Alongside the increasing complexities of the modern clinical trial has grown the power of the Internet to improve communications, centralize and secure data as well as to distribute information. As more and more clinical trials are required to coordinate multiple trial processes in real time, centers are turning to the Internet for the tools to manage the components of a clinical trial, either in whole or in part, to produce lower costs and faster results. This paper reviews the historical development of the Internet and the randomized controlled trial, describes the Internet resources available that can be used in a clinical trial, reviews some examples of online trials and describes the advantages and disadvantages of using the Internet to conduct a clinical trial. We also extract the characteristics of the 5 largest clinical trials conducted using the Internet to date, which together enrolled over 26000 patients.</p>
                </sec>
            </abstract>
            <kwd-group>
                <kwd>Clinical trials</kwd>
                <kwd>randomized controlled trial</kwd>
                <kwd>Internet</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="introduction">
            <title>Introduction</title>
            <p>Both the Internet and clinical trials were significant developments in the latter half of the 20th century: the Internet revolutionized global communications and the randomized controlled trial (RCT) provided a means to conduct an unbiased comparison of two or more treatments. This paper reviews the historical development of the Internet and the randomized controlled trial, describes the Internet resources available that can be used in a clinical trial, reviews some examples of online trials and describes the advantages and disadvantages of using the Internet to conduct a clinical trial.</p>
            <sec>
                <title>Historical Aspects of the Internet and Clinical Trials</title>
                <sec>
                    <title>Origins of the Internet</title>
                    <p>The Internet was born in the 1960s and its applications were initially limited by the military uses for which it was originally conceived. The original &#x201C;Internet&#x201D; consisted of a cooperative network of four university computers in the United States (Stanford Research Institute; University of California, Los Angeles [UCLA]; University of California, Santa Barbara; and University of Utah) [<xref ref-type="bibr" rid="ref1">1</xref>]. The development of a protocol for information distribution in 1990 by Tim Berners-Lee paved the way for the emergence on the Internet of applications with broader public appeal [<xref ref-type="bibr" rid="ref2">2</xref>]. Fifteen years after its inception, the World Wide Web has become a nearly indispensable tool in education, government, business, news media and, most important for the purposes of this paper, medicine and research [<xref ref-type="bibr" rid="ref3">3</xref>]. Originally designed as an emergency communications network, the medium evolved from a communications tool for academics and the military to a medium used for education, government, business, news media, entertainment, medicine, and research. The Internet has grown at a phenomenal rate; with over 100 thousand domains or hosts in 1993 it currently has over 250 million [<xref ref-type="bibr" rid="ref4">4</xref>]. It is the first unrestricted uncensored broadcast medium, and under ideal circumstances (namely, the right location, low traffic volumes and the right service provider), it can be very cost-effective, because unlike the telephone system, there is no charge for long-distance service.</p>
                </sec>
                <sec>
                    <title>Origins of the Randomized Controlled Trial</title>
                    <p>A clinical trial can be defined as any form of planned experiment involving patients [<xref ref-type="bibr" rid="ref5">5</xref>]. The goal of a trial is to discover or verify the safety and effectiveness of interventions designed to promote wellness and prevent, diagnose, treat and provide prognosis information about disease [<xref ref-type="bibr" rid="ref6">6</xref>]. The essence of a trial is comparison [<xref ref-type="bibr" rid="ref7">7</xref>]. The comparison is between a group of patients who receivedtreatment with the intervention in question and a group of patients who receivedplacebo or another standard treatment. The modern clinical trial has evolved to include several features in order to provide reliable and valid results. A good trial addresses a specific clinical question for which there is equipoise (an uncertainty as to whether any of the treatments is to be preferred over the others). It uses a predefined patient population, a well-defined intervention in comparison with an appropriate control, predefined outcomes, and a methodology that involves getting informed consent from participants. Further, a trial involves appropriate blinding, randomization, and analysis. The inclusion of a control group, as opposed to historical data, is to ensure that any observed differences are due to the treatment under investigation and not another prognostic factor [<xref ref-type="bibr" rid="ref5">5</xref>]. The purpose of randomization is to balance the treatment groups for both known and unknown prognostic factors such that any observed differences in outcome are more likely to be due to differences between the treatments in question [<xref ref-type="bibr" rid="ref8">8</xref>]. Hence, randomization helps to prevent patient selection bias. The purpose of blinding (patients, investigators, and analysts) is to prevent outcome assessment bias.</p>
                    <p>
                        <fig position="float" id="figure1">
                            <label>Figure 1</label>
                            <caption>
                                <p>Cumulative number of randomized control trials (RCTs) versus online RCTs (based on Medline and Old Medline searches from 1950) on a logarithmic scale over time</p>
                            </caption>
                            <graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" position="float" mimetype="image" alt-version="no" xlink:href="jmir_v7i1e5_fig1.gif"/>
                        </fig>
                    </p>
                    <p>Although many examples of clinical investigation can be found throughout the history of medicine, the RCT emerged in the mid-20th century as the most powerful and scientifically sound way to establish the efficacy and safety of medications [<xref ref-type="bibr" rid="ref9">9</xref>]. Statistician Ronald Fisher introduced the practice of randomization (randomly assigning study participants to one or more treatment groups) in horticultural research in 1926 [<xref ref-type="bibr" rid="ref6">6</xref>]. An epidemiologist, Austin Bradford Hill, is generally given credit for the first randomized trial involving humans in 1948 [<xref ref-type="bibr" rid="ref7">7</xref>]. This trial, conducted by the Medical Research Council in the United Kingdom, addressed the question of whether streptomycintherapy and bed rest was more effective than bed rest alone in treating patients with pulmonary tuberculosis. In the past few decades the RCT has been increasingly used as a method to evaluate medical interventions. The Cochrane Controlled Trials Register (CCTR) is a bibliography of controlled trials generated from hand searching the world's medical journals and as of the year 2004 it identified over 415 thousand trials [<xref ref-type="bibr" rid="ref10">10</xref>]. A recent search of the PubMed database of the National Library of Medicine in the United States yielded 65886 controlled clinical trials and 32760 of these were randomized controlled trials. This represents published trials since the mid-1960s [<xref ref-type="bibr" rid="ref11">11</xref>]. <xref ref-type="fig" rid="figure1">Figure 1</xref> illustrates the growth of RCTs. The increasing pace of RCT research is reflected by the fact that it took 21 years (1948-1969) for the first 1000 trials to be conducted yet thousands of trials were conducted in 2004 alone.</p>
                </sec>
                <sec>
                    <title>The Complexity of Modern Clinical Trials</title>
                    <p>An RCT is conceptually simple, but to plan a protocol for a study, obtain funding, recruit patients, conduct the trial, and analyze the data collected require considerable resources. The initial clinical trials evaluating antibiotic therapy for communicable diseases had the advantage of large treatment effects&#x2013;Hill's trial on streptomycin therapy demonstrated a 74% risk reduction for mortality [<xref ref-type="bibr" rid="ref12">12</xref>]. Today, most interventions investigated in superiority trials are expected to have a more modest benefit, perhaps a 10% to 20% risk reduction for an important outcome [<xref ref-type="bibr" rid="ref6">6</xref>]. In order to investigate these more modest treatment effects it is necessary for modern trials to be carefully designed so that both systematic and random error are minimized, as differences of this magnitude cannot be detected reliably against a background noise of chance or other influences. Systematic error is minimized with a well-designed protocol that avoids bias, and random error is avoided by studying a large enough sample size [<xref ref-type="bibr" rid="ref13">13</xref>]. Sample size is of particular importance in the conduct of equivalence trials. Equivalence trials, in contrast to superiority trials, are designed to establish no difference in efficacy between two interventions. However, in order to show equal efficacy, equivalence trials usually will require a 10% larger sample size in comparison with conventional superiority trials [<xref ref-type="bibr" rid="ref14">14</xref>]. In order to achieve a sufficient sample size in a reasonable time, many trials recruit patients from multiple centers across several geographical entities (eg, cities, countries) [<xref ref-type="bibr" rid="ref6">6</xref>]. These multicenter trials require infrastructure which is accomplished with a central coordinating center that usually handles the recruitment of study centers, the randomization of patients, any necessary laboratory analysis of patient samples, data collection, data analysis, and quality control [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
                </sec>
            </sec>
            <sec>
                <title>Internet Resources Applied to the Clinical Trial</title>
                <p>Although the complexity of modern clinical trials is unlikely to change in the future, using Internet resources may reduce the expense and development time of a clinical trial. The Internet has many features that are useful in the conduct of a clinical trial. For instance, funding information and tools for developing a trial protocol are available online; and the processes of patient registration, randomization, data collection, analysis, and publication can all be accomplished with online resources. The Internet is also an ideal vehicle for the dissemination of information, and in this respect may facilitate the ease and rapidity with which the findings of a trial are translated into clinical practice. <xref ref-type="table" rid="table1">Table 1</xref> summarizes a selection of Internet resources for conducting a clinical trial.</p>
                <sec>
                    <title>Online Resources for Developing a Trial Protocol</title>
                    <p>A well-designed RCT begins with the identification of a medically important question [<xref ref-type="bibr" rid="ref16">16</xref>]. Before undertaking a new trial it is important to know what research has been done on the question in the past. To identify previous trials and systematic reviews, the Internet can be used to search online databases. Medline, EMBASE, and the Cochrane Library are online resources that can be used to quickly identify both systematic reviews and clinical trials [<xref ref-type="bibr" rid="ref17">17</xref>]. Medline can be accessed free of charge using PubMed, but both EMBASE and the Cochrane Library require registration and an access fee [<xref ref-type="bibr" rid="ref10">10</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. Once relevant citations are found, most of the full text articles can be obtained by accessing the journal's home page. Members of academic institutions can often access electronic journals free of charge from their homes or offices by accessing websites via a proxy server, most often the institution's library home page [<xref ref-type="bibr" rid="ref18">18</xref>]. Ongoing and some completed trials can be located from online trial registries in both the United States and Europe [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Online searches are useful in identifying published studies but researchers interested in exhaustive searches on a subject will have to supplement them with conventional hand searching of relevant article reference lists and by contacting experts in the area [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
                    <p>Once a research question is formulated and the literature in the field is reviewed, the Internet has tools to aid with the task of protocol development. The US National Cancer Institute maintains a website that has suggested templates for phase I &#x2013; III studies, guidelines for dealing with various patient groups, as well as guidelines for formulating informed consent documents [<xref ref-type="bibr" rid="ref22">22</xref>]. The University of California, San Francisco, School of Medicine maintains a website devoted to clinical research tools [<xref ref-type="bibr" rid="ref23">23</xref>]. The site includes templates for study subject screening and data collection, data and safety monitoring, financial tracking, study budget, and checklists for protocol feasibility and study management. If the local expertise is not available to help with the development of the trial protocol, companies advertising online offer experienced teams of medical experts, biostatisticians, and clinical research specialists to help clients design clinical trials [<xref ref-type="bibr" rid="ref24">24</xref>]. One of the key steps in the generation of a trial protocol is calculating the required sample size; online tools exist to perform this calculation [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
                </sec>
                <sec>
                    <title>Online Funding Information</title>
                    <p>A difficult hurdle is obtaining funding to conducta clinical trial. The Canadian Institute for Health Research, the National Institutes of Health in the United States, and the Medical Research Council in the United Kingdom maintain websites that contain advice to applicants and online submission forms for specific grants [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref28">28</xref>].</p>
                </sec>
                <sec>
                    <title>Study Website and Communication Amongst Trial Personnel</title>
                    <p>There are many reasons for a multicenter clinical trial to have a website [<xref ref-type="bibr" rid="ref29">29</xref>]. A study website can be used for the following tasks: providing information to potential participants, study subjects, and investigators; listing contact information; and centralizing data handling for patient registration, randomization and data collection. Detailed information about the trial can be displayed, and the entire protocol (apart from any confidential aspects) can be made available. A secure (password protected) section of the website can be used as a powerful means of communication for trial personnel (investigators, monitors, sponsors and committee members). Today electronic mail is the standard for communication amongst members of a trial group; it is faster than conventional mail, cheaper than using long-distance telephone service, and provides an archive record of the communications. A directory on the website of the investigators, committees, sponsors, and monitors with their email addresses can help improve communications. A directory of participating centers and regional coordinators would also be helpful. A news section of the website can provide a progress report concerning the trial status and advertise upcoming meetings. A &#x201D;Frequently Asked Questions&#x201D; section can provide investigators with answers to common questions regarding the study protocol, and a download page can be a means of distributing study materials (protocol, case report forms, informed consent forms) to participating study centers.</p>
                    <table-wrap position="float" id="table1">
                        <label>Table 1</label>
                        <caption>
                            <p>Summary of Internet resources for clinical trials</p>
                        </caption>
                        <table border="1" cellpadding="7" cellspacing="1" rules="rows" width="579">
                            <col width="292"/>
                            <col width="254"/>
                            <thead>
                                <tr valign="top">
                                    <td>
                                        <bold>Organization</bold>
                                    </td>
                                    <td>
                                        <bold>Universal Resource Locator (URL)</bold>
                                    </td>
                                </tr>
                            </thead>
                            <tbody>
                                <tr>
                                    <td colspan="2" valign="top">
                                        <bold>Funding Information</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>Canadian Institutes of Health Research</td>
                                    <td>
                                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.cihr.gc.ca/" ext-link-type="uri">http://www.cihr.gc.ca</ext-link>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>US National Institutes of Health</td>
                                    <td>
                                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://grants1.nih.gov/grants/index.cfm" ext-link-type="uri">http://grants1.nih.gov/grants/index.cfm</ext-link>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>UK Medical Research Council</td>
                                    <td>
                                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.mrc.ac.uk/index/funding.htm" ext-link-type="uri">http://www.mrc.ac.uk/index/funding.htm</ext-link>
                                    </td>
                                </tr>
                                <tr>
                                    <td colspan="2" valign="top">Bibliographic Databases</td>
                                </tr>
                                <tr valign="top">
                                    <td>National Library of Medicine - Medline</td>
                                    <td>
                                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.ncbi.nlm.nih.gov/entrez/query.fcgi" ext-link-type="uri">http://www.ncbi.nlm.nih.gov/entrez/query.fcgi</ext-link>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>The Cochrane Collaboration &#x2013; The Cochrane Library</td>
                                    <td>
                                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.cochranelibrary.com/" ext-link-type="uri">http://www.cochranelibrary.com</ext-link>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>Elsevier Science &#x2013; Bibliographic Databases</td>
                                    <td>
                                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.embase.com/" ext-link-type="uri">http://www.embase.com</ext-link>
                                    </td>
                                </tr>
                                <tr>
                                    <td colspan="2" valign="top">
                                        <bold>Clinical Trial Registries</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>National Institutes of Health &#x2013; ClinicalTrials.gov</td>
                                    <td>
                                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.clinicaltrials.gov/" ext-link-type="uri">http://www.clinicaltrials.gov</ext-link>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>Current Controlled Trials - <italic>meta</italic>Register of Controlled Trials</td>
                                    <td>
                                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.controlled-trials.com/" ext-link-type="uri">http://www.controlled-trials.com</ext-link>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>Veritas Medicine Inc.</td>
                                    <td>
                                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.veritasmedicine.com/" ext-link-type="uri">http://www.veritasmedicine.com</ext-link>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>Centerwatch Clinical Trials Listing Service</td>
                                    <td>
                                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.centerwatch.com/" ext-link-type="uri">http://www.centerwatch.com</ext-link>
                                    </td>
                                </tr>
                                <tr>
                                    <td colspan="2" valign="top">
                                        <bold>Internet Randomization Services</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>Directory of Randomization Services</td>
                                    <td>
                                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.sghms.ac.uk/depts/phs/guide/randser.htm" ext-link-type="uri">http://www.sghms.ac.uk/depts/phs/guide/randser.htm</ext-link>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>Randomization.com</td>
                                    <td>
                                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.randomization.com/" ext-link-type="uri">http://www.randomization.com</ext-link>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>Paradigm</td>
                                    <td>
                                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://telescan.nki.nl/paradigm.html" ext-link-type="uri">http://telescan.nki.nl/paradigm.html</ext-link>
                                    </td>
                                </tr>
                                <tr>
                                    <td colspan="2" valign="top">
                                        <bold>Online Analysis and Sample Size Calculation</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>Simple Interactive Statistical Analysis &#x2013; SISA</td>
                                    <td>
                                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://home.clara.net/sisa/index.htm" ext-link-type="uri">http://home.clara.net/sisa/index.htm</ext-link>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>Statpages.net</td>
                                    <td>
                                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://members.aol.com/johnp71/javastat.html" ext-link-type="uri">http://members.aol.com/johnp71/javastat.html</ext-link>
                                    </td>
                                </tr>
                                <tr>
                                    <td colspan="2" valign="top">
                                        <bold>Online Publications</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>Free Medical Journals</td>
                                    <td>
                                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.freemedicaljournals.com/" ext-link-type="uri">http://www.freemedicaljournals.com/</ext-link>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>Directory of Open Access Journals</td>
                                    <td>
                                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.doaj.org/" ext-link-type="uri">http://www.doaj.org</ext-link>
                                    </td>
                                </tr>
                            </tbody>
                        </table>
                    </table-wrap>
                </sec>
                <sec>
                    <title>Online Recruitment of Patients</title>
                    <p>The Internet also plays an increasing role for informing the general public about ongoing trials that are recruiting patients. Prior to the emergence of the Internet most patients were recruited for clinical trials through their physicians or perhaps through mass media advertising [<xref ref-type="bibr" rid="ref30">30</xref>]. This system depends on individual physicians keeping up-to-date with a large range of clinical trials--an impossible task. The US Food and Drug Modernization Act of 1997 required the Department of Health and Human Services to establish a registry of clinical trials for both the government and the private sector [<xref ref-type="bibr" rid="ref31">31</xref>]. As a result a new trial registry was launched and the home page banner reads &#x201C;linking patients to medical research.&#x201D;[<xref ref-type="bibr" rid="ref19">19</xref>] The site was launched in February 2000 and currently contains approximately 11300 clinical studies sponsored by the National Institutes of Health, other US government agencies, and the pharmaceutical industry in over 90 countries. People who access the site can find trials by searching by disease condition or funding source. The website also provides information for people considering participating in a trial, including basic information on clinical trials. Several other commercial websites have been launched with the business idea of linking patients with clinical trials [<xref ref-type="bibr" rid="ref32">32</xref>-<xref ref-type="bibr" rid="ref34">34</xref>]. It is important for potential participants to be cautious because financial incentives used to recruit patients may interfere with ethical informed consent [<xref ref-type="bibr" rid="ref30">30</xref>].</p>
                </sec>
                <sec>
                    <title>Online Patient Registration and Informed Consent</title>
                    <p>Once a patient indicates interest in participating in a particular trial, he is then screened for eligibility, and provided with the information necessary for informed consent and a consent form for signature. The necessary data for enrollment into the study is then collected. A study website can provide detailed information about the clinical trial presented in terms which the general public can understand. An online questionnaire canscreen for potential participants, and eligible patients, who elect to participate, canbe directed to the enrollment page and consent forms, made available for downloading from the website. This paradigm necessitates that potential participants have access to the Internet and that they be reasonably familiar with computers. To access the Internet, potential participants would require a personal computer, a Web browser, and access to the Internet via an Internet service provider [<xref ref-type="bibr" rid="ref35">35</xref>]. Given these requirements, this method of patient recruitment could lead to selection bias. Surveys conducted on the demographics of Internet users show that the average user is young, white, employed, well-educated, with a higher social-economic status, and suburban [<xref ref-type="bibr" rid="ref36">36</xref>]. Those who lack the resources for online access (for example, those with a disability that prevents access, or those who are socially disconnected or lack knowledge about Internet access points in the community) would be less likely to use the Internet and would therefore be underrepresented; whereas professionals working in the computer or telecommunications industries would likely be overrepresented.</p>
                    <p>Traditionally, study participants have signed consent documents by hand, but new legislation in both the United States and Canada has given legal weight to digital signatures for the purpose of facilitating electronic commerce [<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. A digital signature is a unique string that special software creates by applying a mathematical function and an encryption key to a message or file [<xref ref-type="bibr" rid="ref39">39</xref>]. The unique string confirms both the file author's identity and the maintenance of the integrity of the file during its transmission. If accepted as ethical and legal for clinical trials, digital signatures would save the step of mailing hand-signed consent forms to the coordinating center. Regardless of the method used to obtain consent, it is important that the study participants are appropriately informed of the potential risks and benefits of the trial intervention, and of their rights regarding their electronic information. It is necessary to offer patients the option of not having their information handled electronically (for those that refuse)and to give them the option to request removal of their electronic information from the electronic environment [<xref ref-type="bibr" rid="ref40">40</xref>]. In terms of informed consent, an argument couldbe made that all eligible patients should speak to a study representative (in person or on the phone) in order to ensure that the complexity of the study and confidentiality issues are clearly communicated and understood prior to proceeding with registration into the clinical trial. In-person contact with all trial participants wouldhelp with verification of the baseline data collection and help guard against people who might attempt to pose as a patient for mischievous reasons.</p>
                </sec>
                <sec>
                    <title>Online Randomization</title>
                    <p>The method of dividing subjects into groups is called random allocation or randomization and is necessary to ensure that any baseline differences between groups are due to chance alone [<xref ref-type="bibr" rid="ref41">41</xref>]. This prevents selection bias and ensures validity of certain statistical tests. Several methods of randomizing have been used over the years, including coins, dice, cards, lots, spinning wheels, random number tables, and random number generators on computers. For multicenter trials a central coordinating center often serves as the randomization center and participating centers access the randomization allocation by a 24-hour phone service. As an alternative to this service, which can be expensive, there are several online randomization programs (some free of charge and some commercial) that can generate random allocations [<xref ref-type="bibr" rid="ref42">42</xref>]. Randomization.com is a cost-free online randomization program that generates simple lists of allocations that can then be printed [<xref ref-type="bibr" rid="ref43">43</xref>]. Paradigm is a Web-based randomization package developed by the Netherlands Cancer Institute and the UK Medical Research Council; it is free of charge and guides through studies interactively [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
                </sec>
                <sec>
                    <title>Online Data Collection</title>
                    <p>Remote data entry to a central database is one of the more useful promises of conducting a clinical trial using the Internet. A single-center clinical trial can have data entry decentralized by having a two-tier (client-server) network system that involvesindividual application instances (thick clients) running on remote computers connected to a central database server [<xref ref-type="bibr" rid="ref45">45</xref>].</p>
                    <p>In a multicenter trial, participating centers can be geographically separated by great distances across several cities and countries, making the traditional local area network unfeasible. A thin-client (less bandwidth intensive) Internet-based solution canbe used to connect study centers from all over the world. An Internet data entry solution has Web-browsers - thin clients running on remote computers with the application itself running in a central Web enterprise application server. The three tiers (client/investigator, Web application server, and database server) of an online trial system are illustrated in <xref ref-type="fig" rid="figure2">Figure 2</xref>. With this system the following processes occur: browser requests/submits data from/to the Web application server; the Web application server in turn executes incoming business logic and submits/requests data to/from the database server; the database server saves the submitted data and sends the requested data to the Web application server; and the Web application server then executes the outgoing business logic in the application, formats the resulting data into HTML,and sends it back to the browser as a Web page. With this Web system the traditional case report forms are translated into electronic forms in HTML [<xref ref-type="bibr" rid="ref46">46</xref>].</p>
                    <p>HTML Web pages by themselves are static text documents that cannot accept data input [<xref ref-type="bibr" rid="ref47">47</xref>]. It is necessary to incorporate an additional enterprise application between the Web server and the database server in order to facilitate data collection, increase the efficiency of database requests and offer additional functionality for interactive real-time data validation [<xref ref-type="bibr" rid="ref46">46</xref>]. Real-time data validation (see below) can reduce transcription errors and avoids missing data; the data thus collected should be of higher quality. The step of double keying the data for quality assurance becomes redundant [<xref ref-type="bibr" rid="ref48">48</xref>]. This additional functionality can be incorporated by running Java or .Net code in the application server, which allows for interactive behavior with each data field [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]. Java is a computer programming language developed by Sun Microsystems that allows small-application programs to be downloaded from a server to a client along with the data that each program processes [<xref ref-type="bibr" rid="ref50">50</xref>]. More commonly Java writes server-side enterprise applications that interact with Web browsers and other enterprise applications through pure HTML and Extensible Markup Language (XML) over the Internet and corporate intranet, and XML Web services (small, discrete, building-block applications that connect to each other). Microsoft .NET is a set of Microsoft software technologies for software integration through the use of XML Web services as well as to other larger applications&#x2014;via the Internet [<xref ref-type="bibr" rid="ref51">51</xref>].</p>
                    <p>
                        <fig position="float" id="figure2">
                            <label>Figure 2</label>
                            <caption>
                                <p>Example of a 3-tier architecture in an online clinical trial system</p>
                            </caption>
                            <graphic xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" position="float" mimetype="image" alt-version="no" xlink:href="jmir_v7i1e5_fig2.jpg"/>
                        </fig>
                    </p>
                    <p>XML is designed to improve the functionality of the Web by providing more flexible and adaptable information identification. It is called extensible because it is not a fixed format as is HTML (a single, predefined markup language). Instead XML is actually a metalanguage (a language for describing other languages) for designing customized markup languages for limitless types of documents [<xref ref-type="bibr" rid="ref52">52</xref>].</p>
                </sec>
                <sec>
                    <title>Online Data Validation</title>
                    <p>Clinical data comes directly from the patient, the medical record, or a laboratory test. In traditional paper-based clinical trials, data is recorded on paper case report formsand then transcribed into a computer. Electronic data collection through the Internet has a number of advantages including real-time data validation, time savings due to fewer steps in data collection, and reduced handling and storage costs due to the near-elimination of paper source documents. Real-time validation could alert a researcher to an invalid entry even as he is viewing the original data source. For example, a researcher recording systolic blood pressure (in mmHg) and entering a value of 1400 couldbe prompted immediately of an invalid entry, allowing for immediate correction. The disadvantage of this electronic approach is that the US Food and Drug Administration requires validation of clinical data from each trail and it is not clear how this can be done with electronic systems. In the past the computer hardware for mobile data collection was insufficient, and study data monitors have been reluctant to embrace a fully electronic data collection model [<xref ref-type="bibr" rid="ref53">53</xref>].</p>
                </sec>
                <sec>
                    <title>Online Data Analysis</title>
                    <p>After collection, data can be analyzed using online statistical tools. Simple Interactive Statistical Analysis (SISA) is one example of such Web service [<xref ref-type="bibr" rid="ref25">25</xref>]. This Java program allows users to do statistical analysis directly on the Internet. Users select one of the procedure names, fill in a form, and click a button for immediate data analysis. Another website contains hundreds of links to free-of-charge online statistics books, tutorials, downloadable software, and related resources; immediate analysis of the results is available to the investigator [<xref ref-type="bibr" rid="ref54">54</xref>].</p>
                </sec>
                <sec>
                    <title>Security Issues</title>
                    <p>Security is a central issue when considering the Internet for sensitive information exchange. Both patients and study investigators need to be confident that the data entered on electronic forms and in email communications will not be intercepted by a sniffer. A sniffer is software that monitors network traffic and it is analogous to a telephone tap [<xref ref-type="bibr" rid="ref48">48</xref>]. The database server itself needs to be protected from intrusion from unauthorized Internet users and from unauthorized intranet users (clients connected to the local area network) [<xref ref-type="bibr" rid="ref39">39</xref>]. Lastly, the system needs to guard against spoofing (the practice of someone pretending to be someone else) [<xref ref-type="bibr" rid="ref48">48</xref>]. Malicious Internet users could enter fictitious patient information and invalidate the trial results. Essentially, a secure Internet clinical trial system should ensure confidentiality (information is only disclosed to users authorized to access it), integrity (information is only entered or modified by users authorized to do so), and availability (information and other resources can be accessed only by authorized users) [<xref ref-type="bibr" rid="ref55">55</xref>].</p>
                    <p>The underlying network protocol (TCP/IP) on the Internet contains no security layer [<xref ref-type="bibr" rid="ref49">49</xref>]. To address the issue of secure Internet transmissions, Netscape designed a nonproprietary protocol for providing data security between application protocols (such as http, telnet, NNTP, or FTP) and TCP/IP [<xref ref-type="bibr" rid="ref39">39</xref>]. The Secure Socket Layer (SSL) provides data encryption, server authentication, and optional client authentication for a TCP/IP connection. Encrypting a file changes it from readable text to a series of numbers that only parties that have the decryption key can interpret. The latest versions of Web browsers support 128-bit encryption, translating to a code that is almost impossible to break. A computer capable of 225 million instructions per second would take a dedicated year of processor time to break such an encryption code. Documents from secure servers can be identified from the location (URL) field. The letter &#x201C;s&#x201D; is added to the protocol (http:// becomes https://). Encryption is also available for email communications, and this is usually (depending on the software used) can be selected as an option in the preferences menu of the email application.</p>
                    <p>After secure transmissionand storage, the data needs protection from unauthorized access once it is stored on the central database server. For this purpose firewalls &#x2013; hardware and/or software that sits between the database server and the Internet &#x2013; are used [<xref ref-type="bibr" rid="ref39">39</xref>]. Further, the database server needs to be placed in a secure location so that unauthorized users cannot access it.</p>
                    <p>With the confidentiality of the clinical data maintained by encrypted transmissions and firewalls, the integrity of the data can be maintained by user logins and passwords for data entry and editing [<xref ref-type="bibr" rid="ref56">56</xref>]. More sophisticated user authentication is possible using digital signatures. Potential spoofers have to be screened out by the enrollment procedure. This can be accomplished by communicating with the primary caregivers of potential study participants.</p>
                </sec>
                <sec>
                    <title>Online Publication</title>
                    <p>Currently, most major medical journals are published online and individual articles, including the title and abstract, can be browsed; full text versions are often available for download. Freemedicaljournals.com is a website that contains links to over 900 medical journals with full text articles free of charge [<xref ref-type="bibr" rid="ref57">57</xref>]. Several mainstream journals are included but some journals limit access to articles that have been published for greater than six months to a year. Open Access journals such as those listed in the Directory of Open Access Journals (eg. BioMed Central [<xref ref-type="bibr" rid="ref58">58</xref>] or the Journal of Medical Internet Research) offer speedy peer review and rapid publication. Article Processing Fees need to be paid from the authors' research institution or grant to cover the expenses for the peer review process and the preparation for online publication. It is the main source of income to recover publication costs for Open Access journals since the articles can be viewed free of charge and no pay-per-view charges can be imposed.</p>
                </sec>
            </sec>
            <sec>
                <title>Examples of Online Trials</title>
                <p>Prior to the wide availability of the Internet, the The Gruppo Italiano per lo Studio della Sopravvivenza nell'Infarcto micocarico acuto (GISSI-3) Trial used telecommunications technology in the administration of the trial, [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. Of the 200 participating Italian centers, 100 were provided with a computer and a modem to allow direct telephone connection to the GISSI-3coordinating center's main computer. Custom software allowed for patient enrollment, randomization, and reminder notices to the participating centers.</p>
                <p>A Medline search of the with the search query &#x201C;Internet and Clinical Trials&#x201D; reveals that the Internet is increasingly being used, in whole or in part, to conduct clinical trials [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref59">59</xref>-<xref ref-type="bibr" rid="ref73">73</xref>]. The 5 largest trials are summarized in <xref ref-type="table" rid="table2">Table 2</xref>. As of today, all results, except those of the ophthalmology trial which began in 2001, have been released. A large number of patients participated in Internet-based clinical trials. In these 5 trials alone over 26000 patients have been enrolled and randomized [<xref ref-type="bibr" rid="ref74">74</xref>]. The largest Internet trial is the INVEST cardiology trial which investigated the adverse outcomes from different antihypertensive therapies. This trial alone randomized over 22000 patients. Each trial used different components of Internet technology in the administration of the studies. All 5 trials used a trial website, 4 published the protocol online, 4 allowed for online registration, 5 allowed for online data collection, and 4 used email to communicate amongst investigators. Security was approached differently as well. Two trials described using a data server firewall, 4 trials used confidential website addresses to shield their sites from spammers, 4 trials used user IDs and passwords, 3 trials described using encrypted transmissions, 2 trials did not send any patient identifying data online, and 1 trial required a 6-digit numerical code to access the website which was assigned by an RSASecurID key fob (RSA is a cryptosystem named after its inventors Rivest, Shamir and Adleman). The trials may have used other Internet technologies and security features but the preceding details are those described in their methods.</p>
                <table-wrap position="float" id="table2">
                    <label>Table 2</label>
                    <caption>
                        <p>Examples of clinical trials conducted using the Internet</p>
                    </caption>
                    <table border="1" cellpadding="7" cellspacing="0" rules="rows" width="673">
                        <col width="45"/>
                        <col width="56"/>
                        <col width="94"/>
                        <col width="94"/>
                        <col width="11"/>
                        <col width="69"/>
                        <col width="17"/>
                        <col width="52"/>
                        <col width="0"/>
                        <col width="95"/>
                        <thead>
                            <tr valign="top">
                                <td>
                                    <bold>Number</bold>
                                </td>
                                <td colspan="4">
                                    <bold>Title</bold>
                                </td>
                                <td colspan="2">
                                    <bold>Specialty</bold>
                                </td>
                                <td>
                                    <bold>Year<xref ref-type="table-fn" rid="table2fn1">*</xref></bold>
                                </td>
                                <td colspan="2">
                                    <bold>References</bold>
                                </td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="top">
                                <td>
                                    <bold>1</bold>
                                </td>
                                <td colspan="4">Lower Pole Renal Calculi</td>
                                <td colspan="2">Urology</td>
                                <td>2004</td>
                                <td colspan="2">[<xref ref-type="bibr" rid="ref65">65</xref>]</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <bold>2</bold>
                                </td>
                                <td colspan="4">Growth Restriction Intervention Trial (GRIT)</td>
                                <td colspan="2">Obstetrics</td>
                                <td>1996<break/>
                                </td>
                                <td colspan="2">[<xref ref-type="bibr" rid="ref48">48</xref>, <xref ref-type="bibr" rid="ref62">62</xref>]</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <bold>3</bold>
                                </td>
                                <td colspan="4">International Verapamil SR/Trandolapril Study (INVEST)</td>
                                <td colspan="2">Cardiology</td>
                                <td>1997<break/>
                                </td>
                                <td colspan="2">[<xref ref-type="bibr" rid="ref59">59</xref>,<xref ref-type="bibr" rid="ref74">74</xref>,<xref ref-type="bibr" rid="ref75">75</xref>]</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <bold>4</bold>
                                </td>
                                <td colspan="4">Osteoarthritis of the Knee: Trial of Glucosamine</td>
                                <td colspan="2">Orthopedics</td>
                                <td>2000<break/>
                                </td>
                                <td colspan="2">[<xref ref-type="bibr" rid="ref40">40</xref>]</td>
                            </tr>
                            <tr valign="top">
                                <td>
                                    <bold>5</bold>
                                </td>
                                <td colspan="4">Intraoperative Anti-infective Prophylaxis</td>
                                <td colspan="2">Ophthalmology</td>
                                <td>2001<break/>
                                </td>
                                <td colspan="2">[<xref ref-type="bibr" rid="ref60">60</xref>]</td>
                            </tr>
                            <tr>
                                <td colspan="10" valign="top"/>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">
                                    <bold>Trial</bold>
                                </td>
                                <td>
                                    <bold>1</bold>
                                </td>
                                <td>
                                    <bold>2</bold>
                                </td>
                                <td colspan="2">
                                    <bold>3</bold>
                                </td>
                                <td colspan="3">
                                    <bold>4</bold>
                                </td>
                                <td>
                                    <bold>5</bold>
                                </td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Study centers</td>
                                <td>21 centers in North America</td>
                                <td>69 centers in 13 European countries</td>
                                <td colspan="2">862 centers in 14 countries</td>
                                <td colspan="3">Single center</td>
                                <td>Various centers in Germany</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Methodology</td>
                                <td>Multicenter randomized controlled trial</td>
                                <td>Multicenter randomized controlled trial</td>
                                <td colspan="2">Multicenter randomized controlled trial</td>
                                <td colspan="3">Double blind randomized controlled trial</td>
                                <td>Multicenter controlled trial</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Population</td>
                                <td>Adults with lower pole renal calculi</td>
                                <td>Primary physician uncertain whether a growth restricted baby should be delivered or not</td>
                                <td colspan="2">Adults with coronary artery disease and hypertension</td>
                                <td colspan="3">Adult patients with osteoarthritis of the knee.</td>
                                <td>Adult patients undergoing elective cataract surgery</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Sample size</td>
                                <td>112</td>
                                <td>548</td>
                                <td colspan="2">22576</td>
                                <td colspan="3">205</td>
                                <td>4000 to date</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Intervention</td>
                                <td>Shock wave lithotripsy, percutaneous nephrolithotomy and retrograde ureteroscopic stone manipulation</td>
                                <td>Early delivery versus delayed delivery</td>
                                <td colspan="2">Antihypertensive therapy with verapamil versus atenolol/hydrocholorothiazide</td>
                                <td colspan="3">Glucosamine versus placebo</td>
                                <td>Irrigation with gentamicin versus regular irrigation</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Outcomes</td>
                                <td>Stone removal</td>
                                <td>Perinatal mortality and developmental quotient at 2 years</td>
                                <td colspan="2">Adverse outcomes: all-cause mortality, nonfatal MI, or nonfatal stroke</td>
                                <td colspan="3">WOMAC pain scores</td>
                                <td>Postoperative endopthalmitis</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">
                                    <bold>Internet Technologies</bold>
                                </td>
                                <td/>
                                <td/>
                                <td colspan="2"/>
                                <td colspan="3"/>
                                <td/>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Online protocol</td>
                                <td>&#x2022;<xref ref-type="table-fn" rid="table2fn2">&#x2020;</xref></td>
                                <td>&#x2022;</td>
                                <td colspan="2">&#x2022;</td>
                                <td colspan="3">&#x2022;</td>
                                <td/>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Online registration</td>
                                <td>&#x2022;</td>
                                <td>&#x2022;</td>
                                <td colspan="2">&#x2022;</td>
                                <td colspan="3">&#x2022;</td>
                                <td/>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Online randomization</td>
                                <td>&#x2022;</td>
                                <td>&#x2022;</td>
                                <td colspan="2">&#x2022;</td>
                                <td colspan="3">&#x2022;</td>
                                <td/>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Online data collection</td>
                                <td>&#x2022;</td>
                                <td>&#x2022;</td>
                                <td colspan="2">&#x2022;</td>
                                <td colspan="3">&#x2022;</td>
                                <td>&#x2022;</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Email communication</td>
                                <td>&#x2022;</td>
                                <td/>
                                <td colspan="2">&#x2022;</td>
                                <td colspan="3">&#x2022;</td>
                                <td>&#x2022;</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Data server Fifrewall</td>
                                <td>&#x2022;</td>
                                <td/>
                                <td colspan="2"/>
                                <td colspan="3">&#x2022;</td>
                                <td/>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Confidential website</td>
                                <td>&#x2022;</td>
                                <td>&#x2022;</td>
                                <td colspan="2">&#x2022;</td>
                                <td colspan="3">&#x2022;</td>
                                <td>&#x2022;</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">User IDs / passwords</td>
                                <td>&#x2022;</td>
                                <td>&#x2022;</td>
                                <td colspan="2">&#x2022;</td>
                                <td colspan="3">&#x2022;</td>
                                <td/>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Encrypted transmission</td>
                                <td>&#x2022;</td>
                                <td/>
                                <td colspan="2">&#x2022;</td>
                                <td colspan="3"/>
                                <td/>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">Other</td>
                                <td>Website requires a 6-digit code assigned by an RSA SecurID key fob</td>
                                <td>No patient identifying data sent online, but by more secure means</td>
                                <td colspan="2">Online ordering of study medications</td>
                                <td colspan="3">Automated reminder emails and personalized schedules</td>
                                <td>No patient identifying data sent online</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn id="table2fn1"><p><sup>*</sup> The year that the trial was started.</p></fn>
                        <fn id="table2fn2"><p><sup>&#x2020;</sup> &#x201C;&#x2022;&#x201D; Denotes that the feature was present in the trial. If the &#x201C;&#x2022;&#x201D; is absent, the feature was not present or was not documented in the protocol.</p></fn>
                    </table-wrap-foot>
                </table-wrap>
            </sec>
            <sec>
                <title>Advantages and Disadvantages of Online Trials</title>
                <p>The numerous issues with online clinical trials are summarized in <xref ref-type="table" rid="table3">Table 3</xref>. Some advantages and disadvantages mentioned there are highlighted below.</p>
                <sec>
                    <title>Advantages</title>
                    <p>The main advantage of online clinical trials is the ability to centralize study information and coordinate multiple trial processes in real time at a lower cost [<xref ref-type="bibr" rid="ref75">75</xref>]. Multicentered trials are more manageable because a system can be scaled easily to many study centers around the world without special requirements for hardware or software. The only requirement for each participating center is a computer with a Web browser and Internet access. Site training, patient recruitment, randomization, data collection, site monitoring and patient safety can all be enhanced and simplified using a clinical trial system. Further advantages include fewer personnel for trial administration, reduced or neglible paper reporting, security and backup of the entire trial at a single location, optional updating and distribution of trial protocol and data collection forms from a single location, and simplified dissemination of results.</p>
                </sec>
                <sec>
                    <title>Disadvantages</title>
                    <p>The key disadvantages of online trials are the real and perceived security threats that may inhibit both patients and study centers from participating. It is difficult to convince the average person of the efficiency of the abstract security measures used in Internet trials (firewalls, encrypted transmissions, password protection) compared with the conventional security measures used in traditional trials (locked file drawers). If participants are recruited through the Internet, this may lead to selection bias. Given the anonymous and transient nature of the Internet, it can be difficult for trial coordinators to assess the suitability of Internet resources that are not directly associated with well-known academic institutions. The transient and anonymous nature of the Internet is illustrated by the practice of citing the date of access for electronic resources and by the fact that many documents on the Internet do not have a documented author. If a trial relies on a third-party Internet resource, there is always the possibility that the third-party website ceases to exist prior to the completion of the study, leaving the coordinators to find an alternative resource to complete the trial. For example, finding another randomization site in the midst of a trial, which takesinto account previously allocated patients, would be problematic.</p>
                    <table-wrap position="float" id="table3">
                        <label>Table 3</label>
                        <caption>
                            <p>Advantages and disadvantages of using the Internet to conduct clinical trials</p>
                        </caption>
                        <table border="1" cellpadding="7" cellspacing="0" width="591" rules="all">
                            <col width="100"/>
                            <col width="264"/>
                            <col width="182"/>
                            <thead>
                                <tr valign="top">
                                    <td>
                                        <bold>Topic</bold>
                                    </td>
                                    <td>
                                        <bold>Advantages</bold>
                                    </td>
                                    <td>
                                        <bold>Disadvantages</bold>
                                    </td>
                                </tr>
                            </thead>
                            <tbody>
                                <tr valign="top">
                                    <td>Communication</td>
                                    <td>&#x2022; Email and website notices make exchange of information less expensive, faster and easier</td>
                                    <td>&#x2022; Online communications are not as secure as more traditional means (telephone, fax and mail)</td>
                                </tr>
                                <tr valign="top">
                                    <td>Feasibility</td>
                                    <td>&#x2022; No need for special hardware or software at participating centers<break/>&#x2022; An online clinical trial system is easier and less expensive to scale to multiple sites across multiple countries</td>
                                    <td>&#x2022; Risk of selection bias if all study centers are required to have Internet access</td>
                                </tr>
                                <tr valign="top">
                                    <td>Training</td>
                                    <td>&#x2022; Online training resources allow for easily accessible and flexible programs for investigators</td>
                                    <td>&#x2022; Online training may not be as effective as a live educator</td>
                                </tr>
                                <tr valign="top">
                                    <td>Patient recruitment</td>
                                    <td>&#x2022; Cost-effective broadcast medium to advertise a study to potential participants and study centers<break/>&#x2022; Maintenance of a real-time view of newly registered patients</td>
                                    <td>&#x2022; Some patients and study centers may decline involvement because of concerns over the security of online data<break/>&#x2022; May miss enrolling patients if study centers have technical difficulty with the system and do not have a study coordinator available to help them troubleshoot one-on-one</td>
                                </tr>
                                <tr valign="top">
                                    <td>Randomization</td>
                                    <td>&#x2022; Eliminates the need and expense of a 24-hour call-in center for registration and randomization.<break/>&#x2022; Concealment of allocation would be easier without the presence of pre-prepared randomization envelopes that have the potential to be defeated</td>
                                    <td>&#x2022;It is harder to locate a computer terminal than a telephone at the point of patient contact</td>
                                </tr>
                                <tr valign="top">
                                    <td>Data collection</td>
                                    <td>&#x2022; Enables real-time data validation<break/>&#x2022; Increased speed of data acquisition, and quality of data<break/>&#x2022; Eliminates need for double-keyed data entry</td>
                                    <td>&#x2022; Data input could be slowed down during times of peak Internet use when access to the Web server is slowed</td>
                                </tr>
                                <tr valign="top">
                                    <td>Monitoring</td>
                                    <td>&#x2022; Study monitors have real-time access to all aspects of the trial activity</td>
                                    <td>&#x2022; With less frequent in-person site monitoring some problems may take much longer to be identified</td>
                                </tr>
                                <tr valign="top">
                                    <td>Safety</td>
                                    <td>&#x2022; Internal Review Board (IRB) has real-time access to adverse events</td>
                                    <td/>
                                </tr>
                                <tr valign="top">
                                    <td>Security</td>
                                    <td>&#x2022; Sensitive patient data is centralized in one location which simplifies security management</td>
                                    <td>&#x2022; Online data can be intercepted during transmission or accessed from the database server if security measures are not sufficient<break/>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td>Study personnel</td>
                                    <td>&#x2022; Fewer data entry personnel required<break/>&#x2022; Fewer trial coordinators required given the centralized administration</td>
                                    <td>&#x2022; Requires experienced computer professionals to set up and maintain an online clinical trial system</td>
                                </tr>
                                <tr valign="top">
                                    <td>Administration</td>
                                    <td>&#x2022; Reduction or elimination of paper reporting<break/>&#x2022; Study protocol and data collection forms can be updated centrally and distributed to the participating centers easily<break/>&#x2022; Patient data can be backed up from one location<break/>&#x2022; Audit trail functionality can allow a clinical trial to be reconstructed from any point<break/>&#x2022; Once a research coordinating center develops or acquires an online clinical trial system the same system could be used for multiple trials</td>
                                    <td>&#x2022; Because of the expense of developing an online trial system it may not be feasible for smaller trials<break/>&#x2022; Would have to duplicate Internet pages in multiple languages to accommodate international trials<break/>&#x2022; If a trial relies on third party Internet resources there is no guarantee that the service will remain available for the duration of the trial<break/>&#x2022; Internet resources are often anonymous and transient<break/>
                                    </td>
                                </tr>
                            </tbody>
                        </table>
                    </table-wrap>
                    <p>Other disadvantages of an online system includes system performance, lack of live support personnel, and the setup cost. The speed of the online system can be slowed significantly during peak Internet traffic and this can prolong every step of a study, from registration to data entry. The lack of a 24-hour call-in center can lead to the loss of some patients because some study centers may not be able to use online help to solve their difficulties with the study protocol or the registration and randomization steps. To set up and maintain an online clinical trial system requires experienced computer professionals. This might be too expensive for smaller trials where the administration budget is modest.</p>
                </sec>
            </sec>
            <sec>
                <title>Conclusions</title>
                <p>Clinical trials often involve investigations of interventions of modest benefit that require multiple study centers in order to recruit a sufficient sample size in a reasonable time. The Internet can be used to administer these multicenter trials. Online resources are available to aid with each step of the study, including protocol development, identification of funding opportunities, recruitment, registration, randomization, data collection, analysis, publication and communications. The Internet has the potential to enhance clinical trials such that multicentered trials are more manageable, less expensive, easier to administer, and less time-consuming. The biggest threats to online trials are the security risks of electronic data collection, transmission, and storage. Online security measures exist but it is not clear that these are sufficient to reassure most potential study participants. We can look forward to evolving Internet technology which will bring enhanced security measures, thereby adding to the general public's comfort with electronic data.</p>
            </sec>
        </sec>
    </body>
    <back>
        <fn-group>
            <fn fn-type="conflict">
                
                <p>None declared.</p>
            </fn>
        </fn-group>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Zakon</surname>
                            <given-names>R</given-names>
                        </name>
                    </person-group>
                    <source>Hobbes' Internet timeline</source>
                    <year>2004</year>
                    <access-date>2004 Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.zakon.org/robert/internet/timeline/" ext-link-type="uri">http://www.zakon.org/robert/internet/timeline/</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Howe</surname>
                            <given-names>W</given-names>
                        </name>
                    </person-group>
                    <source>A brief history of the Internet</source>
                    <year>2004</year>
                    <access-date>2004 Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.walthowe.com/navnet/history.html" ext-link-type="uri">http://www.walthowe.com/navnet/history.html</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
<nlm-citation citation-type="journal" xlink:type="simple">
    <collab xlink:type="simple" collab-type="authors">Gruppo Italiano per lo Studio della Sopravvivenza nell'infarto Miocardico</collab>
    <article-title>GISSI-3: effects of lisinopril and transdermal glyceryl trinitrate singly and together on 6-week mortality and ventricular function after acute myocardial infarction</article-title>
    <source>Lancet</source>
    <year>1994</year>
    <month>5</month>
    <day>7</day>
    <volume>343</volume>
    <issue>8906</issue>
    <fpage>1115</fpage>
    <lpage>22</lpage>
    <pub-id pub-id-type="medline">94239026</pub-id>
</nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="web">
                    <collab xlink:type="simple" collab-type="authors">Internet Systems Consortium</collab>
                    <source>ISC Internet domain survey</source>
                    <access-date>2004 Aug 18</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.isc.org/index.pl?/ops/ds/" ext-link-type="uri">http://www.isc.org/index.pl?/ops/ds/</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="book" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Pocock</surname>
                            <given-names>Stuart J</given-names>
                        </name>
                    </person-group>
                    <article-title>The historical development of clinical trials</article-title>
                    <source>Clinical Trials: A Practical Approach</source>
                    <year>1984</year>
                    <month>1</month>
                    <day>20</day>
                    <publisher-loc>Toronto, Ont</publisher-loc>
                    <publisher-name>John Wiley &amp; Sons</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="book" xlink:type="simple">
                    <person-group person-group-type="editor">
                        <name name-style="western">
                            <surname>Aaron</surname>
                            <given-names>Henry J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gelband</surname>
                            <given-names>Hellen</given-names>
                        </name>
                    </person-group>
                    <collab xlink:type="simple" collab-type="authors">Institute of Medicine Staff</collab>
                    <source>Extending Medicare Reimbursement in Clinical Trials</source>
                    <year>2000</year>
                    <month>4</month>
                    <day>15</day>
                    <publisher-loc>Washington, DC</publisher-loc>
                    <publisher-name>National Academy Press</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hill</surname>
                            <given-names>A B</given-names>
                        </name>
                    </person-group>
                    <article-title>The clinical trial</article-title>
                    <source>N Engl J Med</source>
                    <year>1952</year>
                    <month>7</month>
                    <day>24</day>
                    <volume>247</volume>
                    <issue>4</issue>
                    <fpage>113</fpage>
                    <lpage>9</lpage>
                    <pub-id pub-id-type="medline">52071838</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
<nlm-citation citation-type="book" xlink:type="simple">
    <person-group person-group-type="author">
        <name name-style="western">
            <surname>Jadad</surname>
            <given-names>Alejandro R</given-names>
        </name>
    </person-group>
    <source>Randomised Controlled Trials: A User's Guide</source>
    <year>1998</year>
    <month>10</month>
    <day>1</day>
    <publisher-loc>London, UK</publisher-loc>
    <publisher-name>BMJ Publishing Group</publisher-name>
</nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Scolnick</surname>
                            <given-names>E M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Slater</surname>
                            <given-names>E E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Williams</surname>
                            <given-names>G W</given-names>
                        </name>
                    </person-group>
                    <article-title>"Natural history" clinical trials: an enduring contribution to modern medical practice</article-title>
                    <source>Adv Protein Chem</source>
                    <year>2001</year>
                    <volume>56</volume>
                    <fpage>1</fpage>
                    <lpage>12</lpage>
                    <pub-id pub-id-type="medline">21228605</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="web">
                    <collab xlink:type="simple" collab-type="authors">The Cochrane Collaboration</collab>
                    <source>The Cochrane Library</source>
                    <year>2004</year>
                    <access-date>2004 Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.cochrane.org/" ext-link-type="uri">http://www.cochrane.org/</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="web">
                    <collab xlink:type="simple" collab-type="authors">US National Library of Medicine</collab>
                    <source>PubMed</source>
                    <year>2004</year>
                    <access-date>2004 Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.ncbi.nlm.nih.gov/entrez/query.fcgi" ext-link-type="uri">http://www.ncbi.nlm.nih.gov/entrez/query.fcgi</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Fahey</surname>
                            <given-names>T</given-names>
                        </name>
                    </person-group>
                    <article-title>Randomized controlled trials</article-title>
                    <source>Br J Gen Pract</source>
                    <year>1997</year>
                    <month>6</month>
                    <volume>47</volume>
                    <issue>419</issue>
                    <fpage>401</fpage>
                    <lpage>2</lpage>
                    <pub-id pub-id-type="medline">97375130</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Peto</surname>
                            <given-names>R</given-names>
                        </name>
                    </person-group>
                    <article-title>Why do we need systematic overviews of randomized trials?</article-title>
                    <source>Stat Med</source>
                    <year>1987</year>
                    <volume>6</volume>
                    <issue>3</issue>
                    <fpage>233</fpage>
                    <lpage>44</lpage>
                    <pub-id pub-id-type="medline">87291418</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <nlm-citation citation-type="book" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Senn</surname>
                            <given-names>Stephen</given-names>
                        </name>
                    </person-group>
                    <source>Statistical Issues in Drug Development</source>
                    <year>1997</year>
                    <publisher-loc>New York, NY</publisher-loc>
                    <publisher-name>John Wiley &amp; Sons</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
<nlm-citation citation-type="book" xlink:type="simple">
    <person-group person-group-type="author">
        <name name-style="western">
            <surname>Friedman</surname>
            <given-names>Lawrence M</given-names>
        </name>
        <name name-style="western">
            <surname>Furbert</surname>
            <given-names>Curt D</given-names>
        </name>
        <name name-style="western">
            <surname>Demets</surname>
            <given-names>David L</given-names>
        </name>
    </person-group>
    <article-title>Multicenter Trials</article-title>
    <source>Fundamentals of Clinical Trials</source>
    <year>1985</year>
    <month>8</month>
    <day>1</day>
                    <edition>2</edition>
    <publisher-loc>Littleton</publisher-loc>
    <publisher-name>Year Book Medical Pub</publisher-name>
    <fpage>285</fpage>
    <lpage>297</lpage>
</nlm-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Pogue</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Yusuf</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <article-title>Overcoming the limitations of current meta-analysis of randomised controlled trials</article-title>
                    <source>Lancet</source>
                    <year>1998</year>
                    <month>1</month>
                    <day>3</day>
                    <volume>351</volume>
                    <issue>9095</issue>
                    <fpage>47</fpage>
                    <lpage>52</lpage>
                    <pub-id pub-id-type="medline">98095021</pub-id>
                    <pub-id pub-id-type="pii">S0140673697084614</pub-id>
                    <pub-id pub-id-type="doi">10.1016/S0140-6736(97)08461-4</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hunt</surname>
                            <given-names>D L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mckibbon</surname>
                            <given-names>K A</given-names>
                        </name>
                    </person-group>
                    <article-title>Locating and appraising systematic reviews</article-title>
                    <source>Ann Intern Med</source>
                    <year>1997</year>
                    <month>4</month>
                    <day>1</day>
                    <volume>126</volume>
                    <issue>7</issue>
                    <fpage>532</fpage>
                    <lpage>8</lpage>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.annals.org/cgi/content/full/126/7/532" ext-link-type="uri">http://www.annals.org/cgi/content/full/126/7/532</ext-link></comment>
                    <pub-id pub-id-type="medline">97230750</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <nlm-citation citation-type="web">
                    <collab xlink:type="simple" collab-type="authors">McMaster University Libraries</collab>
                    <source>Electronic resources</source>
                    <year>2002</year>
                    <access-date>2002 May 4</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.mcmaster.ca/library/research/research.htm" ext-link-type="uri">http://www.mcmaster.ca/library/research/research.htm</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref19">
                <label>19</label>
                <nlm-citation citation-type="web">
                    <collab xlink:type="simple" collab-type="authors">US National Institutes of Health</collab>
                    <source>ClinicalTrials.gov</source>
                    <year>2004</year>
                    <access-date>2004 Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.clinicaltrials.gov/" ext-link-type="uri">http://www.clinicaltrials.gov/</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref20">
                <label>20</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Godlee</surname>
                            <given-names>F</given-names>
                        </name>
                    </person-group>
                    <source>Current clinical trials</source>
                    <year>2002</year>
                    <access-date>2002 May 4</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.controlled-trials.com/" ext-link-type="uri">http://www.controlled-trials.com/</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref21">
                <label>21</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Oxman</surname>
                            <given-names>A D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cook</surname>
                            <given-names>D J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Guyatt</surname>
                            <given-names>G H</given-names>
                        </name>
                    </person-group>
                    <article-title>Users' guides to the medical literature. VI. How to use an overview. Evidence-Based Medicine Working Group</article-title>
                    <source>JAMA</source>
                    <year>1994</year>
                    <month>11</month>
                    <day>2</day>
                    <volume>272</volume>
                    <issue>17</issue>
                    <fpage>1367</fpage>
                    <lpage>71</lpage>
                    <pub-id pub-id-type="medline">95018983</pub-id>
                    <pub-id pub-id-type="doi">10.1001/jama.272.17.1367</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref22">
                <label>22</label>
                <nlm-citation citation-type="web">
                    <collab xlink:type="simple" collab-type="authors">US National Cancer Institute, Cancer Therapy Evaluation Program</collab>
                    <source>Protocol templates, applications and guidelines</source>
                    <year>2004</year>
                    <access-date>2004 Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://ctep.cancer.gov/guidelines/templates.html" ext-link-type="uri">http://ctep.cancer.gov/guidelines/templates.html</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref23">
                <label>23</label>
                <nlm-citation citation-type="web">
                    <collab xlink:type="simple" collab-type="authors">University of California, San Francisco, School of Medicine</collab>
                    <source>UCSF clinical research manuals and guidelines</source>
                    <year>2004</year>
                    <access-date>2004 Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://medschool.ucsf.edu/research_forms/" ext-link-type="uri">http://medschool.ucsf.edu/research_forms/</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref24">
                <label>24</label>
                <nlm-citation citation-type="journal">
                    <source>Research Triangle Institute</source>
                    <year>2002</year>
                    <access-date>2002 May 4</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.rti.org/" ext-link-type="uri">http://www.rti.org/</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref25">
                <label>25</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Uitenbroek</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <source>SISA-Binomial</source>
                    <year>1997</year>
                    <access-date>2004 Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://home.clara.net/sisa/index.htm" ext-link-type="uri">http://home.clara.net/sisa/index.htm</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref26">
                <label>26</label>
                <nlm-citation citation-type="web">
                    <collab xlink:type="simple" collab-type="authors">Canadian Institutes of Health Research</collab>
                    <source>Funding</source>
                    <year>2004</year>
                    <access-date>2004 Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.cihr.gc.ca/" ext-link-type="uri">http://www.cihr.gc.ca/</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref27">
                <label>27</label>
                <nlm-citation citation-type="web">
                    <collab xlink:type="simple" collab-type="authors">National Institutes of Health, US Department of Health and Human Services</collab>
                    <source>Grants &amp; funding opportunities</source>
                    <year>2004</year>
                    <access-date>2004 Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://grants1.nih.gov/grants/index.cfm" ext-link-type="uri">http://grants1.nih.gov/grants/index.cfm</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref28">
                <label>28</label>
                <nlm-citation citation-type="web">
                    <collab xlink:type="simple" collab-type="authors">UK Medical Research Council</collab>
                    <source>Funding</source>
                    <year>2004</year>
                    <access-date>2004 Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.mrc.ac.uk/index/funding.htm" ext-link-type="uri">http://www.mrc.ac.uk/index/funding.htm</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref29">
                <label>29</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Santoro</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Nicolis</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Franzosi</surname>
                            <given-names>M G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Tognoni</surname>
                            <given-names>G</given-names>
                        </name>
                    </person-group>
                    <article-title>Internet for clinical trials: past, present, and future</article-title>
                    <source>Control Clin Trials</source>
                    <year>1999</year>
                    <month>4</month>
                    <volume>20</volume>
                    <issue>2</issue>
                    <fpage>194</fpage>
                    <lpage>201</lpage>
                    <pub-id pub-id-type="medline">99241957</pub-id>
                    <pub-id pub-id-type="pii">S0197245698000609</pub-id>
                    <pub-id pub-id-type="doi">10.1016/S0197-2456(98)00060-9</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref30">
                <label>30</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Lutz</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Henkind</surname>
                            <given-names>S J</given-names>
                        </name>
                    </person-group>
                    <article-title>Recruiting for clinical trials on the Web</article-title>
                    <source>Healthplan</source>
                    <year>2000</year>
                    <volume>41</volume>
                    <issue>5</issue>
                    <fpage>36</fpage>
                    <lpage>43</lpage>
                    <pub-id pub-id-type="medline">21021516</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref31">
                <label>31</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Charatan</surname>
                            <given-names>F</given-names>
                        </name>
                    </person-group>
                    <article-title>US launches new clinical trials database</article-title>
                    <source>BMJ</source>
                    <year>2000</year>
                    <month>3</month>
                    <day>11</day>
                    <volume>320</volume>
                    <issue>7236</issue>
                    <fpage>668</fpage>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bmj.bmjjournals.com/cgi/content/full/320/7236/668?maxtoshow=&amp;HITS=10&amp;hits=10&amp;RESULTFORMAT=&amp;fulltext=%22clinical+trials+database%22&amp;searchid=1110577041868_20229&amp;stored_search=&amp;FIRSTINDEX=0&amp;volume=320&amp;issue=7236" ext-link-type="uri">http://bmj.bmjjournals.com/cgi/content/full/320/7236/668?maxtoshow=&amp;HITS=10&amp;hits=10&amp;RESULTFORMAT=&amp;fulltext=%22clinical+trials+database%22&amp;searchid=1110577041868_20229&amp;stored_search=&amp;FIRSTINDEX=0&amp;volume=320&amp;issue=7236</ext-link></comment>
                    <pub-id pub-id-type="medline">20177567</pub-id>
                    <pub-id pub-id-type="doi">10.1136/bmj.320.7236.668</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref32">
                <label>32</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Condon</surname>
                            <given-names>G</given-names>
                        </name>
                    </person-group>
                    <article-title>Web firms match patients with drug companies, government studies</article-title>
                    <source>Hartford Courant</source>
                    <year>2000</year>
                    <month>12</month>
                    <day>26</day>
                    <access-date>2004 Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.detnews.com/2000/health/1226/internet/internet.htm" ext-link-type="uri">http://www.detnews.com/2000/health/1226/internet/internet.htm</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref33">
                <label>33</label>
                <nlm-citation citation-type="web">
                    <collab xlink:type="simple" collab-type="authors">Veritas Medicine Inc</collab>
                    <source>Veritas Medicine</source>
                    <year>2004</year>
                    <access-date>2004 Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.veritasmedicine.com/" ext-link-type="uri">http://www.veritasmedicine.com/</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref34">
                <label>34</label>
                <nlm-citation citation-type="web">
                    <collab xlink:type="simple" collab-type="authors">Thompson Centerwatch</collab>
                    <source>Centerwatch clinical trials listing service</source>
                    <year>2004</year>
                    <access-date>2004 Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.centerwatch.com/" ext-link-type="uri">http://www.centerwatch.com/</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref35">
                <label>35</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Comer</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <source>Internet</source>
                    <year>2001</year>
                    <access-date>2002 May 2</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://encarta.msn.com/" ext-link-type="uri">http://encarta.msn.com/</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref36">
                <label>36</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Greenspan</surname>
                            <given-names>R</given-names>
                        </name>
                    </person-group>
                    <source>Internet not for everyone</source>
                    <year>2003</year>
                    <access-date>2004 Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.clickz.com/stats/big_picture/demographics/article.php/5901_2192251" ext-link-type="uri">http://www.clickz.com/stats/big_picture/demographics/article.php/5901_2192251</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref37">
                <label>37</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Costello</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <source>Clinton signs digital signature bill</source>
                    <year>2000</year>
                    <access-date>2004 Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.fcw.com/civic/articles/2000/0703/web-1esign-07-03-00.asp" ext-link-type="uri">http://www.fcw.com/civic/articles/2000/0703/web-1esign-07-03-00.asp</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref38">
                <label>38</label>
                <nlm-citation citation-type="web">
                    <collab xlink:type="simple" collab-type="authors">The House of Commons, Parliament of Canada</collab>
                    <source>Bill C-6, An Act to support and promote electronic commerce by protecting personal information that is collected, used or disclosed in certain circumstances, by providing for the use of electronic means to communicate or record information or transactions and by amending the Canada Evidence Act, the Statutory Instruments Act and the Statute Revision Act, Part 2, Electronic Documents</source>
                    <year>1999</year>
                    <access-date>2004 Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.parl.gc.ca/36/2/parlbus/chambus/house/bills/government/C-6/C-6_3/90052b-3E.html" ext-link-type="uri">http://www.parl.gc.ca/36/2/parlbus/chambus/house/bills/government/C-6/C-6_3/90052b-3E.html</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref39">
                <label>39</label>
<nlm-citation citation-type="book" xlink:type="simple">
    <person-group person-group-type="author">
        <name name-style="western">
            <surname>Jamsa</surname>
            <given-names>Kris</given-names>
        </name>
    </person-group>
    <source>Hacker Proof</source>
    <year>2002</year>
    <month>2</month>
    <day>1</day>
    <publisher-loc>Albany, New York</publisher-loc>
    <publisher-name>Thomson Delmar Learning</publisher-name>
</nlm-citation>
            </ref>
            <ref id="ref40">
                <label>40</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Dorman</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Saade</surname>
                            <given-names>G R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Smith</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Moise</surname>
                            <given-names>K J</given-names>
                        </name>
                    </person-group>
                    <article-title>Use of the World Wide Web in research: randomization in a multicenter clinical trial of treatment for twin-twin transfusion syndrome</article-title>
                    <source>Obstet Gynecol</source>
                    <year>2000</year>
                    <month>10</month>
                    <volume>96</volume>
                    <issue>4</issue>
                    <fpage>636</fpage>
                    <lpage>9</lpage>
                    <pub-id pub-id-type="medline">20494434</pub-id>
                    <pub-id pub-id-type="pii">S0029784400009789</pub-id>
                    <pub-id pub-id-type="doi">10.1016/S0029-7844(00)00978-9</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref41">
                <label>41</label>
                <nlm-citation citation-type="book" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Bland</surname>
                            <given-names>Martin</given-names>
                        </name>
                    </person-group>
                    <source>An Introduction to Medical Statistics (Oxford Medical Publications)</source>
                    <year>2000</year>
                    <month>9</month>
                    <day>15</day>
                    <publisher-loc>New York, NY</publisher-loc>
                    <publisher-name>Oxford University Press</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref42">
                <label>42</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Bland</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <source>Directory of randomisation software and services</source>
                    <year>2004</year>
                    <access-date>2004 Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.sghms.ac.uk/depts/phs/guide/randser.htm" ext-link-type="uri">http://www.sghms.ac.uk/depts/phs/guide/randser.htm</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref43">
                <label>43</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Dallal</surname>
                            <given-names>G</given-names>
                        </name>
                    </person-group>
                    <source>Randomization.com</source>
                    <year>2004</year>
                    <access-date>2004 Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.randomization.com/" ext-link-type="uri">http://www.randomization.com/</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref44">
                <label>44</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Jenkin</surname>
                            <given-names>L</given-names>
                        </name>
                    </person-group>
                    <source>Paradigm</source>
                    <year>2002</year>
                    <access-date>2002 May 11</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://telescan.nki.nl/paradigm.html" ext-link-type="uri">http://telescan.nki.nl/paradigm.html</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref45">
                <label>45</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Brandt</surname>
                            <given-names>C A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Nadkarni</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Marenco</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Karras</surname>
                            <given-names>B T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lu</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schacter</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Fisk</surname>
                            <given-names>J M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Miller</surname>
                            <given-names>P L</given-names>
                        </name>
                    </person-group>
                    <article-title>Reengineering a database for clinical trials management: lessons for system architects</article-title>
                    <source>Control Clin Trials</source>
                    <year>2000</year>
                    <month>10</month>
                    <volume>21</volume>
                    <issue>5</issue>
                    <fpage>440</fpage>
                    <lpage>61</lpage>
                    <pub-id pub-id-type="medline">20472497</pub-id>
                    <pub-id pub-id-type="pii">S0197245600000702</pub-id>
                    <pub-id pub-id-type="doi">10.1016/S0197-2456(00)00070-2</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref46">
                <label>46</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>W&#xFC;bbelt</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Fernandez</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Heymer</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>Clinical trial management and remote data entry on the Internet based on XML case report forms</article-title>
                    <source>Stud Health Technol Inform</source>
                    <year>2000</year>
                    <volume>77</volume>
                    <fpage>333</fpage>
                    <lpage>7</lpage>
                    <pub-id pub-id-type="medline">21035838</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref47">
                <label>47</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Francisco</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <article-title>Internet. Clinical trials</article-title>
                    <source>Nat Biotechnol</source>
                    <year>1999</year>
                    <month>2</month>
                    <volume>17</volume>
                    <issue>2</issue>
                    <fpage>202</fpage>
                    <pub-id pub-id-type="medline">99159726</pub-id>
                    <pub-id pub-id-type="doi">10.1038/6211</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref48">
                <label>48</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kelly</surname>
                            <given-names>M A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Oldham</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>The Internet and randomised controlled trials</article-title>
                    <source>Int J Med Inform</source>
                    <year>1997</year>
                    <month>11</month>
                    <volume>47</volume>
                    <issue>1-2</issue>
                    <fpage>91</fpage>
                    <lpage>9</lpage>
                    <pub-id pub-id-type="medline">98165224</pub-id>
                    <pub-id pub-id-type="doi">10.1016/S1386-5056(97)00091-9</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref49">
                <label>49</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Sippel</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ohmann</surname>
                            <given-names>C</given-names>
                        </name>
                    </person-group>
                    <article-title>A web-based data collection system for clinical studies using Java</article-title>
                    <source>Med Inform (Lond)</source>
                    <year>1998</year>
                    <volume>23</volume>
                    <issue>3</issue>
                    <fpage>223</fpage>
                    <lpage>9</lpage>
                    <pub-id pub-id-type="medline">99001503</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref50">
                <label>50</label>
<nlm-citation citation-type="book" xlink:type="simple">
    <person-group person-group-type="author">
        <name name-style="western">
            <surname>Niemeyer</surname>
            <given-names>Patrick</given-names>
        </name>
        <name name-style="western">
            <surname>Peck</surname>
            <given-names>Josh</given-names>
        </name>
    </person-group>
    <source>Exploring Java</source>
    <year>1996</year>
    <month>5</month>
    <day>1</day>
    <publisher-loc>Bonn, Germany</publisher-loc>
    <publisher-name>O'Reilly</publisher-name>
</nlm-citation>
            </ref>
            <ref id="ref51">
                <label>51</label>
                <nlm-citation citation-type="book" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Platt</surname>
                            <given-names>David S</given-names>
                        </name>
                    </person-group>
                    <source>Introducing Microsoft .NET</source>
                    <year>2001</year>
                    <month>5</month>
                    <day>16</day>
                    <publisher-loc>Redmond, Washington</publisher-loc>
                    <publisher-name>Microsoft Press</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref52">
                <label>52</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Flynn</surname>
                            <given-names>P</given-names>
                        </name>
                    </person-group>
                    <source>The XML FAQ</source>
                    <year>2004</year>
                    <access-date>Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.ucc.ie/xml" ext-link-type="uri">http://www.ucc.ie/xml</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref53">
                <label>53</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Marks</surname>
                            <given-names>Ronald G</given-names>
                        </name>
                    </person-group>
                    <article-title>Validating electronic source data in clinical trials</article-title>
                    <source>Control Clin Trials</source>
                    <year>2004</year>
                    <month>10</month>
                    <volume>25</volume>
                    <issue>5</issue>
                    <fpage>437</fpage>
                    <lpage>46</lpage>
                    <pub-id pub-id-type="medline">15465614</pub-id>
                    <pub-id pub-id-type="pii">S0197-2456(04)00051-0</pub-id>
                    <pub-id pub-id-type="doi">10.1016/j.cct.2004.07.001</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref54">
                <label>54</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <name>
                            <surname>Pezzullo</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <source>Statpages.net - web pages that perform statistical calculations!</source>
                    <year>2004</year>
                    <access-date>Aug 16</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://members.aol.com/johnp71/javastat.html" ext-link-type="uri">http://members.aol.com/johnp71/javastat.html</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref55">
                <label>55</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Edworthy</surname>
                            <given-names>S M</given-names>
                        </name>
                    </person-group>
                    <article-title>World wide web: opportunities, challenges, and threats</article-title>
                    <source>Lupus</source>
                    <year>1999</year>
                    <volume>8</volume>
                    <issue>8</issue>
                    <fpage>596</fpage>
                    <lpage>605</lpage>
                    <pub-id pub-id-type="medline">20038220</pub-id>
                    <pub-id pub-id-type="doi">10.1191/096120399680411434</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref56">
                <label>56</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Mcfadden</surname>
                            <given-names>E T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lopresti</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bailey</surname>
                            <given-names>L R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Clarke</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wilkins</surname>
                            <given-names>P C</given-names>
                        </name>
                    </person-group>
                    <article-title>Approaches to data management</article-title>
                    <source>Control Clin Trials</source>
                    <year>1995</year>
                    <month>4</month>
                    <volume>16</volume>
                    <issue>2 Suppl</issue>
                    <fpage>30S</fpage>
                    <lpage>65S</lpage>
                    <pub-id pub-id-type="medline">95308991</pub-id>
    <pub-id pub-id-type="doi">10.1016/0197-2456(94)00093-I</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref57">
                <label>57</label>
                <nlm-citation citation-type="web">
                    <collab xlink:type="simple" collab-type="authors">Amedeo Group</collab>
                    <source>FreeMedicalJournals.com</source>
                    <year>2002</year>
                    <access-date>2002 June 2</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.freemedicaljournals.com/" ext-link-type="uri">http://www.freemedicaljournals.com/</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref58">
                <label>58</label>
                <nlm-citation citation-type="web">
                    <collab xlink:type="simple" collab-type="authors">BioMed Central</collab>
                    <source>BioMed Central Journals</source>
                    <year>2002</year>
                    <access-date>2002 May 14</access-date>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.biomedcentral.com/" ext-link-type="uri">http://www.biomedcentral.com/</ext-link></comment>
                </nlm-citation>
            </ref>
            <ref id="ref59">
                <label>59</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Pepine</surname>
                            <given-names>C J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Handberg-thurmond</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Marks</surname>
                            <given-names>R G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Conlon</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cooper-dehoff</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Volkers</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Zellig</surname>
                            <given-names>P</given-names>
                        </name>
                    </person-group>
                    <article-title>Rationale and design of the International Verapamil SR/Trandolapril Study (INVEST): an Internet-based randomized trial in coronary artery disease patients with hypertension</article-title>
                    <source>J Am Coll Cardiol</source>
                    <year>1998</year>
                    <month>11</month>
                    <volume>32</volume>
                    <issue>5</issue>
                    <fpage>1228</fpage>
                    <lpage>37</lpage>
                    <pub-id pub-id-type="medline">99025802</pub-id>
                    <pub-id pub-id-type="pii">S0735109798004239</pub-id>
                    <pub-id pub-id-type="doi">10.1016/S0735-1097(98)00423-9</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref60">
                <label>60</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kuchenbecker</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Dick</surname>
                            <given-names>H B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schmitz</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Behrens-baumann</surname>
                            <given-names>W</given-names>
                        </name>
                    </person-group>
                    <article-title>Use of internet technologies for data acquisition in large clinical trials</article-title>
                    <source>Telemed J E Health</source>
                    <year>2001</year>
                    <volume>7</volume>
                    <issue>1</issue>
                    <fpage>73</fpage>
                    <lpage>6</lpage>
                    <pub-id pub-id-type="medline">21220147</pub-id>
                    <pub-id pub-id-type="doi">10.1089/153056201300093976</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref61">
                <label>61</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kiuchi</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ohashi</surname>
                            <given-names>Y</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Konishi</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bandai</surname>
                            <given-names>Y</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kosuge</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kakizoe</surname>
                            <given-names>T</given-names>
                        </name>
                    </person-group>
                    <article-title>A World Wide Web-based user interface for a data management system for use in multi-institutional clinical trials--development and experimental operation of an automated patient registration and random allocation system</article-title>
                    <source>Control Clin Trials</source>
                    <year>1996</year>
                    <month>12</month>
                    <volume>17</volume>
                    <issue>6</issue>
                    <fpage>476</fpage>
                    <lpage>93</lpage>
                    <pub-id pub-id-type="medline">97129700</pub-id>
                    <pub-id pub-id-type="pii">S0197245696001043</pub-id>
                    <pub-id pub-id-type="doi">10.1016/S0197-2456(96)00104-3</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref62">
                <label>62</label>
                <nlm-citation citation-type="journal">
                	<collab collab-type="authors">The GRIT Study Group</collab>
                    <article-title>When do obstetricians recommend delivery for a high-risk preterm growth-retarded fetus?  Growth Restriction Intervention Trial</article-title>
                    <source>Eur J Obstet Gynecol</source>
                    <year>1996</year>
                    <volume>67</volume>
                    <issue>2</issue>
                    <fpage>121</fpage>
                    <lpage>126</lpage>
                    <pub-id pub-id-type="medline">8841799</pub-id>
                    <pub-id pub-id-type="doi">10.1016/0301-2115(96)02448-7</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref63">
                <label>63</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Mezzana</surname>
                            <given-names>Paolo</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Madonna Terracina</surname>
                            <given-names>Francesco Saverio</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Valeriani</surname>
                            <given-names>Maurizio</given-names>
                        </name>
                    </person-group>
                    <article-title>Use of a web site in a multicenter plastic surgery trial: a new option for data acquisition</article-title>
                    <source>Plast Reconstr Surg</source>
                    <year>2002</year>
                    <month>4</month>
                    <day>15</day>
                    <volume>109</volume>
                    <issue>5</issue>
                    <fpage>1658</fpage>
                    <lpage>61</lpage>
                    <comment>discussion 1662</comment>
                    <pub-id pub-id-type="medline">21930658</pub-id>
                    <pub-id pub-id-type="doi">10.1097/00006534-200204150-00027</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref64">
                <label>64</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Rangel</surname>
                            <given-names>Shawn J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Narasimhan</surname>
                            <given-names>Balasubramanian</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Geraghty</surname>
                            <given-names>Nora</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Moss</surname>
                            <given-names>R Lawrence</given-names>
                        </name>
                    </person-group>
                    <article-title>Development of an internet-based protocol to facilitate randomized clinical trials in pediatric surgery</article-title>
                    <source>J Pediatr Surg</source>
                    <year>2002</year>
                    <month>7</month>
                    <volume>37</volume>
                    <issue>7</issue>
                    <fpage>990</fpage>
                    <lpage>4</lpage>
                    <comment>discussion 990-4</comment>
                    <pub-id pub-id-type="pii">S0022346802000106</pub-id>
                    <pub-id pub-id-type="medline">22072393</pub-id>
                    <pub-id pub-id-type="doi">10.1053/jpsu.2002.33826</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref65">
                <label>65</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Lallas</surname>
                            <given-names>Costas D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Preminger</surname>
                            <given-names>Glenn M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pearle</surname>
                            <given-names>Margaret S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Leveillee</surname>
                            <given-names>Raymond J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lingeman</surname>
                            <given-names>James E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schwope</surname>
                            <given-names>John P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pietrow</surname>
                            <given-names>Paul K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Auge</surname>
                            <given-names>Brian K</given-names>
                        </name>
                    </person-group>
                    <article-title>Internet based multi-institutional clinical research: a convenient and secure option</article-title>
                    <source>J Urol</source>
                    <year>2004</year>
                    <month>5</month>
                    <volume>171</volume>
                    <issue>5</issue>
                    <fpage>1880</fpage>
                    <lpage>5</lpage>
                    <pub-id pub-id-type="medline">15076298</pub-id>
                    <pub-id pub-id-type="pii">00005392-200405000-00027</pub-id>
                    <pub-id pub-id-type="doi">10.1097/01.ju.0000120221.39184.3c</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref66">
                <label>66</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Formica</surname>
                            <given-names>Margaret</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kabbara</surname>
                            <given-names>Karim</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Clark</surname>
                            <given-names>Rachael</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mcalindon</surname>
                            <given-names>Tim</given-names>
                        </name>
                    </person-group>
                    <article-title>Can clinical trials requiring frequent participant contact be conducted over the Internet? Results from an online randomized controlled trial evaluating a topical ointment for herpes labialis</article-title>
                    <source>J Med Internet Res</source>
                    <year>2004</year>
                    <month>2</month>
                    <day>17</day>
                    <volume>6</volume>
                    <issue>1</issue>
                    <fpage>e6</fpage>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2004/1/e6/" ext-link-type="uri">http://www.jmir.org/2004/1/e6/</ext-link></comment>
                    <pub-id pub-id-type="medline">15111272</pub-id>
                    <pub-id pub-id-type="doi">10.2196/jmir.6.1.e6</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref67">
                <label>67</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Mcalindon</surname>
                            <given-names>Tim</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Formica</surname>
                            <given-names>Margaret</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kabbara</surname>
                            <given-names>Karim</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lavalley</surname>
                            <given-names>Michael</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lehmer</surname>
                            <given-names>Melissa</given-names>
                        </name>
                    </person-group>
                    <article-title>Conducting clinical trials over the internet: feasibility study</article-title>
                    <source>BMJ</source>
                    <year>2003</year>
                    <month>8</month>
                    <day>30</day>
                    <volume>327</volume>
                    <issue>7413</issue>
                    <fpage>484</fpage>
                    <lpage>7</lpage>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bmj.bmjjournals.com/cgi/content/full/327/7413/484" ext-link-type="uri">http://bmj.bmjjournals.com/cgi/content/full/327/7413/484</ext-link></comment>
                    <pub-id pub-id-type="doi">10.1136/bmj.327.7413.484</pub-id>
                    <pub-id pub-id-type="pii">327/7413/484</pub-id>
                    <pub-id pub-id-type="medline">22827257</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref68">
                <label>68</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Thornton</surname>
                            <given-names>J G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hornbuckle</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Vail</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Spiegelhalter</surname>
                            <given-names>D J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Levene</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <collab xlink:type="simple" collab-type="authors">GRIT study group</collab>
                    <article-title>Infant wellbeing at 2 years of age in the Growth Restriction Intervention Trial (GRIT): multicentred randomised controlled trial</article-title>
                    <source>Lancet</source>
                    <year>2004</year>
                    <month>8</month>
                    <day>7</day>
                    <volume>364</volume>
                    <issue>9433</issue>
                    <fpage>513</fpage>
                    <lpage>20</lpage>
                    <pub-id pub-id-type="medline">15302194</pub-id>
                    <pub-id pub-id-type="doi">10.1016/S0140-6736(04)16809-8</pub-id>
                    <pub-id pub-id-type="pii">S0140673604168098</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref69">
                <label>69</label>
<nlm-citation citation-type="journal" xlink:type="simple">
    <person-group person-group-type="author">
        <name name-style="western">
            <surname>Pepine</surname>
            <given-names>Carl J</given-names>
        </name>
        <name name-style="western">
            <surname>Handberg</surname>
            <given-names>Eileen M</given-names>
        </name>
        <name name-style="western">
            <surname>Cooper-dehoff</surname>
            <given-names>Rhonda M</given-names>
        </name>
        <name name-style="western">
            <surname>Marks</surname>
            <given-names>Ronald G</given-names>
        </name>
        <name name-style="western">
            <surname>Kowey</surname>
            <given-names>Peter</given-names>
        </name>
        <name name-style="western">
            <surname>Messerli</surname>
            <given-names>Franz H</given-names>
        </name>
        <name name-style="western">
            <surname>Mancia</surname>
            <given-names>Giuseppe</given-names>
        </name>
        <name name-style="western">
            <surname>Cangiano</surname>
            <given-names>Jos&#xE9; L</given-names>
        </name>
        <name name-style="western">
            <surname>Garcia-barreto</surname>
            <given-names>David</given-names>
        </name>
        <name name-style="western">
            <surname>Keltai</surname>
            <given-names>Matyas</given-names>
        </name>
        <name name-style="western">
            <surname>Erdine</surname>
            <given-names>Serap</given-names>
        </name>
        <name name-style="western">
            <surname>Bristol</surname>
            <given-names>Heather A</given-names>
        </name>
        <name name-style="western">
            <surname>Kolb</surname>
            <given-names>H Robert</given-names>
        </name>
        <name name-style="western">
            <surname>Bakris</surname>
            <given-names>George L</given-names>
        </name>
        <name name-style="western">
            <surname>Cohen</surname>
            <given-names>Jerome D</given-names>
        </name>
        <name name-style="western">
            <surname>Parmley</surname>
            <given-names>William W</given-names>
        </name>
    </person-group>
    <collab xlink:type="simple" collab-type="authors">INVEST Investigators</collab>
    <article-title>A calcium antagonist vs a non-calcium antagonist hypertension treatment strategy for patients with coronary artery disease. The International Verapamil-Trandolapril Study (INVEST): a randomized controlled trial</article-title>
    <source>JAMA</source>
    <year>2003</year>
    <month>12</month>
    <day>3</day>
    <volume>290</volume>
    <issue>21</issue>
    <fpage>2805</fpage>
    <lpage>16</lpage>
    <pub-id pub-id-type="medline">14657064</pub-id>
    <pub-id pub-id-type="doi">10.1001/jama.290.21.2805</pub-id>
    <pub-id pub-id-type="pii">290/21/2805</pub-id>
</nlm-citation>
            </ref>
            <ref id="ref70">
                <label>70</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Miravitlles</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Llor</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Naberan</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cots</surname>
                            <given-names>J M</given-names>
                        </name>
                    </person-group>
                    <collab xlink:type="simple" collab-type="authors">Estudio EFEMAP</collab>
                    <article-title>[Use of the Internet in a multicenter study of chronic obstructive pulmonary disease in primary care. Pilot phase of the EFEMAP study]</article-title>
                    <source>Arch Bronconeumol</source>
                    <year>2002</year>
                    <month>9</month>
                    <volume>38</volume>
                    <issue>9</issue>
                    <fpage>427</fpage>
                    <lpage>30</lpage>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://db.doyma.es/cgi-bin/wdbcgi.exe/doyma/mrevista.pubmed_full?inctrl=05ZI0104&amp;rev=6&amp;vol=38&amp;num=9&amp;pag=427" ext-link-type="uri">http://db.doyma.es/cgi-bin/wdbcgi.exe/doyma/mrevista.pubmed_full?inctrl=05ZI0104&amp;rev=6&amp;vol=38&amp;num=9&amp;pag=427</ext-link></comment>
                    <pub-id pub-id-type="pii">13036693</pub-id>
                    <pub-id pub-id-type="medline">22222093</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref71">
                <label>71</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Weber</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kassai</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Csontos</surname>
                            <given-names>Z</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Czuczor</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Horv&#xE1;th</surname>
                            <given-names>P O</given-names>
                        </name>
                    </person-group>
                    <article-title>First Hungarian, internet-based prospective, multicenter study: the hernia-project</article-title>
                    <source>Acta Chir Hung</source>
                    <year>1999</year>
                    <volume>38</volume>
                    <issue>2</issue>
                    <fpage>219</fpage>
                    <lpage>20</lpage>
                    <pub-id pub-id-type="medline">20064131</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref72">
                <label>72</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hollingsworth</surname>
                            <given-names>R A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hay</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Richards</surname>
                            <given-names>B</given-names>
                        </name>
                    </person-group>
                    <article-title>An Internet implementation of an international clinical study</article-title>
                    <source>Stud Health Technol Inform</source>
                    <year>1999</year>
                    <volume>68</volume>
                    <fpage>528</fpage>
                    <lpage>31</lpage>
                    <pub-id pub-id-type="medline">20109672</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref73">
                <label>73</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Farup</surname>
                            <given-names>Per G</given-names>
                        </name>
                    </person-group>
                    <article-title>[Treatment of Helicobacter pylori infection--results and experiences with an Internet-based collaboration trial]</article-title>
                    <source>Tidsskr Nor Laegeforen</source>
                    <year>2003</year>
                    <month>11</month>
                    <day>20</day>
                    <volume>123</volume>
                    <issue>22</issue>
                    <fpage>3214</fpage>
                    <lpage>7</lpage>
                    <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.tidsskriftet.no/pls/lts/pa_lt.VisSeksjon?vp_seks_id=922589" ext-link-type="uri">http://www.tidsskriftet.no/pls/lts/pa_lt.VisSeksjon?vp_seks_id=922589</ext-link></comment>
                    <pub-id pub-id-type="medline">14714012</pub-id>
                    </nlm-citation>
            </ref>
            <ref id="ref74">
                <label>74</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Pepine</surname>
                            <given-names>C J</given-names>
                        </name>
                    </person-group>
                    <article-title>Introduction: the European INVESTigators meeting</article-title>
                    <source>Clin Cardiol</source>
                    <year>2001</year>
                    <month>11</month>
                    <volume>24</volume>
                    <issue>11 Suppl</issue>
                    <fpage>A6</fpage>
                    <pub-id pub-id-type="medline">21569186</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref75">
                <label>75</label>
                <nlm-citation citation-type="journal" xlink:type="simple">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Marks</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bristol</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Conlon</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pepine</surname>
                            <given-names>C J</given-names>
                        </name>
                    </person-group>
                    <article-title>Enhancing clinical trials on the internet: lessons from INVEST</article-title>
                    <source>Clin Cardiol</source>
                    <year>2001</year>
                    <month>11</month>
                    <volume>24</volume>
                    <issue>11 Suppl</issue>
                    <fpage>V17</fpage>
                    <lpage>23</lpage>
                    <pub-id pub-id-type="medline">21569192</pub-id>
                </nlm-citation>
            </ref>
        </ref-list>
        <glossary>
                <title>Abbreviations</title>
                <def-list>
                    <def-item>
                        <term id="abb3">CCTR</term>
                        <def>
                            <p>Cochrane Controlled Trials Register</p>
                        </def>
                    </def-item>
                    <def-item>
                        <term id="abb10">FDA</term>
                        <def>
                            <p>Food and Drug Administration</p>
                        </def>
                    </def-item>
                    <def-item>
                        <term id="abb5">HTML</term>
                        <def>
                            <p>Hypertext Markup Language</p>
                        </def>
                    </def-item>
                    <def-item>
                        <term id="abb1">RCT</term>
                        <def>
                            <p>Randomized Controlled Trial</p>
                        </def>
                    </def-item>
                    <def-item>
                        <term id="abb13">SISA</term>
                        <def>
                            <p>Simple Interactive Statistical Analysis</p>
                        </def>
                    </def-item>
                    <def-item>
                        <term id="abb15">SSL</term>
                        <def>
                            <p>Secure Socket Layer</p>
                        </def>
                    </def-item>
                    <def-item>
                        <term id="abb7">XML</term>
                        <def>
                            <p>Extensible Markup Language</p>
                        </def>
                    </def-item>
                </def-list>
            </glossary>
    </back>
</article>
