<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JMIR</journal-id>
            <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
            <journal-title>Journal of Medical Internet Research</journal-title>
            <issn pub-type="epub">1438-8871</issn>
            <publisher>
                <publisher-name>Gunther Eysenbach</publisher-name>
                <publisher-loc>JMIR Publications Inc., Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v13i4e79</article-id>
            <article-id pub-id-type="pmid">22044909</article-id>
            <article-id pub-id-type="doi">10.2196/jmir.1583</article-id>
            <article-categories>
                <subj-group subj-group-type="article-type">
                    <subject>Original Paper</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Physician Response Time When Communicating With Patients Over the Internet</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="editor">
                    <name>
                        <surname>Eysenbach</surname>
                        <given-names>Gunther</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Ross</surname>
                        <given-names>Stephen</given-names>
                    </name>
                </contrib>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Della Mea</surname>
                        <given-names>Vincenzo</given-names>
                    </name>
                </contrib>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Koivunen</surname>
                        <given-names>Marita</given-names>
                    </name>
                </contrib>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Atehortua</surname>
                        <given-names>Nelson</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1" corresp="yes">
                    <name name-style="western">
                        <surname>Kummervold</surname>
                        <given-names>Per Egil</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                    <address>
                        <institution>Norwegian Centre for Integrated Care and Telemedicine</institution>
                        <institution>University Hospital of North Norway HF</institution>
                        <addr-line>P.O. Box 6060</addr-line>
                        <addr-line>Tromsø, 9038</addr-line>
                        <country>Norway</country>
                        <phone>47 07766</phone>
                        <fax>47 77 75 40 98</fax>
                        <email>per.egil.kummervold@telemed.no</email>
                    </address>
                    <xref ref-type="aff" rid="aff2">2</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib2">
                    <name name-style="western">
                        <surname>Johnsen</surname>
                        <given-names>Jan-Are K</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                    <xref ref-type="aff" rid="aff2">2</xref>
                </contrib>
            </contrib-group>
            <aff id="aff1" rid="aff1">
                <sup>1</sup>
                <institution>Norwegian Centre for Integrated Care and Telemedicine</institution>
                <institution>University Hospital of North Norway HF</institution>
                <addr-line>Troms&#248;</addr-line>
                <country>Norway</country>
            </aff>
            <aff id="aff2" rid="aff2">
                <sup>2</sup>
                <institution>Department of Clinical Medicine</institution>
                <institution>Faculty of Health Sciences</institution>
                <institution>University of Troms&#248;</institution>
                <addr-line>Troms&#248;</addr-line>
                <country>Norway</country>
            </aff>
            <pub-date pub-type="collection">
                <season>Oct-Dec</season>
                <year>2011</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>01</day>
                <month>11</month>
                <year>2011</year>
            </pub-date>
            <volume>13</volume>
            <issue>4</issue>
            <elocation-id>e79</elocation-id>
            <!--history from ojs - api-xml-->
            <history>
                <date date-type="received">
                    <day>13</day>
                    <month>06</month>
                    <year>2010</year>
                </date>
                <date date-type="rev-request">
                    <day>10</day>
                    <month>11</month>
                    <year>2010</year>
                </date>
                <date date-type="rev-recd">
                    <day>17</day>
                    <month>06</month>
                    <year>2011</year>
                </date>
                <date date-type="accepted">
                    <day>24</day>
                    <month>06</month>
                    <year>2011</year>
                </date>
            </history>
            <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
            <copyright-statement>&#169;Per Egil Kummervold, Jan-Are K Johnsen. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 01.11.2011. </copyright-statement>
            <copyright-year>2011</copyright-year>
            <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
                <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
            </license>
            <self-uri xlink:href="http://www.jmir.org/2011/4/e79/" xlink:type="simple" />
            <abstract>
                <sec sec-type="background">
                    <title>Background</title>
                    <p>Patients want to use electronic communication to access health services more easily. Health authorities in several countries see this as a way to improve health care. Physicians appear to have conflicting opinions regarding the suitability of electronic communication in clinical settings.</p>
                </sec>
                <sec sec-type="objectives">
                    <title>Objectives</title>
                    <p>The aim of our study was to measure how long it actually takes physicians to answer questions from patients through an electronic communication channel, and whether some of the questions are especially time consuming.</p>
                </sec>
                <sec sec-type="methods">
                    <title>Methods</title>
                    <p>We monitored electronic patient&#8211;physician communication. A total of 1113 messages from 14 participating physicians from 7 medical offices were analyzed. The length of questions and answers, and the time physicians spent answering the questions were recorded and analyzed.</p>
                </sec>
                <sec sec-type="results">
                    <title>Results</title>
                    <p>Physicians spent an average of 2.3 minutes (median 2 minutes) answering questions from patients. The patients&#8217; questions had an average length of 507.1 characters (95% CI 487.4&#8211;526.9, SD 336.2), while physicians&#8217; answers averaged 119.9 characters (95% CI 189.8&#8211;210.0, SD 172.6). The results show that the influence of patient question length on time spent responding was negligible. For the shortest 25% of the questions the answer time was 2.1 minutes (95% CI 1.9&#8211;2.3), while it was 2.4 minutes (95% CI 2.2&#8211;2.7) for the longest 25%. Even extremely long questions had a minimal impact on the time spent answering them. A threefold increase in question length from patients resulted in only an 18% increase in physician response time.</p>
                </sec>
                <sec sec-type="conclusions">
                    <title>Conclusions</title>
                    <p>The study shows the potential clinical usefulness of electronic communication between patients and health care services by demonstrating the potential for saving time.</p>
                </sec>
            </abstract>
            <kwd-group>
                <kwd>Electronic mail</kwd>
                <kwd>Internet</kwd>
                <kwd>patients</kwd>
                <kwd>physicians</kwd>
                <kwd>patient communication</kwd>
                <kwd>health communication</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="introduction">
            <title>Introduction</title>
            <p>While the majority of the European population are using the Internet for health purposes, only 1 in 10 Internet users communicate directly with their physician over the Internet. However, this number is rising, increasing from about 5% in 2005 to 9.7% in 2007 [<xref ref-type="bibr" rid="ref1">1</xref>]. This increase appears to be driven both by patients wanting easier access to health services and by health authorities wanting to make health care more efficient [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
            <p>Among physicians there appear to be conflicting opinions regarding the usefulness of electronic communication in clinical settings. Patt and colleagues [<xref ref-type="bibr" rid="ref3">3</xref>] reported that some physicians saw email as more convenient, more flexible, and time saving. In contrast, others felt that email could become an added burden, especially if the physician was solely responsible for handling the contact. Also, physicians have expressed concerns that patients&#8217; messages might be inappropriate and inefficient [<xref ref-type="bibr" rid="ref4">4</xref>]. In sum, physicians&#8217; negative perceptions of email contact appear linked to the concern that answering questions from patients will take too much time, and in particular that answering long and complex questions will consume a disproportionate amount of time.</p>
            <p>In Norway, purpose-written applications are used for patient&#8211;physician communication, since ordinary email does not meet the required security level set by the Norwegian Data Inspectorate. Apart from the user having to log on using a password and one-time codes, the systems provide the same functionality as an email system. From the physicians&#8217; point of view, they do, however, integrate more tightly with the electronic patient record. Evidence appears to support that purpose-written applications can be at least as cost effective in large-scale use as email [<xref ref-type="bibr" rid="ref5">5</xref>]. Also, there is evidence that electronic communication is replacing some traditional inquiries, including visits [<xref ref-type="bibr" rid="ref6">6</xref>] and telephone calls [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>], and in general patients hold a positive view of electronic access to health care providers[<xref ref-type="bibr" rid="ref7">7</xref>].</p>
            <p>This study aimed to measure how long it actually takes physicians to answer electronic questions from patients, and whether some of the questions are especially time consuming. Two main hypotheses were posed:</p>
            <p>A: The length of questions from patients predicts the time physicians spend answering.</p>
            <p>B: The longest questions consume an unreasonably large amount of physicians&#8217; time resources.</p>
            <p>It is obvious that how long a time a physician uses to compose an answer is correlated with the number of characters he or she is typing. However, the strength of the correlation should be investigated, especially in relation to how long the message from the patient is.</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <p>We asked the 2 suppliers of secure patient communication systems in Norway, Visma Unique [<xref ref-type="bibr" rid="ref9">9</xref>] and DIPS [<xref ref-type="bibr" rid="ref10">10</xref>], to provide us with a list of the offices that used the systems actively, and where the systems were integrated with the electronic patient record system. At the time of the study, these 2 systems were the only ones in use in Norway that enabled secure patient&#8211;physician communication. From a list of 13 offices, 9 were willing to participate in the study. Due to technical issues, the data from 2 of these offices were inaccessible, leaving us with 7 offices included in the study.</p>
            <p>A program logging the time physicians spent answering and the length of the patient questions was installed at the offices included in the study. Time was logged by automatically recording how long the physician took from opening the patient question to sending the answer. In addition, the program recorded the length of the question and of the answer. Prior to sending the answer, the physician was presented with a dialog box indicating the time that had elapsed. This time estimate could then be adjusted if the physician felt this was inaccurate. Both additive and subtractive adjustments could be made. For instance, subtractive adjustments could be made if the physician was interrupted while typing, and additive adjustments could be made if the physician had used more time composing the answer than was recorded by the system. The adjusted time had to be given as an integer. Unadjusted time was therefore also rounded to the closest positive integer, giving a minimum answer time of 1 minute. A total of 380 adjustments were made.</p>
            <p>The study ran for 1 year, starting December 2005. A total of 1321 messages were recorded in the period. Physicians sending fewer than 10 messages (n = 1) and physicians not completing the task of returning the data (n = 3) were excluded. Office personnel were not included. This resulted in 14 participating physicians (3 female) and a total of 1113 messages. The physicians had on average worked 15.7 years (range 3&#8211;30 years) and had an average patient load of 1441 (range 1100&#8211;2300 patients).</p>
            <p>The target patient population was all those using primary health services. Earlier studies have shown that young, well-educated persons are overrepresented in using electronic health services [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
            <p>The Regional Committee for Medical and Health Research Ethics approved the study. Hypotheses were investigated by descriptive statistics and linear regression analysis. Data were analyzed using SPSS version 18.0 (IBM Corporation, Somers, NY, USA).</p>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <p>Questions from patients averaged 507.1 (95% CI 487.4&#8211;526.9, SD 336.2) characters in length, while the physicians&#8217; answers averaged 119.9 (95% CI 189.8&#8211;210.0, SD 172.6) characters. Physicians spent an average of 2.3 (SD 2.0) minutes answering questions; 17 (1.5%) of the questions took more than 10 minutes to answer, while 125 (11.2%) of the questions took between 5 and 10 minutes to answer. <xref ref-type="table" rid="table1">Table 1</xref> summarizes the descriptive statistics and <xref ref-type="table" rid="table2">Table 2</xref> shows the time the participating physicians spent answering patient questions.</p>
            <table-wrap id="table1" position="float">
                <label>Table 1</label>
                <caption>
                    <p>Descriptive statistics of question length for patients and physicians</p>
                </caption>
                <table cellpadding="8" cellspacing="0" border="1" rules="groups" frame="hsides" width="1000">
                    <col width="400" />
                    <col width="125" />
                    <col width="125" />
                    <col width="125" />
                    <col width="125" />
                    <thead>
                        <tr valign="top">
                            <td />
                            <td>Minimum</td>
                            <td>Maximum</td>
                            <td>Mean</td>
                            <td>SD</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="top">
                            <td>Patient question length (number of characters)</td>
                            <td>100</td>
                            <td>3315</td>
                            <td>507.1</td>
                            <td>336.2</td>
                        </tr>
                        <tr valign="top">
                            <td>Physician answer length (number of characters)</td>
                            <td>14</td>
                            <td>1634</td>
                            <td>119.9</td>
                            <td>172.6</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <table-wrap id="table2" position="float">
                <label>Table 2</label>
                <caption>
                    <p>Response time of participating physicians</p>
                </caption>
                <table cellpadding="8" cellspacing="0" border="1" rules="groups" frame="hsides" width="1000">
                    <col width="165" />
                    <col width="165" />
                    <col width="165" />
                    <col width="165" />
                    <col width="165" />
                    <col width="165" />
                    <thead>
                        <tr valign="top">
                            <td rowspan="2">Physician ID</td>
                            <td rowspan="2">Number of questions answered</td>
                            <td rowspan="2">Mean (minutes)</td>
                            <td colspan="3">Median (minutes)</td>
                        </tr>
                        <tr valign="top">
                            <td>25%</td>
                            <td>50%</td>
                            <td>75%</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="top">
                            <td>A</td>
                            <td>68</td>
                            <td>2.7</td>
                            <td>1</td>
                            <td>2</td>
                            <td>3</td>
                        </tr>
                        <tr valign="top">
                            <td>B</td>
                            <td>187</td>
                            <td>2.1</td>
                            <td>1</td>
                            <td>2</td>
                            <td>2</td>
                        </tr>
                        <tr valign="top">
                            <td>C</td>
                            <td>123</td>
                            <td>3.2</td>
                            <td>1</td>
                            <td>2</td>
                            <td>5</td>
                        </tr>
                        <tr valign="top">
                            <td>D</td>
                            <td>24</td>
                            <td>2.5</td>
                            <td>2</td>
                            <td>2</td>
                            <td>3</td>
                        </tr>
                        <tr valign="top">
                            <td>E</td>
                            <td>18</td>
                            <td>1.5</td>
                            <td>1</td>
                            <td>1</td>
                            <td>2</td>
                        </tr>
                        <tr valign="top">
                            <td>F</td>
                            <td>20</td>
                            <td>1.8</td>
                            <td>1</td>
                            <td>1</td>
                            <td>1</td>
                        </tr>
                        <tr valign="top">
                            <td>G</td>
                            <td>74</td>
                            <td>3.0</td>
                            <td>2</td>
                            <td>3</td>
                            <td>4</td>
                        </tr>
                        <tr valign="top">
                            <td>H</td>
                            <td>46</td>
                            <td>2.8</td>
                            <td>1</td>
                            <td>2</td>
                            <td>3</td>
                        </tr>
                        <tr valign="top">
                            <td>I</td>
                            <td>39</td>
                            <td>1.2</td>
                            <td>1</td>
                            <td>1</td>
                            <td>1</td>
                        </tr>
                        <tr valign="top">
                            <td>J</td>
                            <td>12</td>
                            <td>1.2</td>
                            <td>1</td>
                            <td>1</td>
                            <td>1</td>
                        </tr>
                        <tr valign="top">
                            <td>K</td>
                            <td>79</td>
                            <td>1.7</td>
                            <td>1</td>
                            <td>1</td>
                            <td>2</td>
                        </tr>
                        <tr valign="top">
                            <td>L</td>
                            <td>218</td>
                            <td>2.1</td>
                            <td>1</td>
                            <td>1</td>
                            <td>3</td>
                        </tr>
                        <tr valign="top">
                            <td>M</td>
                            <td>82</td>
                            <td>1.8</td>
                            <td>1</td>
                            <td>1</td>
                            <td>2</td>
                        </tr>
                        <tr valign="top">
                            <td>N</td>
                            <td>123</td>
                            <td>2.0</td>
                            <td>1</td>
                            <td>1</td>
                            <td>2</td>
                        </tr>
                        <tr valign="top">
                            <td>Total</td>
                            <td>1113</td>
                            <td>2.3</td>
                            <td>1</td>
                            <td>2</td>
                            <td>3</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <p>We expected that the length of the patients&#8217; questions would predict response time (hypothesis A). The hypothesis was investigated through regression analyses. Two models were tested. The first model included only the length of the patients&#8217; questions. While the model significantly explained variance (<italic>P</italic> = 0.007), the effect size was small (beta = .08) and the overall fit of the model was very low (<italic>R</italic>
                <italic>2</italic> = .01). The second model included also the length of the physicians&#8217; answers (<xref ref-type="table" rid="table3">Table 3</xref>) and showed better fit (<italic>R</italic>
                <italic>2</italic> = .26). The results indicate that the influence of patient question length on response time is negligible (beta = &#8211;.05, <italic>P</italic> = .05) compared with the length of the physician&#8217;s answer (beta = .53, <italic>P</italic> &#60; .001).</p>
            <table-wrap id="table3" position="float">
                <label>Table 3</label>
                <caption>
                    <p>Summary of regression analysis for patient question length and physician answer length predicting response time (minutes)</p>
                </caption>
                <table cellpadding="8" cellspacing="0" border="1" rules="groups" frame="hsides" width="1000">
                    <col width="500" />
                    <col width="65" />
                    <col width="65" />
                    <col width="65" />
                    <col width="109" />
                    <col width="196" />
                    <thead>
                        <tr valign="top">
                            <td>Model</td>
                            <td>B</td>
                            <td>SE</td>
                            <td>Beta</td>
                            <td>
                                <italic>t</italic>
                            </td>
                            <td>
                                <italic>P</italic> value</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="top">
                            <td>(Constant)</td>
                            <td>1.20</td>
                            <td>.10</td>
                            <td />
                            <td>12.02</td>
                            <td>&#60;.001</td>
                        </tr>
                        <tr valign="top">
                            <td>Patient question length</td>
                            <td>.00</td>
                            <td>.00</td>
                            <td>&#8211;.05</td>
                            <td>&#8211;1.94</td>
                            <td>.05</td>
                        </tr>
                        <tr valign="top">
                            <td>Physician answer length</td>
                            <td>.01</td>
                            <td>.00</td>
                            <td>.53</td>
                            <td>19.75</td>
                            <td>&#60;.001</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <p>Patient questions were categorized based on their length. Patient questions were divided into quartiles each containing 25% of the messages (<xref ref-type="table" rid="table4">Table 4</xref>). This confirmed that for most of the questions, the effect of question length on answer time was negligible. The answer time was 2.1 minutes (95% CI 1.9&#8211;2.3) for the shortest 25% of questions and 2.4 minutes (95% CI 2.2&#8211;2.7) for the longest 25%.</p>
            <table-wrap id="table4" position="float">
                <label>Table 4</label>
                <caption>
                    <p>Time physicians spent answering patients&#8217; questions by question length</p>
                </caption>
                <table cellpadding="8" cellspacing="0" border="1" rules="groups" frame="hsides" width="1000">
                    <col width="250" />
                    <col width="250" />
                    <col width="250" />
                    <col width="250" />
                    <thead>
                        <tr valign="top">
                            <td colspan="2">Patient question length</td>
                            <td rowspan="2">Number of answers</td>
                            <td rowspan="2">Physician answer time in minutes (95% CI)</td>
                        </tr>
                        <tr valign="top">
                            <td>Quartile</td>
                            <td>Number of characters</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="top">
                            <td>1</td>
                            <td>0&#8211;308</td>
                            <td>278</td>
                            <td>2.1 (1.9&#8211;2.3)</td>
                        </tr>
                        <tr valign="top">
                            <td>2</td>
                            <td>309&#8211;398</td>
                            <td>280</td>
                            <td>2.3 (2.1&#8211;2.5)</td>
                        </tr>
                        <tr valign="top">
                            <td>3</td>
                            <td>399&#8211;594</td>
                            <td>277</td>
                            <td>2.2 (1.9&#8211;2.5)</td>
                        </tr>
                        <tr valign="top">
                            <td>4</td>
                            <td>595&#8211;3315</td>
                            <td>278</td>
                            <td>2.4 (2.2&#8211;2.7)</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <p>Hypothesis B states that the longest questions would consume an unreasonably large amount of physicians&#8217; time resources. These questions were defined as being the top 10% of questions (110 questions) with regard to length (&#62;916 characters) (see <xref ref-type="table" rid="table5">Table 5</xref>).</p>
            <table-wrap id="table5" position="float">
                <label>Table 5</label>
                <caption>
                    <p>Time physicians spent answering the longest 10% of patients&#8217; questions</p>
                </caption>
                <table cellpadding="8" cellspacing="0" border="1" rules="groups" frame="hsides" width="1000">
                    <col width="400" />
                    <col width="200" />
                    <col width="200" />
                    <col width="200" />
                    <thead>
                        <tr valign="top">
                            <td />
                            <td>Number of questions</td>
                            <td>Patient question (mean number of characters)</td>
                            <td>Physician answer time (minutes)</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="top">
                            <td>Shortest 90% of questions (&#8804;916 characters)</td>
                            <td>1003</td>
                            <td>420</td>
                            <td>2.2</td>
                        </tr>
                        <tr valign="top">
                            <td>Longest 10% of questions (&#62;916 characters)</td>
                            <td>110</td>
                            <td>1300</td>
                            <td>2.6</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <p>As shown in <xref ref-type="table" rid="table5">Table 5</xref>, the 10% longest patient questions were approximately 3 times the length of shorter questions (420 characters versus 1300 characters). However, the physicians spent on average 18% more time answering the 10% longest questions (2.6 minutes compared with 2.2 minutes). These results were not in favor of hypothesis B.</p>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <p>The results give mixed support to the hypotheses. As expected, the length of patients&#8217; questions predicted answer time, but the analysis also shows that the predictive value is negligible compared with the length of the physicians&#8217; answers. We did not find conclusive support for the hypothesis that very long patient messages should have a large effect on physician answer length and answering time. Instead, we observed a modest increase in physician answer length and only a marginal increase in answering time related to extremely long patient questions.</p>
            <p>As noted, one of the main reasons physicians are skeptical about electronic communication is the potential for increased workload [<xref ref-type="bibr" rid="ref12">12</xref>]; for instance, physicians might fear that patients would overuse it or that responding to questions would be time consuming. The results of the current study show, however, that these specific concerns might be unfounded. While it does take extra time to read long questions from the patient, this does not have large effects on the total time used by physicians to answer patient inquiries. In fact, a threefold (300%) increase in patient question length resulted in only an 18% increase in physician response time. Even though the average numbers may support the effectiveness of an electronic communication system, and other studies indicate that responses to email messages do not take more time than responses to nonelectronic patient messages [<xref ref-type="bibr" rid="ref13">13</xref>], one may still question whether extreme cases will jeopardize these effects in a real-life office setting. Based on the current results these concerns appear unfounded. The average physician response time to a patient message was 2.3 minutes using the systems described in this study. Only 1.5% of questions took more than 10 minutes to answer. When compared against the average consultation time in Norwegian general practice (15&#8211;20 minutes) [<xref ref-type="bibr" rid="ref14">14</xref>], even these unusual cases will have to be regarded as time saving, if the electronic messages substitute patients&#8217; office visits [<xref ref-type="bibr" rid="ref6">6</xref>]. It is, however, unlikely that electronic messages can be a substitute for office visits in a one-to-one relationship. Other studies have shown that electronic messages can replace phone calls [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>], and it is very likely that electronic messaging will find relevance as a supplement to personal encounters, for instance by recommendation of ethical guidelines [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
            <p>Results from other investigations indicate that patients are willing to adapt to guidelines regarding the focus and content of messages [<xref ref-type="bibr" rid="ref4">4</xref>], which should help to minimize the potential problem of lengthy patient questions. Obviously, the time-saving potential is highly dependent on electronic messages substituting for patient office visits [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
            <sec>
                <title>Limitations</title>
                <p>This study included a considerable proportion of Norwegian physicians using electronic patient communication at the time the study was performed. It is not self-evident that the result would be valid for all physicians using similar services. An alternative approach would be to select a random sample of all physicians using electronic communication. At the time of the study, only a few Norwegian physicians were offering electronic communication services. A random sample could therefore be biased toward physicians being positive to electronic communication. In some countries, for instance Denmark [<xref ref-type="bibr" rid="ref1">1</xref>], it has become mandatory for physicians to offer electronic communication services. In such contexts, a similar study based on random selection would be feasible.</p>
                <p>The current study does not involve analysis of the content of the messages. The main challenge in doing this would be that it would require written consent from every patient. However, a prior study in similar populations has shown that only a small proportion of these messages are used for simple administrative purposes such as scheduling [<xref ref-type="bibr" rid="ref11">11</xref>]. Instead, the majority of the patient messages are concerned with health-related questions, and requesting prescriptions, test results, and documentation for medical leave.</p>
                <p>The average time spent answering messages might be influenced by factors such as workload and reimbursement policies. This limits the external validity of the current results. However, the investigated relationships between variables (eg, that the length of patients&#8217; messages had limited impact on the answer time), rather than their absolute values, are much more likely to also be valid in other cultural contexts.</p>
            </sec>
            <sec>
                <title>Conclusions</title>
                <p>Studies have demonstrated how email and electronic messaging systems can be used to promote balanced and patient-centered communication [<xref ref-type="bibr" rid="ref16">16</xref>], in support of clinical decision making [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. We believe the results reported here further extend the clinical usefulness of electronic communication between patients and health care providers by demonstrating the potential for saving time.</p>
            </sec>
        </sec>
    </body>
    <back>
        <ack>
            <p>This study was supported by a grant from Helse Nord RHF. Thanks to Gro Berntsen, Trine S Bergmo, and Ellen Ersfjord for various contributions to this project.</p>
        </ack>
        <fn-group>
            <fn fn-type="conflict">
                <p>None declared</p>
            </fn>
        </fn-group>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kummervold</surname>
                            <given-names>PE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chronaki</surname>
                            <given-names>CE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lausen</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Prokosch</surname>
                            <given-names>HU</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rasmussen</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Santana</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Staniszewski</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wangberg</surname>
                            <given-names>SC</given-names>
                        </name>
                    </person-group>
                    <article-title>eHealth trends in Europe 2005-2007: a population-based survey</article-title>
                    <source>J Med Internet Res</source>
                    <year>2008</year>
                    <volume>10</volume>
                    <issue>4</issue>
                    <fpage>e42</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2008/4/e42/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.1023</pub-id>
                    <pub-id pub-id-type="medline">19017584</pub-id>
                    <pub-id pub-id-type="pii">v10i4e42</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2629359</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wallwiener</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wallwiener</surname>
                            <given-names>CW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kansy</surname>
                            <given-names>JK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Seeger</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rajab</surname>
                            <given-names>TK</given-names>
                        </name>
                    </person-group>
                    <article-title>Impact of electronic messaging on the patient-physician interaction</article-title>
                    <source>J Telemed Telecare</source>
                    <year>2009</year>
                    <volume>15</volume>
                    <issue>5</issue>
                    <fpage>243</fpage>
                    <lpage>50</lpage>
                    <pub-id pub-id-type="doi">10.1258/jtt.2009.090111</pub-id>
                    <pub-id pub-id-type="medline">19590030</pub-id>
                    <pub-id pub-id-type="pii">15/5/243</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Patt</surname>
                            <given-names>MR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Houston</surname>
                            <given-names>TK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jenckes</surname>
                            <given-names>MW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sands</surname>
                            <given-names>DZ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ford</surname>
                            <given-names>DE</given-names>
                        </name>
                    </person-group>
                    <article-title>Doctors who are using e-mail with their patients: a qualitative exploration</article-title>
                    <source>J Med Internet Res</source>
                    <year>2003</year>
                    <volume>5</volume>
                    <issue>2</issue>
                    <fpage>e9</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2003/2/e9/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.5.2.e9</pub-id>
                    <pub-id pub-id-type="medline">12857665</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1550557</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>White</surname>
                            <given-names>CB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Moyer</surname>
                            <given-names>CA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Stern</surname>
                            <given-names>DT</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Katz</surname>
                            <given-names>SJ</given-names>
                        </name>
                    </person-group>
                    <article-title>A content analysis of e-mail communication between patients and their providers: patients get the message</article-title>
                    <source>J Am Med Inform Assoc</source>
                    <year>2004</year>
                    <volume>11</volume>
                    <issue>4</issue>
                    <fpage>260</fpage>
                    <lpage>7</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://jamia.bmj.com/cgi/pmidlookup?view=long&#38;pmid=15064295" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1197/jamia.M1445</pub-id>
                    <pub-id pub-id-type="medline">15064295</pub-id>
                    <pub-id pub-id-type="pii">M1445</pub-id>
                    <pub-id pub-id-type="pmcid">PMC436072</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Caffery</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Smith</surname>
                            <given-names>AC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Scuffham</surname>
                            <given-names>PA</given-names>
                        </name>
                    </person-group>
                    <article-title>An economic analysis of email-based telemedicine: a cost minimisation study of two service models</article-title>
                    <source>BMC Health Serv Res</source>
                    <year>2008</year>
                    <volume>8</volume>
                    <fpage>107</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.biomedcentral.com/1472-6963/8/107" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1186/1472-6963-8-107</pub-id>
                    <pub-id pub-id-type="medline">18495045</pub-id>
                    <pub-id pub-id-type="pii">1472-6963-8-107</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2413229</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Bergmo</surname>
                            <given-names>TS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kummervold</surname>
                            <given-names>PE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gammon</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Dahl</surname>
                            <given-names>LB</given-names>
                        </name>
                    </person-group>
                    <article-title>Electronic patient-provider communication: will it offset office visits and telephone consultations in primary care?</article-title>
                    <source>Int J Med Inform</source>
                    <year>2005</year>
                    <month>09</month>
                    <volume>74</volume>
                    <issue>9</issue>
                    <fpage>705</fpage>
                    <lpage>10</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2005.06.002</pub-id>
                    <pub-id pub-id-type="medline">16095961</pub-id>
                    <pub-id pub-id-type="pii">S1386-5056(05)00066-3</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Liederman</surname>
                            <given-names>EM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lee</surname>
                            <given-names>JC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Baquero</surname>
                            <given-names>VH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Seites</surname>
                            <given-names>PG</given-names>
                        </name>
                    </person-group>
                    <article-title>Patient-physician web messaging. The impact on message volume and satisfaction</article-title>
                    <source>J Gen Intern Med</source>
                    <year>2005</year>
                    <month>01</month>
                    <volume>20</volume>
                    <issue>1</issue>
                    <fpage>52</fpage>
                    <lpage>7</lpage>
                    <pub-id pub-id-type="doi">10.1111/j.1525-1497.2005.40009.x</pub-id>
                    <pub-id pub-id-type="medline">15693928</pub-id>
                    <pub-id pub-id-type="pii">JGI40009</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1490042</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Lin</surname>
                            <given-names>CT</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wittevrongel</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Moore</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Beaty</surname>
                            <given-names>BL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ross</surname>
                            <given-names>SE</given-names>
                        </name>
                    </person-group>
                    <article-title>An Internet-based patient-provider communication system: randomized controlled trial</article-title>
                    <source>J Med Internet Res</source>
                    <year>2005</year>
                    <volume>7</volume>
                    <issue>4</issue>
                    <fpage>e47</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2005/4/e47/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.7.4.e47</pub-id>
                    <pub-id pub-id-type="medline">16236699</pub-id>
                    <pub-id pub-id-type="pii">v7i4e47</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1550679</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <collab>Minhelse.no</collab>
                    </person-group>
                    <source>Visma Unique AS</source>
                    <year>2009</year>
                    <access-date>2011-08-25</access-date>
                    <comment>Online Kontakt med Helsepersonell<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.minhelse.no/login/">https://www.minhelse.no/login/</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">61CuvtTe0</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="web">
                    <source>DIPS ASA, Profdoc Norge AS</source>
                    <year>2011</year>
                    <month>01</month>
                    <day>18</day>
                    <access-date>2011-08-25</access-date>
                    <comment>minDoktor.no<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.mindoktor.no/publicservice/index.jsp">https://www.mindoktor.no/publicservice/index.jsp</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">61Cuxev47</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kummervold</surname>
                            <given-names>PE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Trondsen</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Andreassen</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gammon</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hjortdahl</surname>
                            <given-names>P</given-names>
                        </name>
                    </person-group>
                    <article-title>[Patient-physician interaction over the internet]</article-title>
                    <source>Tidsskr Nor Laegeforen</source>
                    <year>2004</year>
                    <month>10</month>
                    <day>21</day>
                    <volume>124</volume>
                    <issue>20</issue>
                    <fpage>2633</fpage>
                    <lpage>6</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://tidsskriftet.no/article/1086346" />
                    </comment>
                    <pub-id pub-id-type="medline">15534640</pub-id>
                    <pub-id pub-id-type="pii">1086346</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kittler</surname>
                            <given-names>AF</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Carlson</surname>
                            <given-names>GL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Harris</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lippincott</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pizziferri</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Volk</surname>
                            <given-names>LA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jagannath</surname>
                            <given-names>Y</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wald</surname>
                            <given-names>JS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bates</surname>
                            <given-names>DW</given-names>
                        </name>
                    </person-group>
                    <article-title>Primary care physician attitudes towards using a secure web-based portal designed to facilitate electronic communication with patients</article-title>
                    <source>Inform Prim Care</source>
                    <year>2004</year>
                    <volume>12</volume>
                    <issue>3</issue>
                    <fpage>129</fpage>
                    <lpage>38</lpage>
                    <pub-id pub-id-type="medline">15606985</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Leong</surname>
                            <given-names>SL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gingrich</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lewis</surname>
                            <given-names>PR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mauger</surname>
                            <given-names>DT</given-names>
                        </name>
                        <name name-style="western">
                            <surname>George</surname>
                            <given-names>JH</given-names>
                        </name>
                    </person-group>
                    <article-title>Enhancing doctor-patient communication using email: a pilot study</article-title>
                    <source>J Am Board Fam Pract</source>
                    <year>2005</year>
                    <volume>18</volume>
                    <issue>3</issue>
                    <fpage>180</fpage>
                    <lpage>8</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jabfm.org/cgi/pmidlookup?view=long&#38;pmid=15879565" />
                    </comment>
                    <pub-id pub-id-type="medline">15879565</pub-id>
                    <pub-id pub-id-type="pii">18/3/180</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hjortdahl</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hunsk&#229;r</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <person-group person-group-type="editor">
                        <name name-style="western">
                            <surname>Hunsk&#229;r</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <article-title>[1.2 Health problems and the use of health services in general practice]. 3rd edition</article-title>
                    <source>[General Practice]</source>
                    <year>2006</year>
                    <publisher-loc>Oslo, Norway</publisher-loc>
                    <publisher-name>Gyldendal Norsk Forlag</publisher-name>
                    <fpage>28</fpage>
                    <lpage>34</lpage>
                </nlm-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Bovi</surname>
                            <given-names>AM</given-names>
                        </name>
                        <collab>Council on Ethical and Judicial Affairs of the American Medical Association</collab>
                    </person-group>
                    <article-title>Ethical guidelines for use of electronic mail between patients and physicians</article-title>
                    <source>Am J Bioeth</source>
                    <year>2003</year>
                    <volume>3</volume>
                    <issue>3</issue>
                    <fpage>W</fpage>
                    <lpage>IF2</lpage>
                    <pub-id pub-id-type="doi">10.1162/152651603322874771</pub-id>
                    <pub-id pub-id-type="medline">14735881</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Roter</surname>
                            <given-names>DL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Larson</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sands</surname>
                            <given-names>DZ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ford</surname>
                            <given-names>DE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Houston</surname>
                            <given-names>T</given-names>
                        </name>
                    </person-group>
                    <article-title>Can e-mail messages between patients and physicians be patient-centered?</article-title>
                    <source>Health Commun</source>
                    <year>2008</year>
                    <volume>23</volume>
                    <issue>1</issue>
                    <fpage>80</fpage>
                    <lpage>6</lpage>
                    <pub-id pub-id-type="doi">10.1080/10410230701807295</pub-id>
                    <pub-id pub-id-type="medline">18443995</pub-id>
                    <pub-id pub-id-type="pii">790636936</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Perlis</surname>
                            <given-names>TE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Des Jarlais</surname>
                            <given-names>DC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Friedman</surname>
                            <given-names>SR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Arasteh</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Turner</surname>
                            <given-names>CF</given-names>
                        </name>
                    </person-group>
                    <article-title>Audio-computerized self-interviewing versus face-to-face interviewing for research data collection at drug abuse treatment programs</article-title>
                    <source>Addiction</source>
                    <year>2004</year>
                    <month>07</month>
                    <volume>99</volume>
                    <issue>7</issue>
                    <fpage>885</fpage>
                    <lpage>96</lpage>
                    <pub-id pub-id-type="doi">10.1111/j.1360-0443.2004.00740.x</pub-id>
                    <pub-id pub-id-type="medline">15200584</pub-id>
                    <pub-id pub-id-type="pii">ADD740</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Tideman</surname>
                            <given-names>RL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chen</surname>
                            <given-names>MY</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pitts</surname>
                            <given-names>MK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ginige</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Slaney</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Fairley</surname>
                            <given-names>CK</given-names>
                        </name>
                    </person-group>
                    <article-title>A randomised controlled trial comparing computer-assisted with face-to-face sexual history taking in a clinical setting</article-title>
                    <source>Sex Transm Infect</source>
                    <year>2007</year>
                    <month>02</month>
                    <volume>83</volume>
                    <issue>1</issue>
                    <fpage>52</fpage>
                    <lpage>6</lpage>
                    <pub-id pub-id-type="doi">10.1136/sti.2006.020776</pub-id>
                    <pub-id pub-id-type="medline">17098771</pub-id>
                    <pub-id pub-id-type="pii">sti.2006.020776</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2598599</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref19">
                <label>19</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wolford</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rosenberg</surname>
                            <given-names>SD</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rosenberg</surname>
                            <given-names>HJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Swartz</surname>
                            <given-names>MS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Butterfield</surname>
                            <given-names>MI</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Swanson</surname>
                            <given-names>JW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jankowski</surname>
                            <given-names>MK</given-names>
                        </name>
                    </person-group>
                    <article-title>A clinical trial comparing interviewer and computer-assisted assessment among clients with severe mental illness</article-title>
                    <source>Psychiatr Serv</source>
                    <year>2008</year>
                    <month>07</month>
                    <volume>59</volume>
                    <issue>7</issue>
                    <fpage>769</fpage>
                    <lpage>75</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://ps.psychiatryonline.org/cgi/pmidlookup?view=long&#38;pmid=18586994" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1176/appi.ps.59.7.769</pub-id>
                    <pub-id pub-id-type="medline">18586994</pub-id>
                    <pub-id pub-id-type="pii">59/7/769</pub-id>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>
