<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JMIR</journal-id>
            <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
            <journal-title>Journal of Medical Internet Research</journal-title>
            <issn pub-type="epub">1438-8871</issn>
            <publisher>
                <publisher-name>Gunther Eysenbach</publisher-name>
                <publisher-loc>Centre for Global eHealth Innovation, Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v13i1e23</article-id>
            <article-id pub-id-type="pmid">21447468</article-id>
            <article-id pub-id-type="doi">10.2196/jmir.1578</article-id>
            <article-categories>
                <subj-group subj-group-type="article-type">
                    <subject>Original Paper</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>The Use of Physician-Patient Email: A Follow-up Examination of Adoption and Best-Practice Adherence 2005-2008</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="editor">
                    <name>
                        <surname>Eysenbach</surname>
                        <given-names>Gunther</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Atherton</surname>
                        <given-names>Helen</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1" corresp="yes">
                    <name name-style="western">
                        <surname>Menachemi</surname>
                        <given-names>Nir</given-names>
                    </name>
                    <degrees>PhD MPH</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                    <address>
                        <institution>School of Public Health</institution>
                        <institution>University of Alabama at Birmingham</institution>
                        <addr-line>1530 3rd Ave South</addr-line>
                        <addr-line>Ryals Bdg #320</addr-line>
                        <addr-line>Birmingham, AL, 35294</addr-line>
                        <country>United States</country>
                        <phone>1 205 934 7192</phone>
                        <fax>1 205 934 3347</fax>
                        <email>nmenachemi@uab.edu</email>
                    </address>
                </contrib>
                <contrib contrib-type="author" id="contrib2">
                    <name name-style="western">
                        <surname>Prickett</surname>
                        <given-names>Charles T</given-names>
                    </name>
                    <degrees>MPH</degrees>
                    <xref ref-type="aff" rid="aff1">1</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib3">
                    <name name-style="western">
                        <surname>Brooks</surname>
                        <given-names>Robert G</given-names>
                    </name>
                    <degrees>MD MBA MPH</degrees>
                    <xref ref-type="aff" rid="aff2">2</xref>
                </contrib>
            </contrib-group>
            <aff id="aff2" rid="aff2">
                <sup>2</sup>
                <institution>College of Medicine</institution>
                <institution>University of South Florida</institution>
                <addr-line>Tampa, FL</addr-line>
                <country>United States</country>
            </aff>
            <aff id="aff1" rid="aff1">
                <sup>1</sup>
                <institution>School of Public Health</institution>
                <institution>University of Alabama at Birmingham</institution>
                <addr-line>Birmingham, AL</addr-line>
                <country>United States</country>
            </aff>
            <pub-date pub-type="collection">
                <season>Jan-Mar</season>
                <year>2011</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>25</day>
                <month>02</month>
                <year>2011</year>
            </pub-date>
            <volume>13</volume>
            <issue>1</issue>
            <elocation-id>e23</elocation-id>
            <!--history from ojs - api-xml-->
            <history>
                <date date-type="received">
                    <day>24</day>
                    <month>05</month>
                    <year>2010</year>
                </date>
                <date date-type="rev-request">
                    <day>08</day>
                    <month>08</month>
                    <year>2010</year>
                </date>
                <date date-type="rev-recd">
                    <day>22</day>
                    <month>08</month>
                    <year>2010</year>
                </date>
                <date date-type="accepted">
                    <day>10</day>
                    <month>11</month>
                    <year>2010</year>
                </date>
            </history>
            <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
            <copyright-statement>&#169;Nir Menachemi, Charles T Prickett, Robert G Brooks. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 25.02.2011. </copyright-statement>
            <copyright-year>2011</copyright-year>
            <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
                <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
            </license>
            <self-uri xlink:href="http://www.jmir.org/2011/1/e23/" xlink:type="simple" />
            <abstract>
                <sec sec-type="background">
                    <title>Background</title>
                    <p>Improved communication from physician- patient emailing is an important element of patient centeredness. Physician-patient email use has been low; and previous data from Florida suggest that physicians who email with patients rarely implement best-practice guidelines designed to protect physicians and patients.</p>
                </sec>
                <sec sec-type="objective">
                    <title>Objective</title>
                    <p>Our objective was to examine whether email use with patients has changed over time (2005-2008) by using two surveys of Florida physicians, and to determine whether physicians have more readily embraced the best-practice guidelines in 2008 versus 2005. Lastly, we explored the 2008 factors associated with email use with patients and determined whether these factors changed relative to 2005.</p>
                </sec>
                <sec sec-type="methods">
                    <title>Methods</title>
                    <p>Our pooled time-series design used results from a 2005 survey (targeting 14,921 physicians) and a separate 2008 survey (targeting 7003 different physicians). In both years, physicians practicing in the outpatient setting were targeted with proportionally identical sampling strategies. Combined data from questions focusing on email use were analyzed using chi-square analysis, Fisher exact test, and logistic regression.</p>
                </sec>
                <sec sec-type="results">
                    <title>Results</title>
                    <p>A combined 6260 responses were available for analyses, representing a participation rate of 28.2% (4203/14,921) in 2005 and 29.4% (2057/7003) in 2008. Relative to 2005, respondents in 2008 were more likely to indicate that they personally used email with patients (690/4148, 16.6% vs 408/2001, 20.4%, c<sup>2</sup>
                        <sub>1</sub> = 13.0, <italic>P</italic> &#60; .001). However, physicians who reported frequently using email with patients did not change from 2005 to 2008 (2.9% vs 59/2001, 2.9%). Interest among physicians in future email use with patients was lower in 2008 (58.4% vs 52.8%, c<sup>2</sup>
                        <sub>2</sub> = 16.6, <italic>P</italic> &#60; .001). Adherence to email best practices remained low in 2008. When comparing 2005 and 2008 adherences with each of the individual guidelines, rates decreased over time in each category and were significantly lower for 4 of the 13 guidelines. Physician characteristics in 2008 that predicted email use with patients were different from 2005. Specifically, in multivariate analysis female physicians (OR 1.48, 95% CI 1.12-1.95), specialist physicians (OR 1.43, 95% CI 1.12-1.84), and those in a multispecialty practice (OR 1.76, 95% CI 1.30-2.37) were more likely than their counterparts to email with patients. Additionally, self-reported computer competency levels (on a 5-point Likert scale) among physicians predicted email use at every level of response.</p>
                </sec>
                <sec sec-type="conclusions">
                    <title>Conclusions</title>
                    <p>Email use between physicians and patients has changed little between 2005 and 2008. However, future physician interest in using email with patients has decreased. More troubling is the decrease in adherence to best practices designed to protect physicians and patients when using email. Policy makers wanting to harness the potential benefits of physician-patient email should devise plans to encourage adherence to best practices. These plans should also educate physicians on the existence of best practices and methods to incorporate these guidelines into routine workflows. </p>
                </sec>
            </abstract>
            <kwd-group>
                <kwd>email</kwd>
                <kwd>physician-patient relationship</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="introduction">
            <title>Introduction</title>
            <p>The use of email is poised to revolutionize the delivery of health care with improved efficiency, convenience, satisfaction, or access to care [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. In the clinical setting, email has the potential to be a tool of efficiency for physicians and convenience for patients. It offers yet another means of communication for physician and patient, and has even been used by some as a substitute for clinic visits when appropriate [<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. Despite the opportunities offered by this communication technology, physicians&#8217; adoption of email with patients remains low [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref10">10</xref>].</p>
            <p>Among the current literature, relatively little attention has been given to how physician-patient interaction through email has changed over time. We do know that email usage with health care providers among patients in the general US population continues to increase, albeit slowly [<xref ref-type="bibr" rid="ref11">11</xref>]. Although early research reported a reluctance by patients to use email as a communication medium with their physicians [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref12">12</xref>], more recent studies have shown patients to be mostly willing to embrace the idea [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. In examining the barriers and facilitators to physician-patient email communication, recent studies have suggested patient age [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>], patient race [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>], patient health status [<xref ref-type="bibr" rid="ref18">18</xref>], physicians&#8217; satisfaction with their work [<xref ref-type="bibr" rid="ref20">20</xref>], physician specialty [<xref ref-type="bibr" rid="ref21">21</xref>], and physician workload [<xref ref-type="bibr" rid="ref22">22</xref>] to be correlated with email usage. Despite the presence of a few scholarly explorations within this niche, more studies are necessary to determine specific aspects of physician adoption of email as a communication medium.</p>
            <p>A 2005 study from our group [<xref ref-type="bibr" rid="ref9">9</xref>] identified correlates of physicians&#8217; adoption of email use with patients and evaluated physician compliance with best-practice recommendations established by the American Medical Association (AMA) and American Medical Informatics Association (AMIA) [<xref ref-type="bibr" rid="ref23">23</xref>]. We found that certain physician characteristics were associated with increased likelihood of email use with patients. Moreover, we found that the best-practice guidelines designed to protect physicians from liability issues, as well as protecting the privacy of the patient, were being used very infrequently. In the current study, we made ready use of updated physician data that we collected in 2008 from Florida using similar survey techniques. We examined whether email use with patients has changed over time (ie, 2005-2008). Moreover, given that adherence to best practices was low in 2005, we were interested in determining whether physicians more readily embraced the AMA/AMIA guidelines in 2008. Lastly, we explored the current physician and practice characteristics associated with email use with patients; and determined whether these factors changed relative to 2005.</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <p>We used a pooled time-series design that took advantage of two large-scale surveys of physician use of health information technologies in Florida. The two surveys used similar sampling strategies but did not necessarily target the same physicians in both 2005 and 2008. Data and methods from the first survey, conducted in 2005 (N = 14,921), have been previously reported [<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref27">27</xref>]. The second survey, conducted in 2008 (N = 7003), had many identical questions. In the current analysis, we focused upon the questions pertaining to email use that were identical in both surveys and analyzed the combined data. The 2008 survey is attached (see <xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>).</p>
            <sec>
                <title>Survey</title>
                <p> Similar to the 2005 survey, for the 2008 survey we identified physicians by using Florida Department of Health lists of individuals licensed to practice allopathic or osteopathic medicine and who had a practice address in the state. The focus of the study was on physicians practicing in outpatient settings, so physicians who are typically hospital based (eg, radiologists, pathologists, anesthesiologists, and emergency physicians) were excluded. In 2008, we targeted 50% of all primary care physicians (general internists, family physicians, general pediatricians, general practitioners, and obstetricians/gynecologists) and a 12.5% random stratified sample of other medical and surgical specialists throughout the state. This sampling methodology was proportionately equal to 2005 but sampled half as many physicians.</p>
                <p>As in 2005, the 2008 survey was administered with the assistance of an on-campus survey research laboratory that tracked respondents using a 6-digit identifying code. Physicians were initially sent a survey and cover letter describing the study and urging their participation. After 4 weeks, nonrespondents were sent another copy of the survey and an updated cover letter further encouraging their participation. Participants returned their completed surveys in an enclosed prepaid business reply envelope. Staff at the survey research lab kept track of outgoing and incoming surveys and updated addresses retuned as undeliverable as needed. Staff at the survey research lab entered the data and randomly checked for accuracy. The response rate for the 2008 survey was 29.4% (2057/7003), which was very similar to the 2005 response rate of 28.2% (4203/14,921). The institutional review board at Florida State University approved the study protocol.</p>
            </sec>
            <sec>
                <title>Statistical Analyses</title>
                <p>Data from 2008 and 2005 were stacked into a single dataset and prepared for analyses. Descriptive statistics were computed for the 2008 sample and various analyses were conducted as follows. First, we compared the frequency of email use among physicians in 2005 with 2008 using chi-square analysis. Next, we compared 2005 and 2008 adherence rates with best-practice email guidelines developed the AMA and AMIA using the Fisher exact test for binary categorical variables. Lastly, based on the 2008 data, we investigated the physician and practice characteristics associated with email use by specifying a logistic regression model that computed odds ratios and 95% confidence intervals. Our predictive model, with email use as the dependent variable, included independent variables for physician gender, age, practice size (measured as the number of physician employed by the practice), physician specialty (primary care or other), practice setting (single or multispecialty), and physician competency as a computer user (measured on a self-reported 5-point Likert scale). This analysis was similar to the one previously conducted with 2005 data [<xref ref-type="bibr" rid="ref9">9</xref>] to allow for an examination of how current predictors of email use compared with previous findings. All analyses were conducted in SPSS version 16.0 (IBM Corporation, Somers, NY, USA) and significance was considered at the <italic>P</italic> &#60; .05 level.</p>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <p>A total of 2057/7003 responses were returned in the 2008 survey, representing a 29.4% participation rate. Demographic and practice characteristics of respondents from both 2005 and 2008 are shown in <xref ref-type="table" rid="table1">Table 1</xref>. Overall, the 2008 sample included a greater proportion of female physicians and a higher proportion of family physicians and general internists. The 2008 sample also included a smaller proportion of surgical and medical specialists. Lastly, respondents in 2008 indicated having greater access to the Internet via high-speed connections, and fewer respondents indicated having dial-up access only.</p>
            <table-wrap id="table1" position="float">
                <label>Table 1</label>
                <caption>
                    <p>Demographic and practice characteristics of responding physicians</p>
                </caption>
                <table cellpadding="8" cellspacing="0" border="1" rules="groups" frame="hsides" width="1000">
                    <col width="10" />
                    <col width="390" />
                    <col width="200" />
                    <col width="200" />
                    <col width="200" />
                    <thead>
                        <tr valign="top">
                            <td colspan="2" />
                            <td>2008 Results <break /> (n = 2057)</td>
                            <td>2005 Results <break /> (n = 4203)</td>
                            <td>
                                <italic>P</italic>-value</td>
                        </tr>
                    </thead>
                    <tbody>
                        <tr valign="top">
                            <td colspan="2">Gender: male, n (%)</td>
                            <td>1434 (70.4%)</td>
                            <td>2479 (75.9%)</td>
                            <td>&#60;.001</td>
                        </tr>
                        <tr valign="top">
                            <td colspan="2">Mean (range) years in current community</td>
                            <td>15.0 (&#60;1-53)</td>
                            <td>14.7 (&#60;1-52)</td>
                            <td>.14</td>
                        </tr>
                        <tr valign="top">
                            <td colspan="2">Mean (range) years since medical school graduation</td>
                            <td>21.9 (&#60;1-60)</td>
                            <td>21.3 (&#60;1-65)</td>
                            <td>.08</td>
                        </tr>
                        <tr valign="top">
                            <td colspan="2">
                                <bold>Specialty, n (%)</bold>
                            </td>
                            <td />
                            <td />
                            <td />
                        </tr>
                        <tr valign="top">
                            <td />
                            <td>Family medicine</td>
                            <td>575 (28.1%)</td>
                            <td>756 (18.3%)</td>
                            <td>&#60;.001</td>
                        </tr>
                        <tr valign="top">
                            <td />
                            <td>Internal medicine</td>
                            <td>453 (22.2%)</td>
                            <td>783 (18.9%)</td>
                            <td />
                        </tr>
                        <tr valign="top">
                            <td />
                            <td>Pediatrics</td>
                            <td>306 (15.0%)</td>
                            <td>602 (14.6%)</td>
                            <td />
                        </tr>
                        <tr valign="top">
                            <td />
                            <td>Obstetrics/gynecology</td>
                            <td>205 (10.0%)</td>
                            <td>454 (11.0%)</td>
                            <td />
                        </tr>
                        <tr valign="top">
                            <td />
                            <td>General surgery</td>
                            <td>24 (1.2%)</td>
                            <td>42 (1.0%)</td>
                            <td />
                        </tr>
                        <tr valign="top">
                            <td />
                            <td>Surgical specialty</td>
                            <td>154 (7.5%)</td>
                            <td>393 (9.5%)</td>
                            <td />
                        </tr>
                        <tr valign="top">
                            <td />
                            <td>Medical specialty</td>
                            <td>184 (9.0%)</td>
                            <td>709 (17.1%)</td>
                            <td />
                        </tr>
                        <tr valign="top">
                            <td />
                            <td>Other</td>
                            <td>142 (6.9%)</td>
                            <td>397 (9.6%)</td>
                            <td />
                        </tr>
                        <tr valign="top">
                            <td colspan="2">Presence of Internet access</td>
                            <td>1941 (95.5%)</td>
                            <td>3824 (96.4%)</td>
                            <td>.07</td>
                        </tr>
                        <tr valign="top">
                            <td colspan="2">High-speed access/wireless access</td>
                            <td>1641 (90.2%)</td>
                            <td>2857 (85.3%)</td>
                            <td>&#60;.001</td>
                        </tr>
                        <tr valign="top">
                            <td colspan="2">Dial-up connection only</td>
                            <td>48 (2.6%)</td>
                            <td>406 (12.1%)</td>
                            <td>&#60;.001</td>
                        </tr>
                    </tbody>
                </table>
            </table-wrap>
            <sec>
                <title>Changes in Email Use Over Time</title>
                <p>In 2008, 408/2001 physicians (20.4%) indicated that they personally used email from their office to communicate with patients, which was significantly higher than the 16.6% (690/4148) of respondents in 2005 (<italic>P</italic> &#60; .001) (see <xref ref-type="table" rid="table2">Table 2</xref>). Of those who emailed with patients in 2008, few reported using email frequently (59/408, 14.6%) compared with those who reported using email occasionally (161/408, 40.0%) or rarely (183/408, 45.4%). For those physicians who did use email with their patients, the <italic>frequency</italic> of email use did not differ between 2005 and 2008. Specifically, the 59 doctors in 2008 who indicated that they frequently used email with patients represented 2.9% of a total of 2001 physicians who responded to the email question in the survey. This rate was identical to the 2005 rate reported previously by our group [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
                <table-wrap id="table2" position="float">
                    <label>Table 2</label>
                    <caption>
                        <p>Physician&#8217;s self-reported email use with patients and other entities</p>
                    </caption>
                    <table cellpadding="8" cellspacing="0" border="1" rules="groups" frame="hsides" width="1000">
                        <col width="10" />
                        <col width="490" />
                        <col width="100" />
                        <col width="100" />
                        <col width="100" />
                        <col width="100" />
                        <col width="100" />
                        <thead>
                            <tr valign="top">
                                <td colspan="2" rowspan="2" />
                                <td colspan="2">n (%) of Physicians</td>
                                <td rowspan="2">c<sup>2</sup>
                                </td>
                                <td rowspan="2">DF<sup>a</sup>
                                </td>
                                <td rowspan="2">P-value</td>
                            </tr>
                            <tr valign="top">
                                <td>2005 (n = 4148)</td>
                                <td>2008 (n = 2001)</td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="top">
                                <td colspan="2">Personally uses email with patients from office practice</td>
                                <td>690 (16.6%)</td>
                                <td>408 (20.4%)</td>
                                <td>13.0</td>
                                <td>1</td>
                                <td>&#60;.001</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">
                                    <bold>Frequency of email communication with patients</bold>
                                </td>
                                <td />
                                <td />
                                <td />
                                <td />
                                <td>.41</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Often</td>
                                <td>120 (17.4%)</td>
                                <td>59 (14.6%)</td>
                                <td>1.8</td>
                                <td>2</td>
                                <td />
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Occasionally</td>
                                <td>255 (37.0%)</td>
                                <td>161 (40.0%)</td>
                                <td />
                                <td />
                                <td />
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Rarely</td>
                                <td>314 (45.6%)</td>
                                <td>183 (45.4%)</td>
                                <td />
                                <td />
                                <td />
                            </tr>
                            <tr valign="top">
                                <td colspan="2">
                                    <bold>Would you like to email with patients in the future</bold>
                                </td>
                                <td />
                                <td />
                                <td />
                                <td />
                                <td />
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Yes</td>
                                <td>463 (13.4%)</td>
                                <td>151 (10.1%)</td>
                                <td>16.6</td>
                                <td>2</td>
                                <td>&#60;.001</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>No</td>
                                <td>1823 (52.8%)</td>
                                <td>869 (58.4%)</td>
                                <td />
                                <td />
                                <td />
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Do not know yet</td>
                                <td>1166 (33.8%)</td>
                                <td>468 (31.5%)</td>
                                <td />
                                <td />
                                <td />
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Uses email from office practice with entities other than patients</td>
                                <td>2593 (63.0%)</td>
                                <td>1272 (63.8%)</td>
                                <td>0.30</td>
                                <td>1</td>
                                <td>.59</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">
                                    <bold>If so, with which groups (check all that apply)?</bold>
                                </td>
                                <td />
                                <td />
                                <td />
                                <td />
                                <td />
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Family member or caregiver of patients</td>
                                <td>435 (16.8%)</td>
                                <td>217 (17.2%)</td>
                                <td>0.75</td>
                                <td>1</td>
                                <td>.75</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Other doctors</td>
                                <td>1652 (63.8%)</td>
                                <td>761 (60.2%)</td>
                                <td>4.6</td>
                                <td>1</td>
                                <td>.033</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Business-related communications</td>
                                <td>1298 (50.1%)</td>
                                <td>664 (52.5%)</td>
                                <td>1.9</td>
                                <td>1</td>
                                <td>.17</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Hospitals</td>
                                <td>757 (29.2%)</td>
                                <td>445 (35.3%)</td>
                                <td>14.5</td>
                                <td>1</td>
                                <td>&#60;.001</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Pharmaceutical companies</td>
                                <td>531 (20.5%)</td>
                                <td>304 (24.1%)</td>
                                <td>6.4</td>
                                <td>1</td>
                                <td>.012</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Personal friends or family members</td>
                                <td>1923 (74.2%)</td>
                                <td>916 (72.5%)</td>
                                <td>1.4</td>
                                <td>1</td>
                                <td>.24</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Other</td>
                                <td>333 (12.9%)</td>
                                <td>130 (10.4%)</td>
                                <td>5.0</td>
                                <td>1</td>
                                <td>.026</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn id="table2fn1">
                            <p>
                                <sup>a</sup> DF: degrees of freedom.</p>
                        </fn>
                    </table-wrap-foot>
                </table-wrap>
                <p>Those who did not currently use email with their patients were asked about their future interest in doing so. Compared with 2005, a greater proportion of physicians in 2008 indicated not being interested in future email use with patients (869/1488, 58.4% in 2008 vs 1823/3452, 52.8% in 2005 in 2008, c<sup>2</sup>
                    <sub>2</sub> = 16.6, <italic>P</italic> &#60; .001); likewise, the proportion of physician indicating wanting to email with patients in the future decreased over time (463/3452, 13.4% in 2005 vs 151/1488, 10.1% in 2008, c<sup>2</sup>
                    <sub>2</sub> = 16.6, <italic>P</italic> &#60; .001) (see <xref ref-type="table" rid="table2">Table 2</xref>). </p>
                <p>The rate of email use by respondents with entities other than patients did not change over time (2593/4148, 63.0% vs 1272/2001, 63.8%, <italic>P</italic> = .59) (<xref ref-type="table" rid="table2">Table 2</xref>). However, the frequency of email use with specific (nonpatient) groups differed between 2005 and 2008. Specifically, respondents were less likely to email with other doctors in 2008 (1652/2593, 63.8% vs 761/1272, 60.2%, c<sup>2</sup>
                    <sub>1</sub> = 4.6, <italic>P</italic> = .03), and more likely to email with hospitals (757/2593, 29.2% vs 445/1272, 35.3%; c<sup>2</sup>
                    <sub>1</sub> = 14.5, <italic>P</italic> &#60; .001) and pharmaceutical companies (531/2593, 20.5% vs 304/1272, 24.1%, c<sup>2</sup>
                    <sub>1</sub> = 6.4, <italic>P</italic> = .01).</p>
                <p>Of the 408 respondents who indicated using email with patients in 2008, only 6 doctors (1.5%) reported that they abided by all the AMA/AMIA guidelines. <xref ref-type="fig" rid="figure1">Figure 1</xref> presents the number and percentage of guidelines that physicians reported adherence to in 2005 and 2008. While more physicians in 2008 indicating abiding by at least one of the guidelines, the differences overall did not differ. </p>
                <p>When comparing the individual best-practice categories between 2005 and 2008, rates decreased over time in each category and were significantly lower in 2008 for 4 of the 13 guidelines (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
                <fig id="figure1" position="float">
                    <label>Figure 1</label>
                    <caption>
                        <p>Number and percentage of selected email guideline items being adhered to by physicians in Florida in 2005 and 2008</p>
                    </caption>
                    <!--Original graphic name: http://writer.zoho.com:80/image.do?imgurl=6d37aff7952c652b15981bdb67ae7d24753f78e991a900217e61b98366e8ce2e000ff8a53cdf47ff4e27b0b79a304083-->
                    <graphic xlink:href="jmir_v13i1e23_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                </fig>
                <p>Specifically, from 2005 to 2008, the percentage of physicians who printed email communication and placed it in patients&#8217; charts decreased from 48% (331/689) to 39% (159/408) (c<sup>2</sup>
                    <sub>1</sub> = 8.4, <italic>P</italic> = .004); the percentage of physicians who informed patients about privacy issues with respect to email decreased from 36.3% (250/689) to 29.2% (119/408) (c<sup>2</sup>
                    <sub>1</sub> = 5.7, <italic>P</italic> = .02); the percentage of physicians who notified patients to discuss emails when they become too lengthy decreased from 21.5% (148/689) to 15.7% (64/408) (c<sup>2</sup>
                    <sub>1</sub> = 5.5, <italic>P</italic> = .02); and the percentage of physicians who sent patients a message to inform them of completing a request decreased from 16.1% (111/689) to 11% (45/408) (c<sup>2</sup>
                    <sub>1</sub> = 5.4, <italic>P</italic> = .02).</p>
                <table-wrap id="table3" position="float">
                    <label>Table 3</label>
                    <caption>
                        <p>Physician&#8217;s self-reported adherence to recommended guideline items when emailing patients</p>
                    </caption>
                    <table cellpadding="8" cellspacing="0" border="1" rules="groups" frame="hsides" width="1000">
                        <col width="500" />
                        <col width="100" />
                        <col width="100" />
                        <col width="100" />
                        <col width="100" />
                        <col width="100" />
                        <thead>
                            <tr valign="top">
                                <td />
                                <td colspan="2">n (%) of Physicians</td>
                                <td rowspan="2">c<sup>2</sup>
                                </td>
                                <td rowspan="2">DF<sup>a</sup>
                                </td>
                                <td rowspan="2">
                                    <italic>P</italic>-value</td>
                            </tr>
                            <tr valign="top">
                                <td>Nationally recommended policies</td>
                                <td>2005 <break /> (n = 689)</td>
                                <td>2008 <break /> (n = 408)</td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="top">
                                <td>Print email communication and place inpatients&#8217; charts</td>
                                <td>331 (48.0)</td>
                                <td>159 (39.0)</td>
                                <td>8.4</td>
                                <td>1</td>
                                <td>.004</td>
                            </tr>
                            <tr valign="top">
                                <td>Inform patients about privacy issues with respect to email</td>
                                <td>250 (36.3)</td>
                                <td>119 (29.2)</td>
                                <td>5.7</td>
                                <td>1</td>
                                <td>.02</td>
                            </tr>
                            <tr valign="top">
                                <td>When email messages become too lengthy, notify patients to come in to discuss or call them</td>
                                <td>148 (21.5)</td>
                                <td>64 (15.7)</td>
                                <td>5.5</td>
                                <td>1</td>
                                <td>.02</td>
                            </tr>
                            <tr valign="top">
                                <td>Establish a turnaround time for messages</td>
                                <td>111 (16.1)</td>
                                <td>53 (13.0)</td>
                                <td>1.9</td>
                                <td>1</td>
                                <td>.16</td>
                            </tr>
                            <tr valign="top">
                                <td>Request patients put their names or identification numbers in the body of the message</td>
                                <td>111 (16.1)</td>
                                <td>59 (14.5)</td>
                                <td>0.5</td>
                                <td>1</td>
                                <td>.75</td>
                            </tr>
                            <tr valign="top">
                                <td>Send a new message to inform patient of completion of request</td>
                                <td>11 (16.1)</td>
                                <td>45 (11.0)</td>
                                <td>5.4</td>
                                <td>1</td>
                                <td>.02</td>
                            </tr>
                            <tr valign="top">
                                <td>Establish types of transactions</td>
                                <td>11 (16.0)</td>
                                <td>64 (15.7)</td>
                                <td>0.0</td>
                                <td>1</td>
                                <td>.91</td>
                            </tr>
                            <tr valign="top">
                                <td>Explain to patients that their message should be concise</td>
                                <td>70 (10.2)</td>
                                <td>31 (7.6)</td>
                                <td>2.0</td>
                                <td>1</td>
                                <td>.16</td>
                            </tr>
                            <tr valign="top">
                                <td>Remind patients when they do not adhere to guidelines</td>
                                <td>55 (8.0)</td>
                                <td>30 (7.4)</td>
                                <td>0.1</td>
                                <td>1</td>
                                <td>.71</td>
                            </tr>
                            <tr valign="top">
                                <td>Develop archival and retrieval mechanisms</td>
                                <td>57 (8.3)</td>
                                <td>32 (7.9)</td>
                                <td>0.2</td>
                                <td>1</td>
                                <td>.74</td>
                            </tr>
                            <tr valign="top">
                                <td>Instruct patients to put category of transactions in subject line of message</td>
                                <td>48 (7.0)</td>
                                <td>21 (5.1)</td>
                                <td>1.4</td>
                                <td>1</td>
                                <td>.23</td>
                            </tr>
                            <tr valign="top">
                                <td>Configure automatic reply to acknowledge receipt of patients&#8217; messages</td>
                                <td>42 (6.1)</td>
                                <td>20 (4.9)</td>
                                <td>0.7</td>
                                <td>1</td>
                                <td>.41</td>
                            </tr>
                            <tr valign="top">
                                <td>Request patients to use autoreply features to acknowledge clinician&#8217;s message</td>
                                <td>28 (4.1)</td>
                                <td>15 (3.7)</td>
                                <td>0.1</td>
                                <td>1</td>
                                <td>.47</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn id="table3fn1">
                            <p>
                                <sup>a</sup> DF: degrees of freedom.</p>
                        </fn>
                    </table-wrap-foot>
                </table-wrap>
            </sec>
            <sec>
                <title>Predictors of Email Use in 2008</title>
                <p>We investigated whether physician and practice characteristics among 2008 respondents were associated with email use with patients. Specifically, we present unadjusted and multivariate relationships between email use and gender, age, practice size, specialty, and practice setting in <xref ref-type="table" rid="table4">Table 4</xref>.</p>
                <table-wrap id="table4" position="float">
                    <label>Table 4</label>
                    <caption>
                        <p>Predictors of email use with patients among physicians in Florida (n = 1766)</p>
                    </caption>
                    <table cellpadding="8" cellspacing="0" border="1" rules="groups" frame="hsides" width="1000">
                        <col width="10" />
                        <col width="390" />
                        <col width="200" />
                        <col width="200" />
                        <col width="200" />
                        <thead>
                            <tr valign="top">
                                <td colspan="2" />
                                <td>Physicians who used email <break /> with patients</td>
                                <td>Unadjusted odds ratio <break /> (95% CI)</td>
                                <td>Adjusted odds ratio<sup>a</sup>
                                    <break /> (95% CI)</td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="top">
                                <td colspan="2">
                                    <bold>Gender</bold>
                                </td>
                                <td />
                                <td />
                                <td />
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Male</td>
                                <td>274 (19.7%)</td>
                                <td>1.00</td>
                                <td>1.00</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Female</td>
                                <td>130 (21.9%)</td>
                                <td>1.14 (0.90-1.44)</td>
                                <td>1.48 (1.12-1.95)</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">
                                    <bold>Age</bold>
                                </td>
                                <td />
                                <td />
                                <td />
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Less than 40 years old</td>
                                <td>78 (22.3%)</td>
                                <td>1.00</td>
                                <td>1.00</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>41-50 years</td>
                                <td>133 (22.1%)</td>
                                <td>0.99 (0.72-1.36)</td>
                                <td>1.21 (0.85-1.71)</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>51-60 years</td>
                                <td>131 (21.1%)</td>
                                <td>0.93 (0.68-1.28)</td>
                                <td>1.35 (0.94-1.94)</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>61 years or older</td>
                                <td>62 (15.2%)</td>
                                <td>0.63 (0.43-0.90)</td>
                                <td>1.16 (0.76-1.79)</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">
                                    <bold>Practice size</bold>
                                </td>
                                <td />
                                <td />
                                <td />
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Solo practice</td>
                                <td>122 (18.0%)</td>
                                <td>1.00</td>
                                <td>1.00</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>2-9 physicians</td>
                                <td>199 (19.9%)</td>
                                <td>1.13 (0.88-1.46)</td>
                                <td>0.93 (0.71-1.23)</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>10-49 physicians</td>
                                <td>51 (29.7%)</td>
                                <td>1.66 (1.14-2.41)</td>
                                <td>0.98 (0.61-1.56)</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>50 or more physicians</td>
                                <td>29 (35.8%)</td>
                                <td>2.54 (1.55-4.16)</td>
                                <td>1.29 (0.68-2.43)</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">
                                    <bold>Physician</bold>
                                    <bold>s</bold>
                                    <bold>pecialty</bold>
                                </td>
                                <td />
                                <td />
                                <td />
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Primary care</td>
                                <td>243(18.6%)</td>
                                <td>1.00</td>
                                <td>1.00</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Other</td>
                                <td>162 (23.7%)</td>
                                <td>1.36 (1.08-1.70)</td>
                                <td>1.43 (1.12-1.84)</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">
                                    <bold>Practice</bold>
                                    <bold>s</bold>
                                    <bold>etting</bold>
                                </td>
                                <td />
                                <td />
                                <td />
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Single specialty</td>
                                <td>240 (17.5%)</td>
                                <td>1.00</td>
                                <td>1.00</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Multispecialty</td>
                                <td>133 (28.7%)</td>
                                <td>1.89 (1.48-2.41)</td>
                                <td>1.76 (1.30-2.37)</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">
                                    <bold>Competency as a computer user</bold>
                                </td>
                                <td />
                                <td />
                                <td />
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Very sophisticated</td>
                                <td>74 (35.4%)</td>
                                <td>1.00</td>
                                <td>1.00</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Sophisticated</td>
                                <td>172 (25.0%)</td>
                                <td>0.61 (0.44-0.85)</td>
                                <td>0.55 (0.38-0.79)</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Neutral</td>
                                <td>137 (17.9%)</td>
                                <td>0.40 (0.28-0.56)</td>
                                <td>0.38 (0.26-0.55)</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Unsophisticated</td>
                                <td>23 (8.4%)</td>
                                <td>0.17 (0.10-0.28)</td>
                                <td>0.14 (0.08-0.26)</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Very unsophisticated</td>
                                <td>2 (4.9%)</td>
                                <td>0.94 (0.22-0.40)</td>
                                <td>0.10 (0.02-0.43)</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn id="table4fn1">
                            <p>
                                <sup>a</sup> Adjusted odds ratios control for all variables in the table.</p>
                        </fn>
                    </table-wrap-foot>
                </table-wrap>
                <p>In an unadjusted analysis of 2008 data, physician in the oldest age category (61 years or older) were significantly less likely to email with patients than those in the youngest category (OR 0.63, 95% CI 0.43-0.90). Moreover, as practice size increased, so did the tendency among respondents to indicate they used email with patients. For example, those in practices with 50 or greater physicians were significantly more likely than those in solo practices to email with patients (OR 2.54, 95% CI 1.55-4.16). Lastly, specialist physicians were more likely than primary care physicians (OR 1.36, 95% CI 1.08-1.70) and those in a multispecialty practice were more likely than those in a single specialty practice (OR 1.89, 95% CI 1.48-2.41), to email with patients.</p>
                <p>In multivariate analyses of 2008 data that controlled for confounders, female physicians were more likely to indicate they email with their patients (OR 1.48, 95% CI 1.12-1.95). Additionally, specialist physicians were more likely than primary care physicians (OR 1.43, 95% CI 1.12-1.84) and those in a multispecialty practice were more likely than those in a single specialty practice to use email with their patients (OR 1.76, 95% CI 1.30-2.37). Self-reported computer competency levels among physicians predicted email use at every level of response. When compared with &#8220;very sophisticated&#8221; computer users, &#8220;sophisticated&#8221; users (OR 0.55, 95% CI 0.38-0.79), neutral users (adjusted OR 0.38, 95% CI 0.26-0.55), &#8220;unsophisticated&#8221; users (OR 0.14, 95% CI 0.08-0.26), and &#8220;very unsophisticated&#8221; users (OR 0.10, 95% CI 0.02-0.43) were all less likely to use email with patients. Lastly, in the multivariate analysis, physician age and practice size were no longer associated with email use with patients.</p>
            </sec>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <p>The benefits of email communication between physician and patient have been espoused by many researchers [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>]. It has been reported that email between physician and patient can improve efficiency and workflow within a medical practice, and improve access to care and convenience to patients [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Despite the improvements this communication medium can provide, Florida physicians in 2005 were infrequently using emailing with patients [<xref ref-type="bibr" rid="ref9">9</xref>]. In the current study, we made use of newly collected data from Florida to examine trends in email use by physicians over time.</p>
            <p>The main finding of our analysis suggests that, while a higher percentage of physicians reported having tried emailing with patients in 2008 than in 2005, the proportion of physicians who are actively doing so on a regular basis did not change significantly during this time frame. Furthermore, physicians who had not yet tried emailing with patients had a waning future interest in doing so. On the contrary, relative to 2005, physician use of email from their practices with entities other than patients remained high. In fact, in 2008, physicians reported an increase in email use with individuals at hospitals and pharmaceutical companies, suggesting that physicians did see value in this communication medium with selected stakeholders.</p>
            <p>A troubling trend involves the lack of adherence to professionally developed best practices designed to protect physicians who choose to email with patients. In 2005, we found that very few doctors abided by most of the recommended best practices developed by the AMA and AMIA. Our updated data from 2008 suggest that even fewer physicians who email with patients were adhering to these best practices. Specifically, even though a greater number of physicians reported abiding by at least one of the 13 guidelines, overall, fewer physicians reported adherence to all 13 guidelines with significant reductions in 4 guidelines. It is possible that physicians were not aware that these guidelines exist. Furthermore, it is possible that, despite their knowledge of these guidelines, physicians found it difficult to incorporate these best practices into their routine workflows. It is also possible that these guidelines may be perceived as outdated given that they were published in 1998 when email usage was much more infrequent between doctors and patients. Our belief is that the guidelines are still relevant and thus, given our findings, physicians are still exposing themselves to potentially unnecessary liability when they fail to heed the recommendations of the AMA and AMIA with respect to email use. Efforts should be made to draw attention to these guidelines, as well as simultaneously demonstrating how these guidelines can be adopted by physicians and integrated into their practice&#8217;s workflow. </p>
            <p>In 2008, several physician or practice characteristics were associated with email use with patients. In multivariate analyses, female physicians, specialty physicians (as opposed to primary care physicians), and those in a multispecialty practice were all more likely than their counterparts to use email with their patients. Given the increasing time demands on primary care physicians in terms of providing recommended services and preventative care [<xref ref-type="bibr" rid="ref29">29</xref>], and the increasing length and volume of primary care visits [<xref ref-type="bibr" rid="ref30">30</xref>], these physicians may have less time available to devote to emailing patients. This is particularly important in light of the national trend toward improving patient-centered medical homes in which primary care physicians are empowered to increase services, including through electronic means, to their patients.</p>
            <p>On the other hand, physicians in multispecialty practices can gain economies of scale that help with certain administrative processes [<xref ref-type="bibr" rid="ref31">31</xref>], which may provide more free time to use email with patients. Lastly, it is not clear why female physicians were more likely than their male counterparts to use email with patients. However, previous researchers have found that female doctors were more likely to earn continuing medical education (CME) credits online [<xref ref-type="bibr" rid="ref32">32</xref>] and be responsive to email invitations to CME programs [<xref ref-type="bibr" rid="ref33">33</xref>], both activities that may increase their proclivity to use information technology within their practice. More research is needed to more fully understand this trend. </p>
            <p>While, in 2005, physicians in the largest practices emailed with patients most frequently, practice size was no longer a significant predictor of email use in 2008. Furthermore, while age was negatively associated in univariate analysis with patient email use in both 2005 and 2008, multivariate analysis of 2008 data that included the newly available measure of self-reported computer sophistication made differences by age disappear. Our data show that computer sophistication may be a better predictor than age of technology adoption among physicians. Those who were very sophisticated computer users were significantly more likely to report emailing with patients than those who were sophisticated, neutral, unsophisticated, or very unsophisticated in increasingly higher proportions.</p>
            <p>There are several limitations of this study worth mentioning. First, given that our data relied on self-reported information, we realize that our data are limited by participants&#8217; ability to recall information accurately and their willingness to do so. Second, we recognize that response rates to both surveys were suboptimal. However, several researchers, including our group using the current data, have found that response bias in studies of health information technology are not likely, given the noncontroversial nature of questions on such surveys [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. Third, given the pooled time-series nature of our analyses, we cannot be certain that the same physicians responded to our survey in 2005 and 2008. Even though we used very similar sampling methodologies, the characteristics of the 2005 and 2008 samples were different in some ways, including gender and specialty. Although these differences may be true changes in demographic characteristics among Florida physicians over time, we recognize that these differences may be a weakness of the study. Lastly, our study was conducted in a single US state where demographic, socioeconomic, and medicolegal characteristics affecting physicians may not generalize well to the rest of the country. Thus, we recommend caution when interpreting our results as reflective of physicians outside of Florida.</p>
            <p>If physician-patient email communication is indeed valued as a patient-centered approach to improving health care quality, more effort will be needed to alleviate physician reluctance to engage in this activity. In Florida, the proportion of physicians who regularly email with patients rose only slightly between 2005 and 2008. This was a period when other health information technology applications such as electronic medical records and e-prescribing increased significantly in adoption nationally and in Florida [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. Policy makers will need to seriously consider ways in which to encourage this activity if the potential benefits from physician-patient emailing are to be realized. Physicians who are using or are considering using email with patients are urged to become knowledgeable of best practices, which they can employ in their organizations.</p>
        </sec>
    </body>
    <back>
        <ack>
            <p>Data collection for this project was funded by a grant from the Physicians’ Foundation for Health System Excellence. The funder played no role in the analysis, presentation of data, or writing of this manuscript.</p>
        </ack>
        <fn-group>
            <fn fn-type="conflict">
                <p>None declared</p>
            </fn>
        </fn-group>
        <app-group>
            <app id="app1">
                <title>Multimedia Appendix 1</title>
                <p>Survey of physician information technology use in Florida 2008, developed by Nir Menachemi, PhD and Robert G Brooks, MD</p>
                <media xlink:href="jmir_v13i1e23_app1.pdf" xlink:title="PDF file (Adobe PDF File), 47 KB" />
            </app>
        </app-group>
        <glossary>
            <title>Abbreviations</title>
            <def-list>
                <def-item>
                    <term id="abb1">AMA</term>
                    <def>
                        <p>American Medical Association</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb2">AMIA</term>
                    <def>
                        <p>American Medical Informatics Association</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb3">CME</term>
                    <def>
                        <p>continuing medical education</p>
                    </def>
                </def-item>
            </def-list>
        </glossary>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Car</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sheikh</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Email consultations in health care: 1--scope and effectiveness</article-title>
                    <source>BMJ</source>
                    <year>2004</year>
                    <month>08</month>
                    <day>21</day>
                    <volume>329</volume>
                    <issue>7463</issue>
                    <fpage>435</fpage>
                    <lpage>8</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bmj.com/cgi/pmidlookup?view=long&#38;pmid=15321902" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1136/bmj.329.7463.435</pub-id>
                    <pub-id pub-id-type="medline">15321902</pub-id>
                    <pub-id pub-id-type="pii">329/7463/435</pub-id>
                    <pub-id pub-id-type="pmcid">PMC514208</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Roter</surname>
                            <given-names>DL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Larson</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sands</surname>
                            <given-names>DZ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ford</surname>
                            <given-names>DE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Houston</surname>
                            <given-names>T</given-names>
                        </name>
                    </person-group>
                    <article-title>Can e-mail messages between patients and physicians be patient-centered?</article-title>
                    <source>Health Commun</source>
                    <year>2008</year>
                    <volume>23</volume>
                    <issue>1</issue>
                    <fpage>80</fpage>
                    <lpage>6</lpage>
                    <pub-id pub-id-type="doi">10.1080/10410230701807295</pub-id>
                    <pub-id pub-id-type="medline">18443995</pub-id>
                    <pub-id pub-id-type="pii">790636936</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Stalberg</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Yeh</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ketteridge</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Delbridge</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Delbridge</surname>
                            <given-names>L</given-names>
                        </name>
                    </person-group>
                    <article-title>E-mail access and improved communication between patient and surgeon</article-title>
                    <source>Arch Surg</source>
                    <year>2008</year>
                    <month>02</month>
                    <volume>143</volume>
                    <issue>2</issue>
                    <fpage>164</fpage>
                    <lpage>8</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://archsurg.ama-assn.org/cgi/pmidlookup?view=long&#38;pmid=18283141" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1001/archsurg.2007.31</pub-id>
                    <pub-id pub-id-type="medline">18283141</pub-id>
                    <pub-id pub-id-type="pii">143/2/164</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Rosen</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kwoh</surname>
                            <given-names>CK</given-names>
                        </name>
                    </person-group>
                    <article-title>Patient-physician e-mail: an opportunity to transform pediatric health care delivery</article-title>
                    <source>Pediatrics</source>
                    <year>2007</year>
                    <month>10</month>
                    <volume>120</volume>
                    <issue>4</issue>
                    <fpage>701</fpage>
                    <lpage>6</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://pediatrics.aappublications.org/cgi/pmidlookup?view=long&#38;pmid=17908755" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1542/peds.2007-1094</pub-id>
                    <pub-id pub-id-type="medline">17908755</pub-id>
                    <pub-id pub-id-type="pii">120/4/701</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Mettner</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>The doctor is in (your inbox)</article-title>
                    <source>Minn Med</source>
                    <year>2009</year>
                    <month>01</month>
                    <volume>92</volume>
                    <issue>1</issue>
                    <fpage>10</fpage>
                    <lpage>1</lpage>
                    <pub-id pub-id-type="medline">19397039</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Sciamanna</surname>
                            <given-names>CN</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rogers</surname>
                            <given-names>ML</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Shenassa</surname>
                            <given-names>ED</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Houston</surname>
                            <given-names>TK</given-names>
                        </name>
                    </person-group>
                    <article-title>Patient access to U.S. physicians who conduct internet or e-mail consults</article-title>
                    <source>J Gen Intern Med</source>
                    <year>2007</year>
                    <month>03</month>
                    <volume>22</volume>
                    <issue>3</issue>
                    <fpage>378</fpage>
                    <lpage>81</lpage>
                    <pub-id pub-id-type="doi">10.1007/s11606-006-0076-1</pub-id>
                    <pub-id pub-id-type="medline">17356972</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1824761</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Audet</surname>
                            <given-names>AM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Doty</surname>
                            <given-names>MM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Peugh</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Shamasdin</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Zapert</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schoenbaum</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <article-title>Information technologies: when will they make it into physicians' black bags?</article-title>
                    <source>MedGenMed</source>
                    <year>2004</year>
                    <month>12</month>
                    <day>6</day>
                    <volume>6</volume>
                    <issue>4</issue>
                    <fpage>2</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.medscape.com/viewarticle/493210" />
                    </comment>
                    <pub-id pub-id-type="medline">15775829</pub-id>
                    <pub-id pub-id-type="pii">493210</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1480565</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Baker</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wagner</surname>
                            <given-names>TH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Singer</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bundorf</surname>
                            <given-names>MK</given-names>
                        </name>
                    </person-group>
                    <article-title>Use of the Internet and e-mail for health care information: results from a national survey</article-title>
                    <source>JAMA</source>
                    <year>2003</year>
                    <month>05</month>
                    <day>14</day>
                    <volume>289</volume>
                    <issue>18</issue>
                    <fpage>2400</fpage>
                    <lpage>6</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://jama.ama-assn.org/cgi/pmidlookup?view=long&#38;pmid=12746364" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1001/jama.289.18.2400</pub-id>
                    <pub-id pub-id-type="medline">12746364</pub-id>
                    <pub-id pub-id-type="pii">289/18/2400</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Brooks</surname>
                            <given-names>RG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Menachemi</surname>
                            <given-names>N</given-names>
                        </name>
                    </person-group>
                    <article-title>Physicians' use of email with patients: factors influencing electronic communication and adherence to best practices</article-title>
                    <source>J Med Internet Res</source>
                    <year>2006</year>
                    <volume>8</volume>
                    <issue>1</issue>
                    <fpage>e2</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2006/1/e2/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.8.1.e2</pub-id>
                    <pub-id pub-id-type="medline">16585026</pub-id>
                    <pub-id pub-id-type="pii">v8i1e2</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1550692</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Moyer</surname>
                            <given-names>CA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Stern</surname>
                            <given-names>DT</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Dobias</surname>
                            <given-names>KS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cox</surname>
                            <given-names>DT</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Katz</surname>
                            <given-names>SJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Bridging the electronic divide: patient and provider perspectives on e-mail communication in primary care</article-title>
                    <source>Am J Manag Care</source>
                    <year>2002</year>
                    <month>05</month>
                    <volume>8</volume>
                    <issue>5</issue>
                    <fpage>427</fpage>
                    <lpage>33</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.ajmc.com/pubMed.php?pii=282" />
                    </comment>
                    <pub-id pub-id-type="medline">12019595</pub-id>
                    <pub-id pub-id-type="pii">282</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Beckjord</surname>
                            <given-names>EB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Finney Rutten</surname>
                            <given-names>LJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Squiers</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Arora</surname>
                            <given-names>NK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Volckmann</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Moser</surname>
                            <given-names>RP</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hesse</surname>
                            <given-names>BW</given-names>
                        </name>
                    </person-group>
                    <article-title>Use of the internet to communicate with health care providers in the United States: estimates from the 2003 and 2005 Health Information National Trends Surveys (HINTS)</article-title>
                    <source>J Med Internet Res</source>
                    <year>2007</year>
                    <volume>9</volume>
                    <issue>3</issue>
                    <fpage>e20</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2007/3/e20/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.9.3.e20</pub-id>
                    <pub-id pub-id-type="medline">17627929</pub-id>
                    <pub-id pub-id-type="pii">v9i3e20</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2047283</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Sittig</surname>
                            <given-names>DF</given-names>
                        </name>
                        <name name-style="western">
                            <surname>King</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hazlehurst</surname>
                            <given-names>BL</given-names>
                        </name>
                    </person-group>
                    <article-title>A survey of patient-provider e-mail communication: what do patients think?</article-title>
                    <source>Int J Med Inform</source>
                    <year>2001</year>
                    <month>04</month>
                    <volume>61</volume>
                    <issue>1</issue>
                    <fpage>71</fpage>
                    <lpage>80</lpage>
                    <pub-id pub-id-type="medline">11248604</pub-id>
                    <pub-id pub-id-type="pii">S1386-5056(00)00134-9</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Smith</surname>
                            <given-names>KD</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Merchen</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Turner</surname>
                            <given-names>CD</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Vaught</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Nagykaldi</surname>
                            <given-names>Z</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Aspy</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mold</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>Patient-physician e-mail communication revisited a decade later: an OKPRN study</article-title>
                    <source>J Okla State Med Assoc</source>
                    <year>2009</year>
                    <month>09</month>
                    <volume>102</volume>
                    <issue>9</issue>
                    <fpage>291</fpage>
                    <lpage>3</lpage>
                    <pub-id pub-id-type="medline">19856821</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wallwiener</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wallwiener</surname>
                            <given-names>CW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kansy</surname>
                            <given-names>JK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Seeger</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rajab</surname>
                            <given-names>TK</given-names>
                        </name>
                    </person-group>
                    <article-title>Impact of electronic messaging on the patient-physician interaction</article-title>
                    <source>J Telemed Telecare</source>
                    <year>2009</year>
                    <volume>15</volume>
                    <issue>5</issue>
                    <fpage>243</fpage>
                    <lpage>50</lpage>
                    <pub-id pub-id-type="doi">10.1258/jtt.2009.090111</pub-id>
                    <pub-id pub-id-type="medline">19590030</pub-id>
                    <pub-id pub-id-type="pii">15/5/243</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Mark</surname>
                            <given-names>KE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wald</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Drolette</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Golden</surname>
                            <given-names>MR</given-names>
                        </name>
                    </person-group>
                    <article-title>Internet and email use among STD clinic patients</article-title>
                    <source>Sex Transm Dis</source>
                    <year>2008</year>
                    <month>11</month>
                    <volume>35</volume>
                    <issue>11</issue>
                    <fpage>960</fpage>
                    <lpage>5</lpage>
                    <pub-id pub-id-type="doi">10.1097/OLQ.0b013e3181824f4d</pub-id>
                    <pub-id pub-id-type="medline">18685548</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2692065</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Siva</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Smarr</surname>
                            <given-names>KL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hanson</surname>
                            <given-names>KD</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Parikh</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lawlor</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ge</surname>
                            <given-names>B</given-names>
                        </name>
                    </person-group>
                    <article-title>Internet use and e-mail communications between patients and providers: a survey of rheumatology outpatients</article-title>
                    <source>J Clin Rheumatol</source>
                    <year>2008</year>
                    <month>12</month>
                    <volume>14</volume>
                    <issue>6</issue>
                    <fpage>318</fpage>
                    <lpage>23</lpage>
                    <pub-id pub-id-type="doi">10.1097/RHU.0b013e318190b636</pub-id>
                    <pub-id pub-id-type="medline">19033871</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Virji</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Yarnall</surname>
                            <given-names>KS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Krause</surname>
                            <given-names>KM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pollak</surname>
                            <given-names>KI</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Scannell</surname>
                            <given-names>MA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gradison</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>&#216;stbye</surname>
                            <given-names>T</given-names>
                        </name>
                    </person-group>
                    <article-title>Use of email in a family practice setting: opportunities and challenges in patient- and physician-initiated communication</article-title>
                    <source>BMC Med</source>
                    <year>2006</year>
                    <volume>4</volume>
                    <fpage>18</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.biomedcentral.com/1741-7015/4/18" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1186/1741-7015-4-18</pub-id>
                    <pub-id pub-id-type="medline">16911780</pub-id>
                    <pub-id pub-id-type="pii">1741-7015-4-18</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1563473</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Houston</surname>
                            <given-names>TK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sands</surname>
                            <given-names>DZ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jenckes</surname>
                            <given-names>MW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ford</surname>
                            <given-names>DE</given-names>
                        </name>
                    </person-group>
                    <article-title>Experiences of patients who were early adopters of electronic communication with their physician: satisfaction, benefits, and concerns</article-title>
                    <source>Am J Manag Care</source>
                    <year>2004</year>
                    <month>09</month>
                    <volume>10</volume>
                    <issue>9</issue>
                    <fpage>601</fpage>
                    <lpage>8</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.ajmc.com/pubMed.php?pii=2676" />
                    </comment>
                    <pub-id pub-id-type="medline">15515992</pub-id>
                    <pub-id pub-id-type="pii">2676</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref19">
                <label>19</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Singh</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Fox</surname>
                            <given-names>SA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Petersen</surname>
                            <given-names>NJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Shethia</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Street</surname>
                            <given-names>RL</given-names>
                        </name>
                    </person-group>
                    <article-title>Older patients' enthusiasm to use electronic mail to communicate with their physicians: cross-sectional survey</article-title>
                    <source>J Med Internet Res</source>
                    <year>2009</year>
                    <volume>11</volume>
                    <issue>2</issue>
                    <fpage>e18</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2009/2/e18/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.1143</pub-id>
                    <pub-id pub-id-type="medline">19632972</pub-id>
                    <pub-id pub-id-type="pii">v11i2e18</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2762805</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref20">
                <label>20</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Menachemi</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Powers</surname>
                            <given-names>TL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brooks</surname>
                            <given-names>RG</given-names>
                        </name>
                    </person-group>
                    <article-title>The role of information technology usage in physician practice satisfaction</article-title>
                    <source>Health Care Manage Rev</source>
                    <year>2009</year>
                    <volume>34</volume>
                    <issue>4</issue>
                    <fpage>364</fpage>
                    <lpage>71</lpage>
                    <pub-id pub-id-type="doi">10.1097/HMR.0b013e3181a90d53</pub-id>
                    <pub-id pub-id-type="medline">19858921</pub-id>
                    <pub-id pub-id-type="pii">00004010-200910000-00009</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref21">
                <label>21</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Osborn</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Day</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Westbrook</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>Are specialist physicians missing out on the e-Health boat?</article-title>
                    <source>Intern Med J</source>
                    <year>2009</year>
                    <month>10</month>
                    <volume>39</volume>
                    <issue>10</issue>
                    <fpage>655</fpage>
                    <lpage>61</lpage>
                    <pub-id pub-id-type="doi">10.1111/j.1445-5994.2009.02023.x</pub-id>
                    <pub-id pub-id-type="medline">19849756</pub-id>
                    <pub-id pub-id-type="pii">IMJ2023</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref22">
                <label>22</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hobbs</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wald</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jagannath</surname>
                            <given-names>YS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kittler</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pizziferri</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Volk</surname>
                            <given-names>LA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Middleton</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bates</surname>
                            <given-names>DW</given-names>
                        </name>
                    </person-group>
                    <article-title>Opportunities to enhance patient and physician e-mail contact</article-title>
                    <source>Int J Med Inform</source>
                    <year>2003</year>
                    <month>04</month>
                    <volume>70</volume>
                    <issue>1</issue>
                    <fpage>1</fpage>
                    <lpage>9</lpage>
                    <pub-id pub-id-type="medline">12706177</pub-id>
                    <pub-id pub-id-type="pii">S1386505603000078</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref23">
                <label>23</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kane</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sands</surname>
                            <given-names>DZ</given-names>
                        </name>
                    </person-group>
                    <article-title>Guidelines for the clinical use of electronic mail with patients. The AMIA Internet Working Group, Task Force on Guidelines for the Use of Clinic-Patient Electronic Mail</article-title>
                    <source>J Am Med Inform Assoc</source>
                    <year>1998</year>
                    <volume>5</volume>
                    <issue>1</issue>
                    <fpage>104</fpage>
                    <lpage>11</lpage>
                    <pub-id pub-id-type="medline">9452989</pub-id>
                    <pub-id pub-id-type="pmcid">PMC61279</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref24">
                <label>24</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Menachemi</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brooks</surname>
                            <given-names>RG</given-names>
                        </name>
                    </person-group>
                    <article-title>EHR and other IT adoption among physicians: results of a large-scale statewide analysis</article-title>
                    <source>J Healthc Inf Manag</source>
                    <year>2006</year>
                    <volume>20</volume>
                    <issue>3</issue>
                    <fpage>79</fpage>
                    <lpage>87</lpage>
                    <pub-id pub-id-type="medline">16903665</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref25">
                <label>25</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Menachemi</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ford</surname>
                            <given-names>EW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Beitsch</surname>
                            <given-names>LM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brooks</surname>
                            <given-names>RG</given-names>
                        </name>
                    </person-group>
                    <article-title>Incomplete EHR adoption: late uptake of patient safety and cost control functions</article-title>
                    <source>Am J Med Qual</source>
                    <year>2007</year>
                    <volume>22</volume>
                    <issue>5</issue>
                    <fpage>319</fpage>
                    <lpage>26</lpage>
                    <pub-id pub-id-type="doi">10.1177/1062860607304990</pub-id>
                    <pub-id pub-id-type="medline">17804391</pub-id>
                    <pub-id pub-id-type="pii">22/5/319</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref26">
                <label>26</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Menachemi</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Matthews</surname>
                            <given-names>MC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ford</surname>
                            <given-names>EW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brooks</surname>
                            <given-names>RG</given-names>
                        </name>
                    </person-group>
                    <article-title>The influence of payer mix on electronic health record adoption by physicians</article-title>
                    <source>Health Care Manage Rev</source>
                    <year>2007</year>
                    <volume>32</volume>
                    <issue>2</issue>
                    <fpage>111</fpage>
                    <lpage>8</lpage>
                    <pub-id pub-id-type="doi">10.1097/01.HMR.0000267791.02062.3f</pub-id>
                    <pub-id pub-id-type="medline">17438394</pub-id>
                    <pub-id pub-id-type="pii">00004010-200704000-00004</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref27">
                <label>27</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Menachemi</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Struchen-Shellhorn</surname>
                            <given-names>W</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brooks</surname>
                            <given-names>RG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Simpson</surname>
                            <given-names>L</given-names>
                        </name>
                    </person-group>
                    <article-title>Influence of pay-for-performance programs on information technology use among child health providers: the devil is in the details</article-title>
                    <source>Pediatrics</source>
                    <year>2009</year>
                    <month>01</month>
                    <volume>123 Suppl 2</volume>
                    <fpage>S92</fpage>
                    <lpage>6</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://pediatrics.aappublications.org/cgi/pmidlookup?view=long&#38;pmid=19088236" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1542/peds.2008-1755H</pub-id>
                    <pub-id pub-id-type="medline">19088236</pub-id>
                    <pub-id pub-id-type="pii">123/Supplement_2/S92</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref28">
                <label>28</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Houston</surname>
                            <given-names>TK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sands</surname>
                            <given-names>DZ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Nash</surname>
                            <given-names>BR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ford</surname>
                            <given-names>DE</given-names>
                        </name>
                    </person-group>
                    <article-title>Experiences of physicians who frequently use e-mail with patients</article-title>
                    <source>Health Commun</source>
                    <year>2003</year>
                    <volume>15</volume>
                    <issue>4</issue>
                    <fpage>515</fpage>
                    <lpage>25</lpage>
                    <pub-id pub-id-type="medline">14527870</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref29">
                <label>29</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Bodenheimer</surname>
                            <given-names>T</given-names>
                        </name>
                    </person-group>
                    <article-title>Primary care--will it survive?</article-title>
                    <source>N Engl J Med</source>
                    <year>2006</year>
                    <month>08</month>
                    <day>31</day>
                    <volume>355</volume>
                    <issue>9</issue>
                    <fpage>861</fpage>
                    <lpage>4</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.1056/NEJMp068155" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1056/NEJMp068155</pub-id>
                    <pub-id pub-id-type="medline">16943396</pub-id>
                    <pub-id pub-id-type="pii">355/9/861</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref30">
                <label>30</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Chen</surname>
                            <given-names>LM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Farwell</surname>
                            <given-names>WR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jha</surname>
                            <given-names>AK</given-names>
                        </name>
                    </person-group>
                    <article-title>Primary care visit duration and quality: does good care take longer?</article-title>
                    <source>Arch Intern Med</source>
                    <year>2009</year>
                    <month>11</month>
                    <day>9</day>
                    <volume>169</volume>
                    <issue>20</issue>
                    <fpage>1866</fpage>
                    <lpage>72</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://archinte.ama-assn.org/cgi/pmidlookup?view=long&#38;pmid=19901138" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1001/archinternmed.2009.341</pub-id>
                    <pub-id pub-id-type="medline">19901138</pub-id>
                    <pub-id pub-id-type="pii">169/20/1866</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref31">
                <label>31</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Pauly</surname>
                            <given-names>MV</given-names>
                        </name>
                    </person-group>
                    <article-title>Economics of multispecialty group practice</article-title>
                    <source>J Ambul Care Manage</source>
                    <year>1996</year>
                    <month>07</month>
                    <volume>19</volume>
                    <issue>3</issue>
                    <fpage>26</fpage>
                    <lpage>33</lpage>
                    <pub-id pub-id-type="medline">10158952</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref32">
                <label>32</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Harris</surname>
                            <given-names>JM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Novalis-Marine</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Harris</surname>
                            <given-names>RB</given-names>
                        </name>
                    </person-group>
                    <article-title>Women physicians are early adopters of on-line continuing medical education</article-title>
                    <source>J Contin Educ Health Prof</source>
                    <year>2003</year>
                    <volume>23</volume>
                    <issue>4</issue>
                    <fpage>221</fpage>
                    <lpage>8</lpage>
                    <pub-id pub-id-type="medline">14730792</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref33">
                <label>33</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Abdolrasulnia</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Collins</surname>
                            <given-names>BC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Casebeer</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wall</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Spettell</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ray</surname>
                            <given-names>MN</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Weissman</surname>
                            <given-names>NW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Allison</surname>
                            <given-names>JJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Using email reminders to engage physicians in an Internet-based CME intervention</article-title>
                    <source>BMC Med Educ</source>
                    <year>2004</year>
                    <month>09</month>
                    <day>29</day>
                    <volume>4</volume>
                    <fpage>17</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.biomedcentral.com/1472-6920/4/17" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1186/1472-6920-4-17</pub-id>
                    <pub-id pub-id-type="medline">15453911</pub-id>
                    <pub-id pub-id-type="pii">1472-6920-4-17</pub-id>
                    <pub-id pub-id-type="pmcid">PMC521491</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref34">
                <label>34</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hikmet</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chen</surname>
                            <given-names>SK</given-names>
                        </name>
                    </person-group>
                    <article-title>An investigation into low mail survey response rates of information technology users in health care organizations</article-title>
                    <source>Int J Med Inform</source>
                    <year>2003</year>
                    <month>12</month>
                    <volume>72</volume>
                    <issue>1-3</issue>
                    <fpage>29</fpage>
                    <lpage>34</lpage>
                    <pub-id pub-id-type="medline">14644304</pub-id>
                    <pub-id pub-id-type="pii">S1386505603001539</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref35">
                <label>35</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Menachemi</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hikmet</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Stutzman</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brooks</surname>
                            <given-names>RG</given-names>
                        </name>
                    </person-group>
                    <article-title>Investigating response bias in an information technology survey of physicians</article-title>
                    <source>J Med Syst</source>
                    <year>2006</year>
                    <month>08</month>
                    <volume>30</volume>
                    <issue>4</issue>
                    <fpage>277</fpage>
                    <lpage>82</lpage>
                    <pub-id pub-id-type="medline">16978007</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref36">
                <label>36</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Ford</surname>
                            <given-names>EW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Menachemi</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Peterson</surname>
                            <given-names>LT</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Huerta</surname>
                            <given-names>TR</given-names>
                        </name>
                    </person-group>
                    <article-title>Resistance is futile: but it is slowing the pace of EHR adoption nonetheless</article-title>
                    <source>J Am Med Inform Assoc</source>
                    <year>2009</year>
                    <volume>16</volume>
                    <issue>3</issue>
                    <fpage>274</fpage>
                    <lpage>81</lpage>
                    <pub-id pub-id-type="doi">10.1197/jamia.M3042</pub-id>
                    <pub-id pub-id-type="medline">19261931</pub-id>
                    <pub-id pub-id-type="pii">M3042</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2732222</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref37">
                <label>37</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Au</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Menachemi</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Panjamapirom</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Brooks</surname>
                            <given-names>R</given-names>
                        </name>
                    </person-group>
                    <article-title>The influence of payer mix on electronic prescribing by physicians</article-title>
                    <source>Health Care Manage Rev</source>
                    <year>2011</year>
                    <volume>36</volume>
                    <issue>1</issue>
                    <fpage>95</fpage>
                    <lpage>101</lpage>
                    <pub-id pub-id-type="doi">10.1097/HMR.0b013e3181dc8246</pub-id>
                    <pub-id pub-id-type="medline">21157235</pub-id>
                    <pub-id pub-id-type="pii">00004010-201101000-00013</pub-id>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>
