<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JMIR</journal-id>
            <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
            <journal-title>Journal of Medical Internet Research</journal-title>
            <issn pub-type="epub">1438-8871</issn>
            <publisher>
                <publisher-name>Gunther Eysenbach</publisher-name>
                <publisher-loc>JMIR Publications Inc., Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v13i3e59</article-id>
            <article-id pub-id-type="pmid">21875849</article-id>
            <article-id pub-id-type="doi">10.2196/jmir.1655</article-id>
            <article-categories>
                <subj-group subj-group-type="article-type">
                    <subject>Original Paper</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>An Evaluation of the Use of Smartphones to Communicate Between Clinicians: A Mixed-Methods Study</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="editor">
                    <name>
                        <surname>Eysenbach</surname>
                        <given-names>Gunther</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Ai</surname>
                        <given-names>Jiye</given-names>
                    </name>
                </contrib>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Chhanabhai</surname>
                        <given-names>Prajesh</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1" corresp="yes">
                    <name name-style="western">
                        <surname>Wu</surname>
                        <given-names>Robert</given-names>
                    </name>
                    <degrees>MD FRCPC MSc</degrees>
                    <xref ref-type="aff" rid="aff01">1</xref>
                    <address>
                        <institution>University Health Network</institution>
                        <institution>Division of General Internal Medicine</institution>
                        <addr-line>200 Elizabeth Street 14EN-222</addr-line>
                        <addr-line>Toronto, ON, M5G 2C4</addr-line>
                        <country>Canada</country>
                        <phone>1 416 340 4567</phone>
                        <fax>1 416 595 5826</fax>
                        <email>robert.wu@uhn.on.ca</email>
                    </address>
                    <xref ref-type="aff" rid="aff02">2</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib2">
                    <name name-style="western">
                        <surname>Rossos</surname>
                        <given-names>Peter</given-names>
                    </name>
                    <degrees>MD FRCPC MBA</degrees>
                    <xref ref-type="aff" rid="aff03">3</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib3">
                    <name name-style="western">
                        <surname>Quan</surname>
                        <given-names>Sherman</given-names>
                    </name>
                    <degrees>BSC</degrees>
                    <xref ref-type="aff" rid="aff02">2</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib4">
                    <name name-style="western">
                        <surname>Reeves</surname>
                        <given-names>Scott</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref ref-type="aff" rid="aff04">4</xref>
                    <xref ref-type="aff" rid="aff05">5</xref>
                    <xref ref-type="aff" rid="aff06">6</xref>
                    <xref ref-type="aff" rid="aff07">7</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib5">
                    <name name-style="western">
                        <surname>Lo</surname>
                        <given-names>Vivian</given-names>
                    </name>
                    <degrees>MASc</degrees>
                    <xref ref-type="aff" rid="aff02">2</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib6">
                    <name name-style="western">
                        <surname>Wong</surname>
                        <given-names>Brian</given-names>
                    </name>
                    <degrees>MD FRCPC</degrees>
                    <xref ref-type="aff" rid="aff08">8</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib7">
                    <name name-style="western">
                        <surname>Cheung</surname>
                        <given-names>Mark</given-names>
                    </name>
                    <degrees>MD FRCPC</degrees>
                    <xref ref-type="aff" rid="aff08">8</xref>
                </contrib>
                <contrib contrib-type="author" id="contrib8">
                    <name name-style="western">
                        <surname>Morra</surname>
                        <given-names>Dante</given-names>
                    </name>
                    <degrees>MD FRCPC MBA</degrees>
                    <xref ref-type="aff" rid="aff01">1</xref>
                    <xref ref-type="aff" rid="aff02">2</xref>
                    <xref ref-type="aff" rid="aff09">9</xref>
                </contrib>
            </contrib-group>
            <aff id="aff01" rid="aff01">
                <sup>1</sup>
                <institution>University Health Network</institution>
                <institution>Division of General Internal Medicine</institution>
                <addr-line>Toronto, ON</addr-line>
                <country>Canada</country>
            </aff>
            <aff id="aff02" rid="aff02">
                <sup>2</sup>
                <institution>Centre for Innovation in Complex Care</institution>
                <institution>University Health Network</institution>
                <addr-line>Toronto, ON</addr-line>
                <country>Canada</country>
            </aff>
            <aff id="aff03" rid="aff03">
                <sup>3</sup>
                <institution>University Health Network</institution>
                <institution>Department of Medicine</institution>
                <addr-line>Toronto, ON</addr-line>
                <country>Canada</country>
            </aff>
            <aff id="aff04" rid="aff04">
                <sup>4</sup>
                <institution>Centre for Faculty Development</institution>
                <institution>Li Ka Shing International Health Care Education Centre</institution>
                <institution>St Michael's Hospital</institution>
                <addr-line>Toronto, ON</addr-line>
                <country>Canada</country>
            </aff>
            <aff id="aff05" rid="aff05">
                <sup>5</sup>
                <institution>Keenan Research Centre</institution>
                <institution>Li Ka Shing Knowledge Institute of St Michael&#8217;s Hospital</institution>
                <addr-line>Toronto, ON</addr-line>
                <country>Canada</country>
            </aff>
            <aff id="aff06" rid="aff06">
                <sup>6</sup>
                <institution>Wilson Centre for Research in Education</institution>
                <institution>University Health Network</institution>
                <addr-line>Toronto, ON</addr-line>
                <country>Canada</country>
            </aff>
            <aff id="aff07" rid="aff07">
                <sup>7</sup>
                <institution>Department of Psychiatry</institution>
                <institution>University of Toronto</institution>
                <addr-line>Toronto, ON</addr-line>
                <country>Canada</country>
            </aff>
            <aff id="aff08" rid="aff08">
                <sup>8</sup>
                <institution>Sunnybrook Health Sciences Centre</institution>
                <institution>Department of Medicine</institution>
                <addr-line>Toronto, ON</addr-line>
                <country>Canada</country>
            </aff>
            <aff id="aff09" rid="aff09">
                <sup>9</sup>
                <institution>Centre for Interprofessional Education</institution>
                <institution>University of Toronto</institution>
                <addr-line>Toronto, ON</addr-line>
                <country>Canada</country>
            </aff>
            <pub-date pub-type="collection">
                <season>Jul-Sep</season>
                <year>2011</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>29</day>
                <month>08</month>
                <year>2011</year>
            </pub-date>
            <volume>13</volume>
            <issue>3</issue>
            <elocation-id>e59</elocation-id>
            <!--history from ojs - api-xml-->
            <history>
                <date date-type="received">
                    <day>24</day>
                    <month>09</month>
                    <year>2010</year>
                </date>
                <date date-type="rev-request">
                    <day>20</day>
                    <month>02</month>
                    <year>2011</year>
                </date>
                <date date-type="rev-recd">
                    <day>21</day>
                    <month>07</month>
                    <year>2011</year>
                </date>
                <date date-type="accepted">
                    <day>21</day>
                    <month>07</month>
                    <year>2011</year>
                </date>
            </history>
            <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
            <copyright-statement>&#169;Robert Wu, Peter Rossos, Sherman Quan, Scott Reeves, Vivian Lo, Brian Wong, Mark Cheung, Dante Morra. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 29.08.2011. </copyright-statement>
            <copyright-year>2011</copyright-year>
            <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
                <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
            </license>
            <self-uri xlink:href="http://www.jmir.org/2011/3/e59/" xlink:type="simple" />
            <abstract>
                <sec sec-type="background">
                    <title>Background</title>
                    <p>Communication between clinicians is critical to providing quality patient care but is often hampered by limitations of current systems. Smartphones such as BlackBerrys may improve communication, but studies of these technologies have been limited to date.</p>
                </sec>
                <sec sec-type="objective">
                    <title>Objective</title>
                    <p>Our objectives were to describe how smartphones were adopted for clinical communication within general internal medical wards and determine their impact on team effectiveness and communication.</p>
                </sec>
                <sec sec-type="methods">
                    <title>Methods</title>
                    <p>This was a mixed-methods study that gathered data from the frequency of smartphone calls and email messages, clinicians' interviews, and ethnographic observations of clinical communication interactions. Triangulation of qualitative and quantitative data was undertaken to develop common themes that encompass comprehensive and representative insights across different methods.</p>
                </sec>
                <sec sec-type="results">
                    <title>Results</title>
                    <p>Findings from our study indicated that over a 24-hour period, nurses sent on average 22.3 emails to the physicians mostly through the &#8220;team smartphone,&#8221; the designated primary point of contact for a specific medical team. Physicians carrying the team smartphone received on average 21.9 emails and 6.4 telephone calls while sending out 6.9 emails and initiating 8.3 telephone calls over the 24-hour period. Our analyses identified both positive and negative outcomes associated with the use of smartphones for clinical communication. There was a perceived improvement in efficiency over the use of pagers for clinical communication for physicians, nurses, and allied health professionals. In particular, residents found that the use of smartphones helped to increase their mobility and multitasking abilities. Negative outcomes included frequent interruptions and discordance between what doctors and nurses considered urgent. Nurses perceived a worsening of the interprofessional relationships due to overreliance on messaging by text with a resulting decrease in verbal communication. Unprofessional behaviors were observed in the use of smartphones by residents.</p>
                </sec>
                <sec sec-type="conclusions">
                    <title>Conclusions</title>
                    <p>Routine adoption of smartphones by residents appeared to improve efficiency over the use of pagers for physicians, nurses, and allied health professionals. This was balanced by negative communication issues of increased interruptions, a gap in perceived urgency, weakened interprofessional relationships, and unprofessional behavior. Further communication interventions are required that balance efficiency and interruptions while maintaining or even improving interprofessional relationships and professionalism.</p>
                </sec>
            </abstract>
            <kwd-group>
                <kwd>Email</kwd>
                <kwd>cellular phone</kwd>
                <kwd>interdisciplinary communication</kwd>
                <kwd>hospital communication systems</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="introduction">
            <title>Introduction</title>
            <p>Effective communication between clinicians to coordinate patient care is critical for providing quality health care to patients [<xref ref-type="bibr" rid="ref1">1</xref>]. Frequent interruptions through paging is a major communication issue [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref4">4</xref>], and poor communication can result in inefficiencies and errors [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. The burden from inefficient communication has been well documented in multiple areas of hospital care, and a systematic review has linked interruptions to medical errors [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref12">12</xref>]. </p>
            <p>The use of smartphones such as BlackBerrys may improve hospital communication as they provide multiple communication modalities [<xref ref-type="bibr" rid="ref3">3</xref>]. For example, with urgent issues, direct calling can eliminate the need to wait for a page to be answered. In contrast, for nonurgent issues, asynchronous communication through email can be used, which could reduce disruptions. While many clinicians own cellular phones and smartphones, their use for clinical communication is variable [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Other than two studies that reported a perceived improvement in workflow efficiency from clinicians&#8217; surveys, the study of smartphones used in hospital communication has been limited [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. </p>
            <p>To understand the impact of the use of smartphones on the delivery of hospital care, we conducted a mixed-methods study to describe how smartphones were used, to identify advantages and disadvantages associated with their use, and to determine how their use can be improved.</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <sec>
                <title>Intervention </title>
                <p>Beginning in March 2008, each resident on the general internal medicine units received an individual BlackBerry smartphone to use for clinical communication typically within or among the medical teams [<xref ref-type="bibr" rid="ref15">15</xref>]. BlackBerry devices were selected because of the secure email functionality and because these were the standard smartphones used by hospital administration. In addition, each team also had a &#8220;team BlackBerry&#8221; that was designated as the primary point of contact for nurses and allied health professionals to communicate with the teams. The team BlackBerry was typically carried during the day by the senior resident and then given to the covering junior resident during sign over. Specifically, nurses would contact residents by sending emails to the team BlackBerry with the following structures and information: (1) the patient&#8217;s name, (2) the nurse&#8217;s name, (3) the issue and purpose of contact, and (4) their preferred response (callback, email, or no response required). For urgent patient issues, nurses and other clinicians were asked to call the team BlackBerry directly. For nonurgent issues, clinicians were asked to contact the team BlackBerry through email. This recommendation was based on previous findings in which a high number of direct calls were found to be very disruptive for residents [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
            </sec>
            <sec>
                <title>Design</title>
                <p>A mixed-methods approach was adopted to obtain a variety of data sources on the communication processes occurring on the wards. The following three methods were used: (1) quantitative measures assessing the frequency and use of smartphone calls and email messaging, (2) semistructured interviews with clinicians, and (3) ethnographic observations of clinical communication interactions were conducted using two techniques: (1) nonparticipatory &#8220;work shadowing&#8221; (defined below) and (2) observations at the nursing stations.</p>
                <p>The settings were four general internal medicine wards at two large urban teaching hospitals in Canada. At each site, there were four medical teams each consisting of an attending physician, a senior resident, junior residents, and medical students. The study was conducted from January 5, 2009, until May 28, 2010.</p>
            </sec>
            <sec>
                <title>Data Collection</title>
                <p>Between January 5, 2009 and May 28, 2010, quantitative and qualitative data were collected on communication patterns from in-depth interviews and from observations of communications.</p>
                <sec>
                    <title>Communication Patterns</title>
                    <p>Quantitative data on the usage of the smartphones to receive and place telephone calls and emails were gathered by accessing email accounts and phone records of consenting residents. A total of 12,936 emails and 13,717 phone calls were analyzed from 34 residents (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
                </sec>
                <sec>
                    <title>In-depth Interviews</title>
                    <p>Semistructured interviews were conducted to explore clinicians&#8217; perceptions of their experiences using the smartphones. To conduct qualitative comparisons and to ensure that a variety of clinicians&#8217; perspectives were represented, we adopted a purposive sampling strategy where different groups of health care professionals with differing views on the use of smartphones for clinical communications were interviewed (<xref ref-type="table" rid="table1">Table 1</xref>). Each interview lasted between 15 and 40 minutes and was carried out at a mutually convenient location within the two hospital sites. The interviews were conducted and audio taped by an independent research associate and then professionally transcribed before analysis. The interview protocol consisted of a series of open-ended questions with appropriate follow-up probes that focused on users&#8217; perspectives and their experiences using the smartphone technology. </p>
                </sec>
                <sec>
                    <title>Observations of Communications</title>
                    <p>Ethnographic observational methods were employed to explore and understand the in-depth communication processes and behaviors around smartphone use [<xref ref-type="bibr" rid="ref17">17</xref>]. Field notes included recording the usage on the types of communication tools used as well as communication interactions and incidents between clinicians. Two types of observational methods were used. First, a nonparticipatory &#8220;work-shadowing&#8221; approach was employed whereby a researcher followed medical residents for 2- to 5-hour periods during the day and evening shifts starting from 10 am to 11 pm. Both incoming and outgoing communications were recorded during these shifts. Second, observations were also conducted for 2-hour periods at the general internal medicine nursing stations, the hubs of interprofessional communication starting from 10 am and lasting until 10 pm (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
                    <p>The study was approved by the Research Ethics Board, University Health Network, Toronto, Ontario.</p>
                    <table-wrap id="table1" position="float">
                        <label>Table 1</label>
                        <caption>
                            <p>Breakdown on the data methods by data collection</p>
                        </caption>
                        <table cellpadding="8" cellspacing="0" border="1" rules="groups" frame="hsides" width="1000">
                            <col width="10" />
                            <col width="490" />
                            <col width="160" />
                            <col width="160" />
                            <col width="160" />
                            <thead>
                                <tr valign="top">
                                    <td colspan="2">Data Methods</td>
                                    <td>Site 1</td>
                                    <td>Site 2</td>
                                    <td>Total</td>
                                </tr>
                            </thead>
                            <tbody>
                                <tr valign="top">
                                    <td colspan="5">
                                        <bold>Blackberry usage</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td />
                                    <td>Residents, n</td>
                                    <td>17 residents</td>
                                    <td>17 residents</td>
                                    <td>34 residents</td>
                                </tr>
                                <tr valign="top">
                                    <td />
                                    <td>Emails, n</td>
                                    <td>3946 emails</td>
                                    <td>8990 emails</td>
                                    <td>12,936 emails</td>
                                </tr>
                                <tr valign="top">
                                    <td />
                                    <td>Phone calls, n</td>
                                    <td>5714 calls</td>
                                    <td>8003 calls</td>
                                    <td>13,717 calls</td>
                                </tr>
                                <tr valign="top">
                                    <td colspan="5">
                                        <bold>Semi structured interviews</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td />
                                    <td>By attending physicians, n</td>
                                    <td>4</td>
                                    <td>0</td>
                                    <td>4</td>
                                </tr>
                                <tr valign="top">
                                    <td />
                                    <td>By medical residents, n</td>
                                    <td>3</td>
                                    <td>1</td>
                                    <td>4</td>
                                </tr>
                                <tr valign="top">
                                    <td />
                                    <td>By nurses, n</td>
                                    <td>8</td>
                                    <td>7</td>
                                    <td>15</td>
                                </tr>
                                <tr valign="top">
                                    <td />
                                    <td>By allied health professionals (pharmacists, social workers, occupational therapists), n</td>
                                    <td>7</td>
                                    <td>1</td>
                                    <td>8</td>
                                </tr>
                                <tr valign="top">
                                    <td colspan="5">
                                        <bold>Work shadowing</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td />
                                    <td>Senior residents, (n) time observed (h:min)</td>
                                    <td>(5) 24 h:44 min </td>
                                    <td>(2) 9 h:33 min </td>
                                    <td>(7) 34 h:17 min
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td />
                                    <td>Junior residents, (n), time observed (h:min)</td>
                                    <td>(5) 24 h:11 min </td>
                                    <td>(2) 8 h:13 min </td>
                                    <td>(7) 32 h:24 min</td>
                                </tr>
                                <tr valign="top">
                                    <td />
                                    <td>Total residents, (n), time observed (h:min)</td>
                                    <td>(10) 48 h:55 min</td>
                                    <td>(4) 17 h:46 min</td>
                                    <td>(14) 66 h: 41 min</td>
                                </tr>
                                <tr valign="top">
                                    <td />
                                    <td>Day shifts (10 am to 6 pm): total hours observed (h:min)<break />
                                    </td>
                                    <td>34 h:36 min </td>
                                    <td>12 h:48 min </td>
                                    <td>47 h:24 min</td>
                                </tr>
                                <tr valign="top">
                                    <td />
                                    <td>Evening shifts (5 pm to 11:30 pm): total hours observed (h:min)</td>
                                    <td>14 h:19 min <break />
                                    </td>
                                    <td>4 h:58 min</td>
                                    <td>19 h:17 min</td>
                                </tr>
                                <tr valign="top">
                                    <td colspan="5">
                                        <bold>Ward observations at nursing stations</bold>
                                    </td>
                                </tr>
                                <tr valign="top">
                                    <td />
                                    <td>Number of nursing wards sampled</td>
                                    <td>2</td>
                                    <td>2</td>
                                    <td>4</td>
                                </tr>
                                <tr valign="top">
                                    <td />
                                    <td>Number of observation sessions conducted</td>
                                    <td>21</td>
                                    <td>15</td>
                                    <td>36</td>
                                </tr>
                                <tr valign="top">
                                    <td />
                                    <td>Total hours observed (h:min)</td>
                                    <td>42 h:28 min </td>
                                    <td>29 h:51 min</td>
                                    <td>72 h:19 min</td>
                                </tr>
                                <tr valign="top">
                                    <td />
                                    <td>Hours observed weekdays, daytime (10 am to 6 pm) (h:min)</td>
                                    <td>24 h:23 min </td>
                                    <td>17 h:51 min</td>
                                    <td>42 h:14 min</td>
                                </tr>
                                <tr valign="top">
                                    <td />
                                    <td>Hours observed,weekdays, evening (6 pm to 10 pm ) (h:min)</td>
                                    <td>6 h:3 min</td>
                                    <td>8 h:0 min</td>
                                    <td>14 h:3 min</td>
                                </tr>
                                <tr valign="top">
                                    <td />
                                    <td>Hours observed weekend, daytime (10 am to 6 pm) (h:min)</td>
                                    <td>12 h:2 min</td>
                                    <td>4 h:0 min</td>
                                    <td>16 h:2 min</td>
                                </tr>
                            </tbody>
                        </table>
                    </table-wrap>
                </sec>
            </sec>
            <sec>
                <title>Analysis </title>
                <p>To determine communication volume using smartphones, descriptive statistics of calls and emails per day were calculated from email and call logs. Incoming and outgoing communications recorded during work-shadowing sessions were also identified and descriptive statistics of the different communication methods per hour were calculated. All emails sent by the consenting residents were analyzed to determine the frequency of emails that were received by others such as nurses, attending physicians, or allied health providers. Similarly, all emails received by consenting residents were analyzed to determine the frequency of emails received from different types of senders.</p>
                <p>Interviews were transcribed, and inductive thematic analysis was performed using the qualitative data analysis software NVivo 8 (QSR international, Doncaster, Victoria, Australia). The transcripts were coded by three members of the research team (authors RW, SR, and VL) to derive and identify a number of common perceptions and broad themes.</p>
                <p>For the ethnographic methods, the number and types of communication events occurring during the work-shadowing sessions were tabulated. Field notes from both the work-shadowing and ward observations were reviewed to identify common themes.</p>
                <p>Triangulation of qualitative and quantitative data was undertaken to develop themes that encompass comprehensive and representative insights that are common across multiple methods. </p>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <p>Key results are presented in two main sections. First quantitative data reporting smartphone communication volume is described. Second, qualitative data describing perceptions and ethnographic fieldwork is presented.</p>
            <sec>
                <title>Description of Communication Volume</title>
                <p>The usage of smartphones for telephone calls is shown in <xref ref-type="table" rid="table2">Table 2</xref>. Outgoing calls were placed to the hospital 41.2% of the time, to another BlackBerry 25.3% of the time, and to external numbers 33.4% of the time. From the 12,936 emails that were sent from or received from the smartphones, the daily frequencies of who communicates with whom were calculated (<xref ref-type="fig" rid="figure1">Figure 1</xref>). </p>
                <p>The different incoming and outgoing communications observed during work shadowing of residents are listed in <xref ref-type="table" rid="table2">Table 2</xref>. Note that these numbers are different from those calculated from device usage as work shadowing typically occurred at busier times during the day and evening.</p>
                <table-wrap id="table2" position="float">
                    <label>Table 2</label>
                    <caption>
                        <p>Communications to and from smartphones based on usage and work-shadowing data</p>
                    </caption>
                    <table cellpadding="8" cellspacing="0" border="1" rules="groups" frame="hsides" width="1000">
                        <col width="10" />
                        <col width="190" />
                        <col width="115" />
                        <col width="115" />
                        <col width="125" />
                        <col width="115" />
                        <col width="115" />
                        <col width="115" />
                        <col width="115" />
                        <thead>
                            <tr valign="top">
                                <td colspan="2" />
                                <td colspan="7">Modes of Communication</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2" />
                                <td colspan="2">Telephone Calls<break />Mean (SD)</td>
                                <td colspan="2">Emails<sup>1</sup>
                                    <break />Mean (SD)</td>
                                <td>Pages<sup>2</sup>
                                    <break />Mean (SD)</td>
                                <td colspan="2">Face-to-Face Conversations<break />Mean (SD)</td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="top">
                                <td colspan="2">Communication Processes</td>
                                <td>Received</td>
                                <td>Initiated</td>
                                <td>Received</td>
                                <td>Initiated</td>
                                <td>Initiated</td>
                                <td>Received</td>
                                <td>Initiated</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="9">
                                    <bold>From analysis of device usage</bold>
                                </td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Team smartphones per 24-hour period</td>
                                <td>6.4/24h (5.3)</td>
                                <td>8.3/24h (6.4)</td>
                                <td>21.9/24h (10.1)</td>
                                <td>6.9/24h (4.8)</td>
                                <td>Not Applicable</td>
                                <td>Not Applicable</td>
                                <td>Not Applicable</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Senior smartphones per 24-hour period</td>
                                <td>5.2/24h (3.9)</td>
                                <td>5.3/24h (5.0)</td>
                                <td>3.3/24h (2.8)</td>
                                <td>2.1/24h (2.2)</td>
                                <td>Not Applicable</td>
                                <td>Not Applicable</td>
                                <td>Not Applicable</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Junior smartphones per 24-hour period</td>
                                <td>3.9/24h (3.2)</td>
                                <td>5.4/24h (5.1)</td>
                                <td>3.6/24h (3.9)</td>
                                <td>2.4/24h (3.5)</td>
                                <td>Not Applicable</td>
                                <td>Not Applicable</td>
                                <td>Not Applicable</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="9">
                                    <bold>From analysis of work-</bold>
                                    <bold>shadowing observation</bold>
                                </td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Resident communications per hour </td>
                                <td>1.1/h (1.2)</td>
                                <td>1.4/h (0.8)</td>
                                <td>1.7/h (1.8)</td>
                                <td>1.0/h (1.1)</td>
                                <td>0.7/h (0.8)</td>
                                <td>1.8/h (0.8)</td>
                                <td>2.3/hr (1.4)</td>
                            </tr>
                        </tbody>
                    </table>
                    <table-wrap-foot>
                        <fn id="table2fn1">
                            <p>
                                <sup>1</sup>Emails include regular emails as well as short messaging services messages.</p>
                        </fn>
                        <fn id="table2fn2">
                            <p>
                                <sup>2</sup>Since only residents on general medicine were given smartphones, paging was typically used to contact other services or medical students who did not have smartphones.</p>
                        </fn>
                    </table-wrap-foot>
                </table-wrap>
                <fig id="figure1" position="float">
                    <label>Figure 1</label>
                    <caption>
                        <p>Email communication groups and frequency (average emails/day)</p>
                    </caption>
                    <!--Original graphic name: http://writer.zoho.com:80/image.do?imgurl=6d37aff7952c652b15981bdb67ae7d24753f78e991a900217e61b98366e8ce2efddf2c3cd7fe555f3663cf27a25d7f76-->
                    <graphic xlink:href="jmir_v13i3e59_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                </fig>
            </sec>
            <sec>
                <title>Themes</title>
                <p>The analysis of qualitative data (interviews, work shadowing, and ward observations) generated five major themes: efficiency, interruptions, interprofessional relations, gaps in perceived urgency, and professionalism (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
                <table-wrap id="table3" position="float">
                    <label>Table 3</label>
                    <caption>
                        <p>Themes with number of participants and number of occurrences by data collection method</p>
                    </caption>
                    <table cellpadding="8" cellspacing="0" border="1" rules="groups" frame="hsides" width="1000">
                        <col width="10" />
                        <col width="290" />
                        <col width="300" />
                        <col width="200" />
                        <col width="200" />
                        <thead>
                            <tr valign="top">
                                <td colspan="2" />
                                <td colspan="3">Data Collection Method</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2" />
                                <td>Interviews</td>
                                <td>Work Shadowing Residents</td>
                                <td>Ward Observations</td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="top">
                                <td colspan="2">Key themes</td>
                                <td />
                                <td />
                                <td />
                            </tr>
                            <tr valign="top">
                                <td colspan="2">
                                    <bold>Theme 1: Efficiency</bold>
                                </td>
                                <td>n participants (n quotes)</td>
                                <td>n participants (n incidents)</td>
                                <td>n participants (n incidents)</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Improved efficiency</td>
                                <td>8 physicians (38) <break />11 nurses (36) <break />5 allied health (23)</td>
                                <td>12 residents (39)<break />
                                </td>
                                <td>23 clinicians (58)</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Reduced efficiency</td>
                                <td>3 physicians (8) <break />9 nurses (16) <break />1 allied health (3)</td>
                                <td>3 residents (4)<break />
                                </td>
                                <td>3 clinicians (4)</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">
                                    <bold>Theme 2: interruptions</bold>
                                </td>
                                <td />
                                <td />
                                <td />
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Increased Interruptions</td>
                                <td>7 physicians (34)<break />4 nurses (7)<break />1 allied health (3)</td>
                                <td>13 residents (46)<break />
                                    <break />
                                </td>
                                <td>7 clinicians (8)</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">
                                    <bold>Theme 3: interprofessional relationships</bold>
                                </td>
                                <td />
                                <td />
                                <td />
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Improved interprofessional collaboration</td>
                                <td>5 physicians (9)<break />3 nurses (3)<break />2 allied health (2)</td>
                                <td>0 residents (0)<break />
                                    <break />
                                </td>
                                <td>0 clinicians (0)</td>
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Reduced interprofessional collaboration</td>
                                <td>3 physicians (4)<break />9 nurses (27)<break />1 allied health (2)</td>
                                <td>3 residents (3)<break />
                                    <break />
                                </td>
                                <td>8 clinicians (15)</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">
                                    <bold>Theme 4: gaps in perceived urgency</bold>
                                </td>
                                <td />
                                <td />
                                <td />
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Differing standards for when emails or direct calls should be used</td>
                                <td>6 physicians (20)<break />12 nurses (22)<break />2 allied health (3)</td>
                                <td>2 residents (2)<break />
                                    <break />
                                </td>
                                <td>15 clinicians (25)</td>
                            </tr>
                            <tr valign="top">
                                <td colspan="2">
                                    <bold>Theme 5: professionalism</bold>
                                </td>
                                <td />
                                <td />
                                <td />
                            </tr>
                            <tr valign="top">
                                <td />
                                <td>Perceived lack of etiquette for answering calls or texting on smartphone devices</td>
                                <td>2 physicians (9)<break />2 nurses (3)<break />3 allied health (10)</td>
                                <td>8 residents (16)<break />
                                    <break />
                                </td>
                                <td>1 clinicians (1)</td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
            </sec>
            <sec>
                <title>Efficiency</title>
                <sec>
                    <title>Nurses and Allied Health Professionals</title>
                    <p>With the smartphone system, nurses no longer felt the need to wait for a telephone reply, which typically was required with paging, and this resulted in less &#8220;phone tag.&#8221; Some nurses and allied health professionals perceived a faster response and increased accessibility to physicians (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>, data extract 1). They found the use of emails helped to convey their patient&#8217;s status quickly and efficiently to doctors (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>, data extract 2). Nurses also reported that since their emails were sent to the team BlackBerry, less time was spent trying to locate a specific resident (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>, data extract 3). Some of the nurses interviewed appreciated that the smartphone system allowed direct and immediate communication by phone with physicians for urgent issues. Direct calls were observed to be from nurses or other clinicians who previously were unsuccessful at getting a response from a resident through email or paging (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>, data extract 4).</p>
                    <p>A number of the nurses interviewed perceived that the new system added a barrier, with increased difficulty reaching doctors. Instead of being able to resolve complex issues quickly with a page coupled with a brief discussion over a telephone call as done in the old system, nurses found it unproductive to have multiple emails being sent back and forth (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>, data extract 5). Instead, nurses found that telephone or face-to-face conversations allowed more detailed discussions compared with the short text of an email.</p>
                </sec>
                <sec>
                    <title>Residents</title>
                    <p>Residents also perceived significant efficiency with the use of smartphones. Since 42% of emails from nurses were informational items, no follow up response was required for these types of communication (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>, data extract 6). Residents also used the smartphones to reduce the inefficiencies of having to page other services to a ward telephone. By paging other physicians to their smartphone, they no longer needed to wait at a ward telephone for a callback and were able to perform other tasks while waiting for the return call (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>, data extract 7). To the residents, smartphones made it easier to coordinate activities within the teams through email or telephone calls (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>, data extract 8). The devices were also used to communicate with other physicians from other teams and services to increase communication around patients (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>, data extract 9). Residents appeared to incorporate the phone and messaging functions of the smartphone in their clinical work, using them to call a patient's family member, to communicate rapidly with other team members, and to respond to urgent situations (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>, data extract 10).</p>
                    <boxed-text id="box1" position="float">
                        <title>Efficiency: extracts from interviews and field notes</title>
                        <speech>
                            <speaker>Interview, nurse 13</speaker>
                            <p>1. I think the message is getting across better. The communication has been opened a lot so you don&#8217;t have to always sit there on the phone and then they call back and you miss the phone call and then you have to call again. The information is directly there so they know exactly what it is if they want to respond to it immediately or when they have time.</p>
                        </speech>
                        <speech>
                            <speaker>Field notes, ward observations, Nov 27th</speaker>
                            <p>2. At 10:01:01, a nurse types [an email]: &#8220;Team 1: Call back requested--Message: pt continues to experience chest pain. Last 0.4mg nitro spray given at 8:30. Patient rating pain as 5 out of 10. Will order ECG. Please call unit.&#8221;</p>
                        </speech>
                        <speech>
                            <speaker>Interview, nurse 1</speaker>
                            <p>3. A nurse would come to the nursing station and say, &#8220;Mrs. Jones&#8217; potassium is 2.7. Can you page the resident that&#8217;s looking after this patient?&#8221; Now it makes it easier for us because we no longer have to search on the whiteboard or through the chart to see who is the covering physician because we just send out a general email to team (number) and the person who is carrying the BlackBerry will deal with this issue. They&#8217;ll either forward it to the right person or they&#8217;ll deal with it themselves.</p>
                        </speech>
                        <speech>
                            <speaker>Field notes, ward observations, Nov 2nd</speaker>
                            <p>4. At 2:43, nurse 2 came to the ward clerk. She mentioned that no one was responding after 2 [emails] and so she is going to page. She first paged and then she called another person (name M) to leave a message that patient X&#8217;s ECG abnormal results are back and want doctor 1 to know. After hanging up, she realized she could call the BlackBerry. &#8220;Oh&#8230;forgot about it. There are many ways to reach the doctor.&#8221; She called doctor 1 on the BlackBerry. It turns out the doctor was at the stairway on his way up. Doctor 1 arrived at nursing station and said, &#8220;Sorry that I didn&#8217;t call you back.&#8221; Discussion for patient&#8217;s case commences between nurse 2 and doctor 1.</p>
                        </speech>
                        <speech>
                            <speaker>Interview, nurse 1</speaker>
                            <p>5. ...because maybe I just find sometimes some additional problems come up again and you have to be able to go through the whole system.... But I find that like if I read through the emails, they&#8217;ve emailed each other back several times. So if you&#8217;re just able to pick up the phone and call them. I personally think that I&#8217;ve always been pro talking to someone [rather] than just technology. </p>
                        </speech>
                        <speech>
                            <speaker>Interview, resident 4</speaker>
                            <p>6. I really liked using the BlackBerrys because it very quickly communicated what the nurse was trying to contact...</p>
                        </speech>
                        <speech>
                            <speaker>Interview, resident 2</speaker>
                            <p>7. Especially when you are trying to get in touch with specialists. You don&#8217;t have to stick around the telephone to wait for a phone call back. You can do your things and the specialist can call you at his convenient time.</p>
                        </speech>
                        <speech>
                            <speaker>Interview, resident 1</speaker>
                            <p>8. When your team needed to get together to discuss something or to run the list or whatever you&#8217;d send out five pages, which is ridiculous. You&#8217;d have to sit at the phone and wait for five people to call you back. This way you send one message to five people that says &#8220;Meeting on 13 in five minutes.&#8221; And everyone just comes. &#8221;</p>
                        </speech>
                        <speech>
                            <speaker>Interview, resident 1</speaker>
                            <p>9. Oftentimes I&#8217;ll be consulting with another physician on a patient and I&#8217;ll say, &#8220;This is my BlackBerry. Call me back after you&#8217;ve seen the patient or call me back when you have a plan.&#8221;&#8230;So that&#8217;s extremely valuable, which we never had with pages, and no one would ever page you for that because it was too much of a pain.</p>
                        </speech>
                        <speech>
                            <speaker>Field notes, work shadowing physician 4</speaker>
                            <p>10. At 10:23, team BlackBerry goes off. Senior picks up and talks. She hangs up at 10:24 and goes to the elevator. She looks at the team BlackBerry and starts typing. She then calls using her senior&#8217;s BlackBerry to a junior resident about going to the 7th floor. At 10:25, she makes another call on the senior&#8217;s BlackBerry. She hangs up at 10:25 and goes to see a patient on the 7th floor who looks like he is choking/having a seizure. At 10:26, senior asks a nurse for a Yonker for suction and attends to the patient. Junior resident arrives at the patient&#8217;s room. (Looks like an emergency situation: about 7 staff nurses and doctors were in the patient&#8217;s room.)</p>
                        </speech>
                    </boxed-text>
                </sec>
            </sec>
            <sec>
                <title>Interruptions</title>
                <p>Despite residents acknowledging that the use of smartphones had reduced the time spent on responding to informational messages, residents also perceived an increase in the overall number of messages and calls received. The substantial volume of interruptions was reflected in the number of phone calls and emails received as determined by both smartphone usage as well as by work shadowing residents (<xref ref-type="table" rid="table2">Table 2</xref>). From analyzing the frequency of calls and emails, a senior resident who usually carried both the team BlackBerry (point of contact and communication for nursing and allied health staff) and the senior BlackBerry (typically used for communication within the medical teams) would receive on average 11.6 calls and 25 emails within a 24-hour period. The volume of calls and emails could be higher during evenings and weekends when residents were covering for other teams and thus carrying multiple smartphones. (<xref ref-type="boxed-text" rid="box2">Textbox 2</xref>, data extract 1).</p>
                <p>Interviews with the staff physicians also highlighted similar observations where physicians noticed the disruptions that the smartphone brought upon their teaching and patient care rounds (<xref ref-type="boxed-text" rid="box2">Textbox 2</xref>, data extract 2). From work-shadowing sessions, there were 4.6 average interruptions per hour for a resident when considering all direct calls, emails, and face-to-face communications (<xref ref-type="table" rid="table2">Table 2</xref>). These interruptions, however, were sometimes even more frequent. For example, within a 40-minute team meeting with the attending physician, 7 interruptions were observed. This included 5 direct phone calls to residents, where residents ended up taking the calls and leaving the room while the meeting was in progress (<xref ref-type="boxed-text" rid="box2">Textbox 2</xref>, data extract 3). In particular, numerous patient interactions were noted to be interrupted by direct calls. Often residents were observed answering phone calls on their smartphones, exiting the room, and then resuming patient interaction once the call was completed (<xref ref-type="boxed-text" rid="box2">Textbox 2</xref>, data extract 4). Residents did note that this had a negative impact on communication, especially during family meetings.</p>
                <p>Considering these high volumes of communications, it is not surprising that residents commented that they felt overwhelmed by the constant interruptions, which may be a result of the increased availability of multiple communication options (<xref ref-type="boxed-text" rid="box2">Textbox 2</xref>, data extracts 5-7). Similar sentiments were echoed by the staff physicians, who observed that these interruptions could have detrimental impacts such as reduced downtime and impede residents&#8217; abilities to provide patient care (<xref ref-type="boxed-text" rid="box2">Textbox 2</xref>, data extract 8).</p>
                <boxed-text id="box2" position="float">
                    <title>Interruptions: extracts from interviews and field notes</title>
                    <speech>
                        <speaker>Interview, resident 3</speaker>
                        <p>1. In July&#8230;and I carried six of [the BlackBerrys] and then there were no rules at all so nurses were just calling them and four would be going off at once and you couldn&#8217;t get anything done.</p>
                    </speech>
                    <speech>
                        <speaker>Interview, attending physician 3</speaker>
                        <p>2. So that intrusiveness I definitely find when we&#8217;re at the bedside, when we&#8217;re teaching, or even when we interact around cases and they go &#8220;&#8216;Oh, I&#8217;m sorry. I better take this.&#8221;&#8230;So it&#8217;s a two-edged sword.</p>
                    </speech>
                    <speech>
                        <speaker>Field notes, work shadowing physician 2</speaker>
                        <p>3. At 3:04, attending for the team walks into the meeting room. At 3:07, junior resident&#8217;s BlackBerry rings. She picks up the smartphone and walks out to talk (sounds like a patient&#8217;s issue). She returns to the room at 3:10. At 3:13, team members go through patients&#8217; cases with the social worker, pharmacist, and the attending physician. At 3:14, the team BlackBerry rings. Senior resident picks up. She looks at the BlackBerry and then starts calling back. As she walks out of the room, she says, &#8220;Hi, it is team (number). Who paged?&#8221; At 3:14, another junior resident&#8217;s BlackBerry goes off. He leaves the room but returns quickly.</p>
                    </speech>
                    <speech>
                        <speaker>Field notes, work shadowing physician 11</speaker>
                        <p>4. Senior resident returns to the patient&#8217;s room and continues examining her. While in the patient&#8217;s room, I (observer) could hear the resident talking on the BlackBerry. I asked her later what calls she had while in the room. It turns out she had 3 phone calls and 2 texts. Two of the calls were from the radiation oncologists and 1 call from the pathologist. She also received 1 text on the team BlackBerry and 1 text on the senior&#8217;s BlackBerry from the pharmacist.</p>
                    </speech>
                    <speech>
                        <speaker>Interview, resident 1</speaker>
                        <p>5. The only negative I can think of is just the incredible number of communications that you get, you know, text messages and emails and everything else. So just the number can sometimes be overwhelming.</p>
                    </speech>
                    <speech>
                        <speaker>Field notes, ward observations, March 18th</speaker>
                        <p>6. At 8:40, resident #1 talks to resident #2. Resident #1 complains that he got about 1000 pages after he had to take over.</p>
                    </speech>
                    <speech>
                        <speaker>Interview, resident 3</speaker>
                        <p>7. There was no choice [before]. Now there&#8217;s a choice to page; there&#8217;s a choice to text. You can ask for no response, email response, call back response, or call. So there&#8217;s six choices, right? There&#8217;s probably more but that&#8217;s sort of the ones that I&#8217;ve been using...</p>
                    </speech>
                    <speech>
                        <speaker>Interview, attending physician 3</speaker>
                        <p>8. I recognize that it comes at a significant cost&#8230;because other people are interrupting them and it probably comes at a personal cost to them in terms of the need for increased vigilance and attention and less downtime for them, like there are even more intrusions in their lives.</p>
                    </speech>
                </boxed-text>
            </sec>
            <sec>
                <title>Interprofessional Relationships</title>
                <p>A strong theme that emerged throughout interviews was the impact of this new technology on interprofessional relationships. Nurses commented that the new system reduced opportunities for face-to-face interactions, which many valued. Nurses reported that they found it more difficult to build interprofessional relationships through the new technology. Specifically, the smartphones and use of email messaging reduced verbal conversations, which nurses felt prevented them from getting to know the residents, discouraged interest in their work, and reduced opportunities for nurses to have direct educational experiences with the residents (<xref ref-type="boxed-text" rid="box3">Textbox 3</xref>, data extracts 1 and 2). Additionally, nurses found the process depersonalizing to have the team BlackBerry as the primary point of contact instead of having direct interactions with the specific physician (<xref ref-type="boxed-text" rid="box3">Textbox 3</xref>, data extracts 2 and 3). </p>
                <p>In contrast, physicians perceived no major negative changes with this new technology. Since nurses were required to type in their names to send emails, physicians felt that they learned nurses&#8217; names better and thus perceived their interprofessional relationships had actually improved (<xref ref-type="boxed-text" rid="box3">Textbox 3</xref>, data extracts 4 and 5). </p>
                <boxed-text id="box3" position="float">
                    <title>Interprofessional relationships: extracts from interviews and field notes</title>
                    <speech>
                        <speaker>Interview, nurse 9</speaker>
                        <p>1. With [general internal medicine] it&#8217;s really hard enough that the residents change every month or every 4 weeks so it&#8217;s hard to build that relationship with them in terms of what knowledge they have and even them knowing who we are. And then on top of that with the BlackBerry system&#8230;it is convenient, but in terms of building the team dynamics, because we are focused on interdisciplinary care, it&#8217;s hard to build that when a lot of it is through technology.</p>
                    </speech>
                    <speech>
                        <speaker>Interview, nurse 2</speaker>
                        <p>2. I know some of the nurses sort of have complaints or have concerns about the [new] paging [system], you lose the face-to-face communication, you lose getting to know the residents, really. Right now they just know everybody as a team. &#8220;&#8216;Oh, I&#8217;ve sent the team this.&#8221; They miss that, especially the older nurses who are used to communicating face-to-face and getting to know the physicians more on a personal level.</p>
                    </speech>
                    <speech>
                        <speaker>Field Notes, ward observations, February 20th</speaker>
                        <p>3. Nurse types an email, &#8220;To team (number): Email response requested. Message: Thank you for replying back. Can I get your name so that I can write a verbal order in chart and how often to check [blood capillary glucose]? Patient said he doesn&#8217;t take insulin just the metformin and gliclazide. Thank you.&#8221;</p>
                    </speech>
                    <speech>
                        <speaker>Interview, resident 3</speaker>
                        <p>4. What&#8217;s great about the email system is that you have the nurse&#8217;s name cause it&#8217;s really hard because we work with a lot of nurses. And sometimes&#8212; I always introduce myself to the nurses, but they never give me their names back, so it&#8217;s nice to have that (BlackBerry) in front of you, and then if you forget the nurse you can just check the name again, so I find it much easier to work with people if you know their names.&#8221;</p>
                    </speech>
                    <speech>
                        <speaker>Interview, resident 4</speaker>
                        <p>5. You know, I&#8217;d actually say it&#8217;s maybe helped interaction with nurses only because when they [email] and they put their name. Like in the past, like it&#8217;s easy to not know nurses&#8217; names because there&#8217;s so many of them, but when they&#8217;re emailing and they say like, you know, &#8220;Please reply to&#8221; and then it has the name like Joan, then you can go to the ward and say, &#8220;Hi Joan, I got your message. Thanks for sending it.&#8221; And I actually liked it. I got to know nurses&#8217; names actually better through it&#8230;&#8221;</p>
                    </speech>
                </boxed-text>
            </sec>
            <sec>
                <title>Gap in Perceived Urgency</title>
                <p>From our data analyses, we identified a gap in what physicians and nurses perceived as urgent patient issues. If a physician did not perceive the issue communicated to be urgent, often there would not be a response despite a request to respond having been made by the nurse, or the resident would reply with an email when the nurse requested a telephone call or otherwise.</p>
                <sec>
                    <title>Nurses</title>
                    <p>Nurses perceived both a lack of acknowledgment of messages as well as not receiving the requested response (<xref ref-type="boxed-text" rid="box4">Textbox 4</xref>, data extracts 1-3). This perception was confirmed by analyzing responses to nurses&#8217; emails in which nurses actually only received an email response 50% of the time requested. They also felt many physicians ignore emails, similar to their ignoring pages previously. Nurses found it frustrating and felt belittled when physicians ignored their communications (<xref ref-type="boxed-text" rid="box4">Textbox 4</xref>, extract 4). With a lack of acknowledgment, nurses often felt the need to resend messages. Nurses also reported the need to have clear specifications of when and how to inform physicians such as for abnormal vital signs or laboratory results. It was observed that nurses would consult each other to see if physicians should be informed (<xref ref-type="boxed-text" rid="box4">Textbox 4</xref>, data extract 5).</p>
                </sec>
                <sec>
                    <title>Residents</title>
                    <p>Physicians also commented that there were too many direct calls for low importance items and a high number of emails that were of trivial importance (<xref ref-type="boxed-text" rid="box4">Textbox 4</xref>, data extract 6).</p>
                    <p>Much of this gap of perceived urgency may be attributed to the numerous methods that are now available to contact physicians. Though the smartphone system provides various options to contact residents, the array of choices often created confusion and a mismatch of responses among clinicians (<xref ref-type="boxed-text" rid="box4">Textbox 4</xref>, data extract 7).</p>
                    <boxed-text id="box4" position="float">
                        <title>Gap in perceived urgency: extracts from interviews and field notes</title>
                        <speech>
                            <speaker>Interview, nurse 9</speaker>
                            <p>1. But, for example, if I need to get an order for a medication I would do an email, but if it&#8217;s something like the patient or the family wants to speak to the doctor and they really need a time right away or something urgent like that, I would ask them to call back. But then I find the doctors don&#8217;t always call back, anyways. They just use the email system.</p>
                        </speech>
                        <speech>
                            <speaker>Field notes, ward observations, Nov 25th</speaker>
                            <p>2. At 11:38, nurse 4 typing an email on computer #1: &#8220;Team (number), call back requested: I just received your order on (dosage) medication X. Would you like to discontinue the IV medication X? &#8221;Page sent at 11:39am 30 seconds. At 12:10pm, nurse 4 approached me (observer) and told me her webpage for a callback was responded with an email from the doctor. She said she did not check her inbox. She was informed by another nurse who saw the email (because the message that nurse 4 sent had her name on it) and that&#8217;s how the other nurse knows to tell nurse 4.</p>
                        </speech>
                        <speech>
                            <speaker>Interview, nurse 3</speaker>
                            <p>3. Yeah, it makes me wonder that maybe I shouldn&#8217;t be sending that information or [laughs] if the patient wants something, for example, they want to see the doctor to discuss test results or something, and I don&#8217;t hear back, like even just a simple acknowledgment like, uh, &#8220;Okay, we&#8217;ll try to see them sometime this afternoon&#8221; or something would be nice instead of just sending something out into the void.</p>
                        </speech>
                        <speech>
                            <speaker>Interview, nurse 3</speaker>
                            <p>4. There&#8217;s nothing worse than, like, if I&#8217;m sending a message and I think it&#8217;s important&#8230;like it might not be that important to the physician &#8216;cause they know the case more in depth, but I might think it&#8217;s quite important, or it&#8217;s something that&#8217;s really important to the patient. But it&#8217;s sometimes hard, it&#8217;s hard to convey that urgency through a written message sometimes, and I don&#8217;t like to keep sending another page over and over again. It feels like I&#8217;m annoying the physician probably [laughs], but if I don&#8217;t get that response, it makes me second guess myself, like okay, I guess it doesn&#8217;t deserve a response or&#8230;</p>
                        </speech>
                        <speech>
                            <speaker>Field notes, ward observations, February 20th</speaker>
                            <p>5. Nurse E: &#8220;I got the hemoglobin results, it is X; should I email the team about it?&#8221; Nurse D says she should not and explains why.</p>
                        </speech>
                        <speech>
                            <speaker>Interview, resident 2</speaker>
                            <p>6. &#8230;I&#8217;ve been having some calls for bowel movement problems or for sleeping pills or something; very minor stuff that I think could at least be dealt with, with an email.</p>
                        </speech>
                        <speech>
                            <speaker>Interview, allied health 6</speaker>
                            <p>7. ...you know, there&#8217;s 500 ways to contact a person. You get their email, you get their phone number, you get their pager number, you get face-to-face. So I think to establish the best way to contact somebody, why not just face-to-face or BlackBerry, you know. You can use the phone on the BlackBerry, or you can email on the BlackBerry. I think there&#8217;s confusion in the unit on how to communicate or the best way to find certain people, and that&#8217;s when things take longer to happen&#8230;I think we&#8217;re given so many ways to communicate with people sometimes that we don&#8217;t know which one is the best one or the most efficient to get in touch with them. </p>
                        </speech>
                    </boxed-text>
                </sec>
            </sec>
            <sec>
                <title>Professionalism</title>
                <p>This theme focused on physicians&#8217; behavior around the use of smartphones and how nurses, allied health professionals, and attending physicians perceived the manner in which residents handled interruptions by phone call or email message that could be regarded as unprofessional.</p>
                <p>While having a conversation with a resident on the ward, nurses and other allied health professionals occasionally reported that the resident would answer a call on his or her smartphone, thus interrupting their conversation. Nursing and allied health professionals also found it disruptive when residents answered calls during interprofessional rounds (<xref ref-type="boxed-text" rid="box5">Textbox 5</xref>, data extracts 1 and 2).</p>
                <p>Similarly, during patient rounds or educational rounds, attending physicians mentioned that they also found residents&#8217; behavior with smartphones to be unprofessional at times (<xref ref-type="boxed-text" rid="box5">Textbox 5</xref>, data extracts 3 and 4). One attending physician observed that while smartphones increased the availability of the residents to other clinicians, it reduced the local availability of residents due to the constant distractions and interruptions from the device. In effect, the residents were made more global but less local (<xref ref-type="boxed-text" rid="box5">Textbox 5</xref>, data extracts 5 and 6). As noted by some, the continued calls and checking of messages often took away the quality time which residents spent interacting with the attending physician and their interprofessional colleagues.</p>
                <p>Finally, this behavior was also observed during patients&#8217; interactions, where residents would pick up phone calls, check, or type messages while talking with patients or supervising a procedure. Although patients&#8217; perceptions were not obtained, other clinicians commented that such behavior could create negative perceptions among patients (<xref ref-type="boxed-text" rid="box5">Textbox 5</xref>, data extracts 7 and 8).</p>
                <boxed-text id="box5" position="float">
                    <title>Professionalism: extracts from interviews and field notes</title>
                    <speech>
                        <speaker>Interview, nurse 14</speaker>
                        <p>1. I did have a couple of doctors from other teams that were just constantly chatting on the phone while communicating with nursing staff. I found that to be kind of unprofessional.</p>
                    </speech>
                    <speech>
                        <speaker>Interview, allied health 6</speaker>
                        <p>2. In rounds or orientating new residents, I find that, yes, the BlackBerry does go off, and it rings, and it can interrupt face-to-face communication sometimes or that residents are checking emails as they&#8217;re talking to people face-to-face. So that&#8217;s also where you&#8217;re not sure if they&#8217;re really listening to what you&#8217;re saying or not.</p>
                    </speech>
                    <speech>
                        <speaker>Interview, attending physician 3</speaker>
                        <p>3. And sometimes it may indicate they&#8217;re being quite unsubtle about indicating that they&#8217;re not interested in being present all the time. That they&#8217;re bored. But I think it&#8217;s quite rude, and I think it&#8217;s undisciplined.</p>
                    </speech>
                    <speech>
                        <speaker>Interview, attending physician 1</speaker>
                        <p>4. It&#8217;s probably more annoying than anything. This is true of BlackBerrys, anyone using BlackBerrys. Anyone who has a BlackBerry will talk to you and look you in the eye and then kind of look down towards their BlackBerry.</p>
                    </speech>
                    <speech>
                        <speaker>Interview, attending physician 3</speaker>
                        <p>5. There&#8217;s definitely a convenience around, for example, their ability to be able to page other services, so if they need to get a hold of one of the consulting services they can page them and walk around and be able to pick it up instantly anywhere and not have to go back to the desk and things like that. But I think it also may limit the depth of their ability to interact with anybody else around them because they&#8217;re always sort of being distracted and it happens every single hour if not more. It happens constantly.</p>
                    </speech>
                    <speech>
                        <speaker>Interview, attending physician 3</speaker>
                        <p>6. And I think almost to some extent it&#8217;s an implicit permission that gets granted to the house staff to disrupt their own teaching experience and disrupt others around them because everybody is doing it, because everybody is being &#8220;BlackBerried.&#8221;</p>
                    </speech>
                    <speech>
                        <speaker>Interview, attending physician 3</speaker>
                        <p>7. I think most of the time, the BlackBerry is seen as a nuisance and a disruptive factor. And I think that most patients would not be terribly impressed no matter how much time you spent explaining why you need it.</p>
                    </speech>
                    <speech>
                        <speaker>Field notes, work shadowing physician 2</speaker>
                        <p> 8. Senior walks out of the patient&#8217;s room while typing on the BlackBerry. She finishes typing and returns to the room at 5:36. Senior looks at her BlackBerry and starts typing inside the room in front of the patient. She pauses to look at the patient and the resident doing the procedure [paracentesis]. She resumes texting again and walks out of the room at 5:38. Another resident walks out, and senior speaks with the resident. Senior returns to the room and speaks with the patient. She asks the patient if he has ever gotten a successful tap before. Senior looks at her BlackBerry and starts typing.</p>
                    </speech>
                </boxed-text>
            </sec>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <sec>
                <title>Principal Results</title>
                <p>In this study, we described the nature of communications and the perceived impact of a new smartphone system for residents on busy general medical services. Smartphones were used frequently by residents to communicate about patients. We found that residents, nurses, and other clinicians perceived improvements in efficiency over the traditional paging system likely because smartphones appear to address many of the known issues with numeric paging such as inability to triage information or having to wait by a phone for a return call. The overall number of interruptions, however, was perceived to have increased likely because it was now easier for nurses to initiate communications. With more communications occurring over written modes such as emails and text messages, nurses perceived a negative impact to relationships with physicians because of decreased verbal conversations. Smartphone use in this study also highlighted the discordance between what nurses and physicians perceive as urgent. Finally, residents&#8217; behavior when communicating with smartphones during patient care and education learning activities was perceived at times as unprofessional.</p>
                <p>While the gap between what nurses and physicians perceive to be urgent has been previously identified [<xref ref-type="bibr" rid="ref18">18</xref>], we found that the gap was likely made greater by increasing the number of methods for clinical communication. Email communication may also decrease verbal interactions&#8212;deemed by many clinicians as the most effective and optimal method of communication&#8212;which can result in the impediments of interprofessional collaboration and relationships [<xref ref-type="bibr" rid="ref19">19</xref>]. Finally, the issue of digital professionalism is part of a larger issue of both knowing and educating medical trainees in the proper use of new media [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. While there are established definitions of medical professionalism, these have not necessarily kept pace with the rapidly evolving new digital media [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref25">25</xref>]. Without being given formal guidance in using this new technology, residents appear to handle interruptions by trying to be efficient and minimize response times but at the expense of interprofessional and patient relationships.</p>
                <p>Our findings highlight the important aspects to consider when implementing systems to improve clinical communication. While increasing overall team communication and efficiency are important goals, it is also equally critical to consider the range of possible and potential impacts as unintended consequences can occur (<xref ref-type="fig" rid="figure2">Figure 2</xref>). Considering these themes (efficiency, interruptions, interprofessional relationships, common understanding of urgency, and professionalism) as a framework could aid in the design and evaluation of communication systems. This may facilitate the development of communication systems in which the appropriate information is sent through the appropriate medium with the appropriate intrusiveness, while incorporating processes that foster interprofessional relationships and promote digital professionalism.</p>
                <fig id="figure2" position="float">
                    <label>Figure 2</label>
                    <caption>
                        <p>Potential positive and negative effects of changes to communication system in the use of smartphones</p>
                    </caption>
                    <!--Original graphic name: http://writer.zoho.com:80/image.do?imgurl=6d37aff7952c652b15981bdb67ae7d24753f78e991a900217e61b98366e8ce2e65e2b7a85d782996896d0517a4247d8d-->
                    <graphic xlink:href="jmir_v13i3e59_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                </fig>
                <p>As shown in <xref ref-type="fig" rid="figure2">Figure 2</xref>, our findings suggest that email or text conversations appear to create the desirable and undesirable effects as listed above. The increased modes of communication when moving from pagers to smartphones include both text messages as well as direct phone calls. Our findings support that increased modes of communication appear to highlight the gap in perceived urgency and highlights professionalism issues.</p>
            </sec>
            <sec>
                <title>Comparison With Other Work</title>
                <p>The issues with numeric paging have been well documented. These include a high number of interruptions with an average of 9 pages per hour on some clinical services [<xref ref-type="bibr" rid="ref26">26</xref>]. While all pages interrupt, only 30% have been found to require urgent attention, and the majority do not require a response within an hour [<xref ref-type="bibr" rid="ref27">27</xref>]. As well, one study found that 14% of pages are sent to the wrong physician, with 47% of those pages requiring urgent attention [<xref ref-type="bibr" rid="ref7">7</xref>]. The response rate for pages in one observational study was 90% [<xref ref-type="bibr" rid="ref4">4</xref>]. </p>
                <p>To our knowledge, this is the first comprehensive mixed-methods evaluation of the use of smartphones on hospital communications. Studies using surveys have found perceived improvements with the use of smartphones among clinicians [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Through the use of ethnography observations and interviews, we were able to determine <italic>how</italic> smartphones are used and their impacts on different domains including unintended effects.</p>
            </sec>
            <sec>
                <title>Limitations</title>
                <p>There were limitations to this study. Smartphones were provided only to residents, and the behavior and perceptions would likely be different if other professions were provided with smartphones. The study was also conducted at two hospital sites; thus, generalizing to other institutions with different hospital cultures may yield different results. However, our intervention used standard components of smartphones and email with minimal customization, and other academic hospitals may be able to learn from this experience. Future studies could look at other measurements, outcomes, and impacts on quality of patient care such as time to resolution of urgent items or the effect of interruptions on patient care.</p>
            </sec>
            <sec>
                <title>Conclusions</title>
                <p>Routine adoption of smartphones by residents appeared to improve efficiency over the use of pagers for physicians, nurses, and allied health professionals. This was balanced by negative communication issues of increased interruptions, a gap in perceived urgency, weakened interprofessional relationships, and unprofessional behavior. Further communication interventions are required that balance efficiency and interruptions while maintaining or even improving interprofessional relationships and professionalism.</p>
            </sec>
        </sec>
    </body>
    <back>
        <ack>
            <p>We would like to thank the Ontario Ministry of Health and Long Term Care Alternate Funding Proposal Innovation Grant for providing funding. We would like to thank Christine Plaza for help with designing the figures.</p>
        </ack>
        <fn-group>
            <fn fn-type="conflict">
                <p>None declared</p>
            </fn>
        </fn-group>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <collab>Committee on Quality of Health Care in America, Institute of Medicine</collab>
                    </person-group>
                    <source>Crossing the Quality Chasm: A New Health System for the 21st Century</source>
                    <year>2001</year>
                    <publisher-loc>Washington, DC</publisher-loc>
                    <publisher-name>National Academy Press</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Rivera-Rodriguez</surname>
                            <given-names>AJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Karsh</surname>
                            <given-names>BT</given-names>
                        </name>
                    </person-group>
                    <article-title>Interruptions and distractions in healthcare: review and reappraisal</article-title>
                    <source>Qual Saf Health Care</source>
                    <year>2010</year>
                    <month>08</month>
                    <volume>19</volume>
                    <issue>4</issue>
                    <fpage>304</fpage>
                    <lpage>12</lpage>
                    <pub-id pub-id-type="doi">10.1136/qshc.2009.033282</pub-id>
                    <pub-id pub-id-type="medline">20378621</pub-id>
                    <pub-id pub-id-type="pii">qshc.2009.033282</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3007093</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Coiera</surname>
                            <given-names>E</given-names>
                        </name>
                    </person-group>
                    <article-title>When conversation is better than computation</article-title>
                    <source>J Am Med Inform Assoc</source>
                    <year>2000</year>
                    <volume>7</volume>
                    <issue>3</issue>
                    <fpage>277</fpage>
                    <lpage>86</lpage>
                    <pub-id pub-id-type="medline">10833164</pub-id>
                    <pub-id pub-id-type="pmcid">PMC61430</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Harvey</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jarrett</surname>
                            <given-names>PG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Peltekian</surname>
                            <given-names>KM</given-names>
                        </name>
                    </person-group>
                    <article-title>Patterns of paging medical interns during night calls at two teaching hospitals</article-title>
                    <source>CMAJ</source>
                    <year>1994</year>
                    <month>08</month>
                    <day>1</day>
                    <volume>151</volume>
                    <issue>3</issue>
                    <fpage>307</fpage>
                    <lpage>11</lpage>
                    <pub-id pub-id-type="medline">8039084</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1336921</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Brennan</surname>
                            <given-names>TA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Leape</surname>
                            <given-names>LL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Laird</surname>
                            <given-names>NM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hebert</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Localio</surname>
                            <given-names>AR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lawthers</surname>
                            <given-names>AG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Newhouse</surname>
                            <given-names>JP</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Weiler</surname>
                            <given-names>PC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hiatt</surname>
                            <given-names>HH</given-names>
                        </name>
                    </person-group>
                    <article-title>Incidence of adverse events and negligence in hospitalized patients. Results of the Harvard Medical Practice Study I</article-title>
                    <source>N Engl J Med</source>
                    <year>1991</year>
                    <month>02</month>
                    <day>7</day>
                    <volume>324</volume>
                    <issue>6</issue>
                    <fpage>370</fpage>
                    <lpage>6</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.1056/NEJM199102073240604" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1056/NEJM199102073240604</pub-id>
                    <pub-id pub-id-type="medline">1987460</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wilson</surname>
                            <given-names>RM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Runciman</surname>
                            <given-names>WB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gibberd</surname>
                            <given-names>RW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Harrison</surname>
                            <given-names>BT</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hamilton</surname>
                            <given-names>JD</given-names>
                        </name>
                    </person-group>
                    <article-title>Quality in Australian Health Care Study</article-title>
                    <source>Med J Aust</source>
                    <year>1996</year>
                    <month>06</month>
                    <day>17</day>
                    <volume>164</volume>
                    <issue>12</issue>
                    <fpage>754</fpage>
                    <pub-id pub-id-type="medline">8668084</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wong</surname>
                            <given-names>BM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Quan</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cheung</surname>
                            <given-names>CM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Morra</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rossos</surname>
                            <given-names>PG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sivjee</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wu</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Etchells</surname>
                            <given-names>EE</given-names>
                        </name>
                    </person-group>
                    <article-title>Frequency and clinical importance of pages sent to the wrong physician</article-title>
                    <source>Arch Intern Med</source>
                    <year>2009</year>
                    <month>06</month>
                    <day>8</day>
                    <volume>169</volume>
                    <issue>11</issue>
                    <fpage>1072</fpage>
                    <lpage>3</lpage>
                    <pub-id pub-id-type="doi">10.1001/archinternmed.2009.117</pub-id>
                    <pub-id pub-id-type="medline">19506178</pub-id>
                    <pub-id pub-id-type="pii">169/11/1072</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Collins</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Currie</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bakken</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cimino</surname>
                            <given-names>JJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Interruptions during the use of a CPOE system for MICU rounds</article-title>
                    <source>AMIA Annu Symp Proc</source>
                    <year>2006</year>
                    <fpage>895</fpage>
                    <pub-id pub-id-type="medline">17238514</pub-id>
                    <pub-id pub-id-type="pii">85743</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1839679</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Collins</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Currie</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Patel</surname>
                            <given-names>V</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bakken</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cimino</surname>
                            <given-names>JJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Multitasking by clinicians in the context of CPOE and CIS use</article-title>
                    <source>Stud Health Technol Inform</source>
                    <year>2007</year>
                    <volume>129</volume>
                    <issue>Pt 2</issue>
                    <fpage>958</fpage>
                    <lpage>62</lpage>
                    <pub-id pub-id-type="medline">17911857</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Brixey</surname>
                            <given-names>JJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Tang</surname>
                            <given-names>Z</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Robinson</surname>
                            <given-names>DJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Johnson</surname>
                            <given-names>CW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Johnson</surname>
                            <given-names>TR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Turley</surname>
                            <given-names>JP</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Patel</surname>
                            <given-names>VL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Zhang</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>Interruptions in a level one trauma center: a case study</article-title>
                    <source>Int J Med Inform</source>
                    <year>2008</year>
                    <month>04</month>
                    <volume>77</volume>
                    <issue>4</issue>
                    <fpage>235</fpage>
                    <lpage>41</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2007.04.006</pub-id>
                    <pub-id pub-id-type="medline">17569576</pub-id>
                    <pub-id pub-id-type="pii">S1386-5056(07)00089-5</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2670398</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Laxmisan</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hakimzada</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Sayan</surname>
                            <given-names>OR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Green</surname>
                            <given-names>RA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Zhang</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Patel</surname>
                            <given-names>VL</given-names>
                        </name>
                    </person-group>
                    <article-title>The multitasking clinician: decision-making and cognitive demand during and after team handoffs in emergency care</article-title>
                    <source>Int J Med Inform</source>
                    <year>2007</year>
                    <volume>76</volume>
                    <issue>11-12</issue>
                    <fpage>801</fpage>
                    <lpage>11</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2006.09.019</pub-id>
                    <pub-id pub-id-type="medline">17059892</pub-id>
                    <pub-id pub-id-type="pii">S1386-5056(06)00241-3</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Hickam</surname>
                            <given-names>DH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Severance</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Feldstein</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ray</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gorman</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Schuldheis</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hersh</surname>
                            <given-names>WR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Krages</surname>
                            <given-names>KP</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Helfand</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <article-title>The effect of health care working conditions on patient safety</article-title>
                    <source>Evid Rep Technol Assess (Summ)</source>
                    <year>2003</year>
                    <month>03</month>
                    <issue>74</issue>
                    <fpage>1</fpage>
                    <lpage>3</lpage>
                    <pub-id pub-id-type="medline">12723164</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Soto</surname>
                            <given-names>RG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chu</surname>
                            <given-names>LF</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Goldman</surname>
                            <given-names>JM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rampil</surname>
                            <given-names>IJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ruskin</surname>
                            <given-names>KJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Communication in critical care environments: mobile telephones improve patient care</article-title>
                    <source>Anesth Analg</source>
                    <year>2006</year>
                    <month>02</month>
                    <volume>102</volume>
                    <issue>2</issue>
                    <fpage>535</fpage>
                    <lpage>41</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.anesthesia-analgesia.org/cgi/pmidlookup?view=long&#38;pmid=16428557" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1213/01.ane.0000194506.79408.79</pub-id>
                    <pub-id pub-id-type="medline">16428557</pub-id>
                    <pub-id pub-id-type="pii">102/2/535</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Derbyshire</surname>
                            <given-names>SW</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Burgess</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Use of mobile phones in hospitals</article-title>
                    <source>BMJ</source>
                    <year>2006</year>
                    <month>10</month>
                    <day>14</day>
                    <volume>333</volume>
                    <issue>7572</issue>
                    <fpage>767</fpage>
                    <lpage>8</lpage>
                    <pub-id pub-id-type="doi">10.1136/bmj.38995.599769.80</pub-id>
                    <pub-id pub-id-type="medline">17038714</pub-id>
                    <pub-id pub-id-type="pii">333/7572/767</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1601977</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wu</surname>
                            <given-names>RC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Morra</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Quan</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lai</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Zanjani</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Abrams</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rossos</surname>
                            <given-names>PG</given-names>
                        </name>
                    </person-group>
                    <article-title>The use of smartphones for clinical communication on internal medicine wards</article-title>
                    <source>J Hosp Med</source>
                    <year>2010</year>
                    <volume>5</volume>
                    <issue>9</issue>
                    <fpage>553</fpage>
                    <lpage>9</lpage>
                    <pub-id pub-id-type="doi">10.1002/jhm.775</pub-id>
                    <pub-id pub-id-type="medline">20690190</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>O'Connor</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Friedrich</surname>
                            <given-names>JO</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Scales</surname>
                            <given-names>DC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Adhikari</surname>
                            <given-names>NK</given-names>
                        </name>
                    </person-group>
                    <article-title>The use of wireless e-mail to improve healthcare team communication</article-title>
                    <source>J Am Med Inform Assoc</source>
                    <year>2009</year>
                    <volume>16</volume>
                    <issue>5</issue>
                    <fpage>705</fpage>
                    <lpage>13</lpage>
                    <pub-id pub-id-type="doi">10.1197/jamia.M2299</pub-id>
                    <pub-id pub-id-type="medline">19567803</pub-id>
                    <pub-id pub-id-type="pii">M2299</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2744721</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Reeves</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kuper</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hodges</surname>
                            <given-names>BD</given-names>
                        </name>
                    </person-group>
                    <article-title>Qualitative research methodologies: ethnography</article-title>
                    <source>BMJ</source>
                    <year>2008</year>
                    <volume>337</volume>
                    <fpage>a1020</fpage>
                    <pub-id pub-id-type="medline">18687725</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Coiera</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Tombs</surname>
                            <given-names>V</given-names>
                        </name>
                    </person-group>
                    <article-title>Communication behaviours in a hospital setting: an observational study</article-title>
                    <source>BMJ</source>
                    <year>1998</year>
                    <month>02</month>
                    <day>28</day>
                    <volume>316</volume>
                    <issue>7132</issue>
                    <fpage>673</fpage>
                    <lpage>6</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bmj.com/cgi/pmidlookup?view=long&#38;pmid=9522794" />
                    </comment>
                    <pub-id pub-id-type="medline">9522794</pub-id>
                    <pub-id pub-id-type="pmcid">PMC28475</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref19">
                <label>19</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kock</surname>
                            <given-names>N</given-names>
                        </name>
                    </person-group>
                    <article-title>The ape that used email: Understanding e-communication behavior through evolution theory</article-title>
                    <source>Commun Assoc Inf Syst</source>
                    <year>2001</year>
                    <volume>5</volume>
                    <issue>3</issue>
                    <fpage>1</fpage>
                    <lpage>29</lpage>
                </nlm-citation>
            </ref>
            <ref id="ref20">
                <label>20</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Parikh</surname>
                            <given-names>SM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Liu</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>White</surname>
                            <given-names>CB</given-names>
                        </name>
                    </person-group>
                    <article-title>Connectivity need not come at the expense of professionalism</article-title>
                    <source>Acad Med</source>
                    <year>2010</year>
                    <month>06</month>
                    <volume>85</volume>
                    <issue>6</issue>
                    <fpage>930; author reply 930</fpage>
                    <pub-id pub-id-type="doi">10.1097/ACM.0b013e3181dbe54b</pub-id>
                    <pub-id pub-id-type="medline">20505384</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref21">
                <label>21</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Spiegelman</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Detsky</surname>
                            <given-names>AS</given-names>
                        </name>
                    </person-group>
                    <article-title>Instant mobile communication, efficiency, and quality of life</article-title>
                    <source>JAMA</source>
                    <year>2008</year>
                    <month>03</month>
                    <day>12</day>
                    <volume>299</volume>
                    <issue>10</issue>
                    <fpage>1179</fpage>
                    <lpage>81</lpage>
                    <pub-id pub-id-type="doi">10.1001/jama.299.10.1179</pub-id>
                    <pub-id pub-id-type="medline">18334693</pub-id>
                    <pub-id pub-id-type="pii">299/10/1179</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref22">
                <label>22</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Frank</surname>
                            <given-names>JR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Danoff</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <article-title>The CanMEDS initiative: implementing an outcomes-based framework of physician competencies</article-title>
                    <source>Med Teach</source>
                    <year>2007</year>
                    <month>09</month>
                    <volume>29</volume>
                    <issue>7</issue>
                    <fpage>642</fpage>
                    <lpage>7</lpage>
                    <pub-id pub-id-type="doi">10.1080/01421590701746983</pub-id>
                    <pub-id pub-id-type="medline">18236250</pub-id>
                    <pub-id pub-id-type="pii">787705294</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref23">
                <label>23</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Swick</surname>
                            <given-names>HM</given-names>
                        </name>
                    </person-group>
                    <article-title>Toward a normative definition of medical professionalism</article-title>
                    <source>Acad Med</source>
                    <year>2000</year>
                    <month>06</month>
                    <volume>75</volume>
                    <issue>6</issue>
                    <fpage>612</fpage>
                    <lpage>6</lpage>
                    <pub-id pub-id-type="medline">10875505</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref24">
                <label>24</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <collab>ABIM Foundation. American Board of Internal Medicine</collab>
                        <collab>ACP-ASIM Foundation. American College of Physicians-American Society of Internal Medicine</collab>
                        <collab>European Federation of Internal Medicine</collab>
                    </person-group>
                    <article-title>Medical professionalism in the new millennium: a physician charter</article-title>
                    <source>Ann Intern Med</source>
                    <year>2002</year>
                    <volume>136</volume>
                    <issue>3</issue>
                    <fpage>243</fpage>
                    <lpage>6</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.annals.org/cgi/pmidlookup?view=long&#38;pmid=11827500" />
                    </comment>
                    <pub-id pub-id-type="medline">11827500</pub-id>
                    <pub-id pub-id-type="pii">200202050-00012</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref25">
                <label>25</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Jain</surname>
                            <given-names>SH</given-names>
                        </name>
                    </person-group>
                    <article-title>Practicing medicine in the age of Facebook</article-title>
                    <source>N Engl J Med</source>
                    <year>2009</year>
                    <month>08</month>
                    <day>13</day>
                    <volume>361</volume>
                    <issue>7</issue>
                    <fpage>649</fpage>
                    <lpage>51</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.1056/NEJMp0901277" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1056/NEJMp0901277</pub-id>
                    <pub-id pub-id-type="medline">19675328</pub-id>
                    <pub-id pub-id-type="pii">361/7/649</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref26">
                <label>26</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Chiu</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Old</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Naden</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Child</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <article-title>Frequency of calls to &#34;on-call&#34; house officer pagers at Auckland City Hospital, New Zealand</article-title>
                    <source>N Z Med J</source>
                    <year>2006</year>
                    <volume>119</volume>
                    <issue>1231</issue>
                    <fpage>U1913</fpage>
                    <pub-id pub-id-type="medline">16582974</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref27">
                <label>27</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Patel</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Reilly</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Old</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Naden</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Child</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <article-title>Appropriate use of pagers in a New Zealand tertiary hospital</article-title>
                    <source>N Z Med J</source>
                    <year>2006</year>
                    <volume>119</volume>
                    <issue>1231</issue>
                    <fpage>U1912</fpage>
                    <pub-id pub-id-type="medline">16582973</pub-id>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>
