<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v25i1e48583</article-id>
      <article-id pub-id-type="pmid">37801359</article-id>
      <article-id pub-id-type="doi">10.2196/48583</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Characterizing the Patterns of Electronic Health Record–Integrated Secure Messaging Use: Cross-Sectional Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>de Azevedo Cardoso</surname>
            <given-names>Taiane</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Melnick</surname>
            <given-names>Edward</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Langford</surname>
            <given-names>Aisha</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Baratta</surname>
            <given-names>Laura R</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8644-9033</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Harford</surname>
            <given-names>Derek</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0630-2195</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Sinsky</surname>
            <given-names>Christine A</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1101-5761</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Kannampallil</surname>
            <given-names>Thomas</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4119-4836</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Lou</surname>
            <given-names>Sunny S</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Department of Anesthesiology</institution>
            <institution>Washington University School of Medicine</institution>
            <addr-line>660 South Euclid</addr-line>
            <addr-line>Campus Box 8054</addr-line>
            <addr-line>Saint Louis, MO, 63110</addr-line>
            <country>United States</country>
            <phone>1 314 362 1196</phone>
            <email>slou@wustl.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4215-605X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Division of Biology and Biomedical Sciences</institution>
        <institution>Washington University School of Medicine</institution>
        <addr-line>Saint Louis, MO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Anesthesiology</institution>
        <institution>Washington University School of Medicine</institution>
        <addr-line>Saint Louis, MO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>American Medical Association</institution>
        <addr-line>Chicago, IL</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Sunny S Lou <email>slou@wustl.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2023</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>6</day>
        <month>10</month>
        <year>2023</year>
      </pub-date>
      <volume>25</volume>
      <elocation-id>e48583</elocation-id>
      <history>
        <date date-type="received">
          <day>28</day>
          <month>4</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>26</day>
          <month>7</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>14</day>
          <month>8</month>
          <year>2023</year>
        </date>
        <date date-type="accepted">
          <day>29</day>
          <month>8</month>
          <year>2023</year>
        </date>
      </history>
      <copyright-statement>©Laura R Baratta, Derek Harford, Christine A Sinsky, Thomas Kannampallil, Sunny S Lou. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 06.10.2023.</copyright-statement>
      <copyright-year>2023</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2023/1/e48583" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Communication among health care professionals is essential for the delivery of safe clinical care. Secure messaging has rapidly emerged as a new mode of asynchronous communication. Despite its popularity, relatively little is known about how secure messaging is used and how such use contributes to communication burden.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to characterize the use of an electronic health record–integrated secure messaging platform across 14 hospitals and 263 outpatient clinics within a large health care system.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We collected metadata on the use of the Epic Systems Secure Chat platform for 6 months (July 2022 to January 2023). Information was retrieved on message volume, response times, message characteristics, messages sent and received by users, user roles, and work settings (inpatient vs outpatient).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 32,881 users sent 9,639,149 messages during the study. Median daily message volume was 53,951 during the first 2 weeks of the study and 69,526 during the last 2 weeks, resulting in an overall increase of 29% (<italic>P</italic>=.03). Nurses were the most frequent users of secure messaging (3,884,270/9,639,149, 40% messages), followed by physicians (2,387,634/9,639,149, 25% messages), and medical assistants (1,135,577/9,639,149, 12% messages). Daily message frequency varied across users; inpatient advanced practice providers and social workers interacted with the highest number of messages per day (median 19). Conversations were predominantly between 2 users (1,258,036/1,547,879, 81% conversations), with a median of 2 conversational turns and a median response time of 2.4 minutes. The largest proportion of inpatient messages was from nurses to physicians (972,243/4,749,186, 20% messages) and physicians to nurses (606,576/4,749,186, 13% messages), while the largest proportion of outpatient messages was from physicians to nurses (344,048/2,192,488, 16% messages) and medical assistants to other medical assistants (236,694/2,192,488, 11% messages).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Secure messaging was widely used by a diverse range of health care professionals, with ongoing growth throughout the study and many users interacting with more than 20 messages per day. The short message response times and high messaging volume observed highlight the interruptive nature of secure messaging, raising questions about its potentially harmful effects on clinician workflow, cognition, and errors.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>clinical care</kwd>
        <kwd>clinician burden</kwd>
        <kwd>communication</kwd>
        <kwd>electronic health record</kwd>
        <kwd>EHR</kwd>
        <kwd>interprofessional communication</kwd>
        <kwd>medical assistant</kwd>
        <kwd>messaging</kwd>
        <kwd>nurses</kwd>
        <kwd>observational study</kwd>
        <kwd>physicians</kwd>
        <kwd>secure messaging</kwd>
        <kwd>users</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Communication among health care professionals is instrumental in the delivery of safe, timely, and high-quality patient care [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. Estimates from time-and-motion studies have shown that clinicians spend up to 50% of their time communicating with others to coordinate patient care [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref10">10</xref>]. Although face-to-face communication is preferred [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref13">13</xref>], it is often not possible due to geographical and spatial separations and other constraints associated with clinical work. As such, alternative modes of communication (eg, telephone, pager, and SMS text messaging) are frequently used for clinical communication, each with its advantages and disadvantages.</p>
      <p>With the rapid adoption of mobile phones, personal communication patterns have seen a dramatic shift toward the use of asynchronous, text-based communication [<xref ref-type="bibr" rid="ref14">14</xref>]. There has been a corresponding shift in clinical communication toward secure messaging apps, with a recent survey-based study suggesting a doubling of secure messaging usage over the past 5 years [<xref ref-type="bibr" rid="ref15">15</xref>]. The broad demand for secure messaging is further highlighted by the variety of available messaging tools, ranging from stand-alone mobile apps (eg, Voalte and TigerConnect) to electronic health record (EHR)–integrated solutions (Epic Secure Chat and Cerner CareAware) [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. Despite the rapid adoption of secure messaging, relatively little is known about its use in clinical communication. Previous studies have largely focused on specific clinical units (eg, emergency rooms [<xref ref-type="bibr" rid="ref18">18</xref>]) and have primarily characterized clinician behaviors and attitudes toward their usage [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref24">24</xref>].</p>
      <p>We conducted a cross-sectional study on the usage patterns for Epic’s messaging system, Secure Chat, over a 6-month period within a large US health care system to characterize messaging frequency, usage across various types of health care professionals, message response latency, and messaging partners. We discuss the implications of secure messaging on clinician workflow, including its effects on work fragmentation, cognitive load, and potential downstream patient safety outcomes.</p>
    </sec>
    <sec sec-type="method">
      <title>Methods</title>
      <sec>
        <title>Study Setting and Design</title>
        <p>This cross-sectional study was conducted at 14 hospitals and 263 outpatient clinics affiliated with Washington University and BJH Healthcare. These hospitals and clinics encompass both academic and community practice settings and serve a racially and socioeconomically diverse rural, suburban, and urban population across Missouri and Illinois. Epic (Epic Systems) was the EHR system that was used across all sites.</p>
        <p>Epic’s Secure Chat messaging platform was launched across all clinical sites in September 2019. Secure Chat is a secure messaging platform that is embedded within the EHR, allowing users (ie, clinicians and support staff) to send messages to other users within the institution. Both mobile and desktop versions are available. On the desktop version, new messages appear as popups in the lower right-hand corner of the screen. On the mobile app, new messages are indicated through push notifications; to read a message, users must open Epic’s mobile app. Messages in both versions are threaded as conversations and a patient identifier can be optionally attached to a conversation to facilitate direct access to the patient chart.</p>
      </sec>
      <sec>
        <title>Data Collection</title>
        <p>Data were collected on Epic’s Secure Chat usage from July 12, 2022, to January 17, 2023, from Epic’s Clarity database. For each message, information was collected on the time the message was sent, the conversation thread to which the message belonged, the sender of the message, the recipients of the message, the time at which the message was responded (if responded), and the message length in characters. Message content was not retrieved or used for this study. Additional metadata on users (ie, senders and recipients of messages) were also extracted from the EHR database, including the user’s role (ie, clinician type) and most recent practice location (ie, inpatient unit or outpatient clinic).</p>
      </sec>
      <sec>
        <title>Data Processing</title>
        <sec>
          <title>Health Care Professional Categorization</title>
          <p>A total of 74 unique user roles were categorized into user types by a clinician member of the study team into the following: pharmacist, physician, advanced practice provider (APP; ie, nurse practitioner or physician assistant), therapist (physical, occupational, or speech-language), medical assistant or technician, nurse, social worker or case manager, or other (mostly users with undefined user types in the system; Table S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for a full list of user types included in this category). Practice locations were categorized as either inpatient or outpatient, with emergency medicine categorized as an inpatient setting.</p>
        </sec>
        <sec>
          <title>Message-Level Metrics</title>
          <p>Message-level metrics were aggregated at the user level and the day level. Days were defined as 24-hour periods (midnight to midnight) during which the user sent or received at least one message; due to a lack of access to scheduling information, we were unable to account for workdays during which no messaging occurred. These user-day-level measures were aggregated across each user type, stratified by practice setting (inpatient vs outpatient), to create the following metrics for each user role and setting: number of unique secure messaging users, total messages sent, message length in characters, number of messages sent per day, and messages received per day.</p>
        </sec>
        <sec>
          <title>Conversation-Level Metrics</title>
          <p>As individual messages were threaded into conversations, the following conversation-level metrics were computed: number of users per conversation, number of messages per conversation, number of turns per conversation (where a turn is defined as a user sending one or more messages before a response by a second user), conversation duration (defined as the difference in time between the first and last messages in each conversation), and response latency (defined as the time difference between the first message from a user and a response by a second user).</p>
          <p>Because most conversations (&#62;80%) were between 2 users (ie, dyadic), additional analysis of messaging partners was conducted for dyadic conversations. For each user, the proportion of messages sent to their primary (ie, most frequent) messaging partner was also computed.</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Descriptive statistics were calculated for categorical variables as count and percentage and for continuous variables as median and IQR. The Mann-Whitney <italic>U</italic> test was used to compare differences in continuous message-level metrics between inpatient and outpatient settings, whereas the chi-square test was used for categorical metrics. Bonferroni-corrected 2-tailed <italic>P</italic> values were reported following correction for multiple hypothesis testing; <italic>P</italic> values less than .05 were considered to be statistically significant. Data processing was performed using Python 3.9.7 (Python Software Foundation), and statistical analysis was conducted using R 4.2.2 (R Foundation for Statistical Computing) [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>].</p>
      </sec>
      <sec>
        <title>Ethics Approval</title>
        <p>This study was approved by the Washington University Institutional Review Board with a waiver for informed consent (IRB #202205084).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overall Messaging Patterns</title>
        <p>A total of 32,881 users sent 9,639,149 messages across 1,547,879 conversations during the study period (<xref ref-type="table" rid="table1">Table 1</xref>; Table S2 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Message volume steadily increased throughout the study (Figure S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>); median message volume was 53,951 (IQR 30,871-55,537) messages per day during the first 2 weeks of the study period and 69,526 (IQR 32,023-73,237) messages per day during the last 2 weeks, resulting in an overall increase of 29% (<italic>P</italic>=.03).</p>
        <p>Messaging patterns differed by clinician role and practice setting (<italic>P</italic>&#60;.001; <xref rid="figure1" ref-type="fig">Figure 1</xref>). In inpatient settings, nurses were the most frequent users (3,122,769/6,371,703, 49% messages), followed by physicians (1,380,276/6,371,703, 22% messages), and APPs (565,134/6,371,703, 9% messages). In outpatient settings, physicians sent 1,007,358 (31%) of 3,252,968 messages, followed by medical assistants (859,730/3,252,968, 26%) and nurses (761,501/3,252,968, 23%).</p>
        <p>Inpatient APPs and social workers had the highest median daily number of messages (top part of <xref rid="figure1" ref-type="fig">Figure 1</xref>); they sent a median of 9 (IQR 3-20) and 9 (IQR 4-20) messages per day and received a median of 10 (IQR 3-23) and 10 (IQR 3-27) messages per day, respectively. The median number of messages received by all users was 6 (IQR 3-16) and 6 (IQR 2-16) for inpatient and outpatient settings, respectively.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Secure messaging usage patterns stratified by health care professional type and inpatient versus outpatient setting.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="120"/>
            <col width="70"/>
            <col width="70"/>
            <col width="70"/>
            <col width="80"/>
            <col width="70"/>
            <col width="80"/>
            <col width="0"/>
            <col width="70"/>
            <col width="0"/>
            <col width="70"/>
            <col width="0"/>
            <col width="70"/>
            <col width="0"/>
            <col width="80"/>
            <col width="0"/>
            <col width="70"/>
            <col width="0"/>
            <col width="80"/>
            <thead>
              <tr valign="top">
                <td>User category</td>
                <td colspan="7">Inpatient</td>
                <td colspan="11">Outpatient</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Users using secure chat, n (%)</td>
                <td>Total messages sent, n (%)</td>
                <td>Messages sent per day, median (IQR)</td>
                <td>Character length per message, median (IQR)</td>
                <td>Messages received per day, median (IQR)</td>
                <td>Character length, received, median (IQR)</td>
                <td colspan="2">Users using secure chat, n (%)</td>
                <td colspan="2">Messages sent, n (%)</td>
                <td colspan="2">Messages sent per day, median (IQR)</td>
                <td colspan="2">Character length per message, median (IQR)</td>
                <td colspan="2">Messages received per day, median (IQR)</td>
                <td colspan="2">Character length received, median (IQR)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>APP<sup>a</sup></td>
                <td>926 (5)</td>
                <td>565,134 (9)</td>
                <td>9 (3-19)</td>
                <td>41 (17-86)</td>
                <td>10 (3-23)</td>
                <td>55 (21-122)</td>
                <td colspan="2">755 (7)</td>
                <td colspan="2">347,008 (11)</td>
                <td colspan="2">5 (2-12)</td>
                <td colspan="2">42 (17-87)</td>
                <td colspan="2">6 (2-15)</td>
                <td colspan="2">47 (18-104)</td>
              </tr>
              <tr valign="top">
                <td>Medical assistant or technician</td>
                <td>2429 (12)</td>
                <td>275,847 (4)</td>
                <td>3 (2-8)</td>
                <td>36 (14-76)</td>
                <td>4 (1-10)</td>
                <td>37 (14-80)</td>
                <td colspan="2">3462 (33)</td>
                <td colspan="2">859,730 (26)</td>
                <td colspan="2">4 (2-9)</td>
                <td colspan="2">32 (13-68)</td>
                <td colspan="2">6 (2-16)</td>
                <td colspan="2">33 (14-67)</td>
              </tr>
              <tr valign="top">
                <td>Nurse</td>
                <td>10,289 (50)</td>
                <td>3,122,769 (49)</td>
                <td>5 (2-12)</td>
                <td>43 (16-91)</td>
                <td>6 (2-15)</td>
                <td>39 (16-79)</td>
                <td colspan="2">1863 (18)</td>
                <td colspan="2">761,501 (23)</td>
                <td colspan="2">6 (2-13)</td>
                <td colspan="2">43 (18-90)</td>
                <td colspan="2">8 (3-22)</td>
                <td colspan="2">41 (17-84)</td>
              </tr>
              <tr valign="top">
                <td>Pharmacist</td>
                <td>452 (2)</td>
                <td>253,854 (4)</td>
                <td>6 (3-13)</td>
                <td>66 (24-135)</td>
                <td>6 (2-14)</td>
                <td>33 (14-72)</td>
                <td colspan="2">110 (1)</td>
                <td colspan="2">33,886 (1)</td>
                <td colspan="2">5 (2-9)</td>
                <td colspan="2">57 (24-114)</td>
                <td colspan="2">8 (3-21)</td>
                <td colspan="2">47 (20-95)</td>
              </tr>
              <tr valign="top">
                <td>Physician</td>
                <td>2988 (15)</td>
                <td>1,380,276 (22)</td>
                <td>6 (2-16)</td>
                <td>38 (17-79)</td>
                <td>8 (2-21)</td>
                <td>55 (21-118)</td>
                <td colspan="2">2712 (26)</td>
                <td colspan="2">1,007,358 (31)</td>
                <td colspan="2">4 (2-11)</td>
                <td colspan="2">39 (17-83)</td>
                <td colspan="2">5 (2-15)</td>
                <td colspan="2">56 (21-120)</td>
              </tr>
              <tr valign="top">
                <td>Social worker</td>
                <td>354 (2)</td>
                <td>313,444 (5)</td>
                <td>9 (4-20)</td>
                <td>59 (24-119)</td>
                <td>10 (3-27)</td>
                <td>51 (20-106)</td>
                <td colspan="2">100 (1)</td>
                <td colspan="2">19,052 (0.6)</td>
                <td colspan="2">5 (2-11)</td>
                <td colspan="2">65 (28-133)</td>
                <td colspan="2">6 (2-15)</td>
                <td colspan="2">56 (24-115)</td>
              </tr>
              <tr valign="top">
                <td>Therapist</td>
                <td>1401 (7)</td>
                <td>276,901 (4)</td>
                <td>4 (2-8)</td>
                <td>61 (24-128)</td>
                <td>4 (2-10)</td>
                <td>48 (18-104)</td>
                <td colspan="2">441 (4)</td>
                <td colspan="2">39,181 (1)</td>
                <td colspan="2">3 (1-6)</td>
                <td colspan="2">53 (21-112)</td>
                <td colspan="2">3 (1-7)</td>
                <td colspan="2">50 (19-106)</td>
              </tr>
              <tr valign="top">
                <td>Other</td>
                <td>1577 (8)</td>
                <td>183,478 (3)</td>
                <td>3 (1-7)</td>
                <td>30 (12-68)</td>
                <td>3 (1-8)</td>
                <td>33 (13-71)</td>
                <td colspan="2">1109 (11)</td>
                <td colspan="2">185,252 (6)</td>
                <td colspan="2">4 (2-9)</td>
                <td colspan="2">36 (15-81)</td>
                <td colspan="2">5 (2-14)</td>
                <td colspan="2">30 (13-67)</td>
              </tr>
              <tr valign="top">
                <td>Total</td>
                <td>20,503 (100)</td>
                <td>6,371,703 (100)</td>
                <td>5 (2-12)</td>
                <td>43 (17-91)</td>
                <td>6 (2-16)</td>
                <td>42 (17-89)</td>
                <td colspan="2">10,582 (100)</td>
                <td colspan="2">3,252,968 (100)</td>
                <td colspan="2">4 (2-11)</td>
                <td colspan="2">39 (16-82)</td>
                <td colspan="2">6 (2-16)</td>
                <td colspan="2">41 (16-88)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>APP: advanced practice provider.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Box plots illustrating the distribution of secure messaging behaviors stratified by user role and inpatient versus outpatient setting. The top panel shows the daily volume of messages sent (green) and received (purple) by each clinician group in the inpatient (left) and outpatient (right) settings. The bottom panel shows the median message length for sent (green) and received (purple) messages. APP: advanced practice provider.</p>
          </caption>
          <graphic xlink:href="jmir_v25i1e48583_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The median character length of sent messages was 41 (IQR 17-88) for all messages sent across all users and settings (bottom part of <xref rid="figure1" ref-type="fig">Figure 1</xref>). Inpatient pharmacists (median length 66, IQR 24-135 characters) and outpatient social workers (median length 65, IQR 28-133 characters) sent the longest messages. Most user types, on average, received messages that were similar in length to those that they sent (<xref ref-type="table" rid="table1">Table 1</xref>). However, physicians received messages that were longer than those that they sent across inpatient and outpatient settings, while inpatient pharmacists and therapists typically sent longer messages than they received (<italic>P</italic>&#60;.001 for all comparisons).</p>
        <p>A total of 6,649,198 (69%) of 9,639,149 messages were associated with a specific patient’s chart. It was more common for messages sent from the inpatient setting (4,7815,457/6,371,703, 74% messages) to include an attached patient chart compared to the outpatient setting (1,933,265/3,252,968, 59% messages; <italic>P</italic>&#60;.001).</p>
      </sec>
      <sec>
        <title>Conversation Dynamics</title>
        <p>Most conversations were between 2 users (1,258,036/1,547,879, 81% conversations). Overall, 181,971 (12%) of 1,547,879 conversations were between 3 users, and 107,872 (7%) of 1,547,879 conversations were between 4 or more users. Conversations were generally short, with a median of 4 (IQR 2-7) messages per conversation and 2 (IQR 1-4) conversational turns (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
        <p>Conversations lasted a median of 25 (IQR 4.9-235) minutes. For conversations with responses, the median response time was 2.4 (IQR 0.65-15) minutes. Inpatient pharmacists had the quickest median response times (1.4, IQR 0.5-5.6 minutes), followed by inpatient APPs at 1.9 (IQR 0.6-10.3) minutes, outpatient pharmacists at 2.1 (IQR 0.6-9.0) minutes, and outpatient nurses at 2.3 (IQR 0.7-14.5) minutes (Table S3 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <p>We examined dyadic conversations in greater detail. The median number of dyadic messaging partners for each user was 14 (IQR 4-43). Inpatient users had a greater number of dyadic messaging partners (median 18, IQR 4-52) than outpatient users (median 10, IQR 3-26; <italic>P</italic>&#60;.001). Users sent a median of 18% (IQR 10%-33%) of their messages to their most frequent dyadic messaging partner (<xref rid="figure2" ref-type="fig">Figure 2</xref>A).</p>
        <p>The largest proportion of inpatient dyadic messaging volume was from nurses to physicians (972,243/4,749,186, 20% messages), followed by physicians to nurses (606,576/4,749,186, 13% messages; <xref rid="figure2" ref-type="fig">Figure 2</xref>B). The largest proportion of outpatient dyadic messaging volume was from physicians to nurses (344,048/2,192,488, 16% messages), followed by medical assistants sending messages to other medical assistants (236,694/2,192,488, 11% messages; <xref rid="figure2" ref-type="fig">Figure 2</xref>C).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Characteristics of secure messaging conversations.</p>
          </caption>
          <table border="1" rules="groups" cellpadding="5" frame="hsides" width="1000" cellspacing="0">
            <col width="30"/>
            <col width="470"/>
            <col width="500"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Characteristics</td>
                <td>Value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Users per conversation, n (%)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td/>
                <td>2</td>
                <td>1,258,036 (81.3)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>3</td>
                <td>181,971 (11.8)</td>
              </tr>
              <tr valign="top">
                <td/>
                <td>&#62;4</td>
                <td>107,872 (6.98)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Messages per conversation, median (IQR)</td>
                <td>4 (2-7)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Conversation duration (minutes), median (IQR)</td>
                <td>25 (4.9-235)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Number of turns per conversation, median (IQR)</td>
                <td>2 (1-4)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Response latency (minutes), median (IQR)</td>
                <td>2.4 (0.65-15)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Characteristics of secure messaging partners. (A) Histogram showing, for each user, the fraction of messages sent to each user’s most frequent messaging partner. Sankey plots illustrate the volume of messages between each user type with a sender (left) and receiver (right) pair in (B) inpatient versus (C) outpatient settings. APP: advanced practice provider.</p>
          </caption>
          <graphic xlink:href="jmir_v25i1e48583_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this cross-sectional study of EHR-integrated secure messaging among &#62;30,000 users across 14 hospitals and &#62;250 outpatient clinics, we found that weekly message volume increased approximately 31% over a 6-month period and that secure messaging was widely used in both inpatient and outpatient settings by a diverse range of health care professionals. The daily volume of secure messaging was high, with many users sending or receiving upwards of 20 messages per day.</p>
        <p>The main strength of this study is its scope, namely that we measured secure messaging use across a diversity of hospital and clinic settings and health care professional groups. Although others have characterized secure messaging use in individual inpatient units or clinics [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref27">27</xref>-<xref ref-type="bibr" rid="ref31">31</xref>], this study is one of the first to describe secure messaging use across an entire health care organization. We found that secure messaging is widely used by many different health care professionals in both inpatient and outpatient contexts. In addition, we found that for many users, the daily volume of secure messages was comparable to the number of telephone calls or pager messages received by physicians reported in other studies [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. These results illustrate the essential role that secure messaging plays in interprofessional communication across the organization.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>However, this study also has several limitations. First, because we were unable to access work schedules, measurement of secure messaging behavior was limited to days in which the user sent or received a message; workdays in which the user did not use secure messaging were not included in the analysis. In addition, users who did not use secure messaging during the study period were not included. Thus, these results should be interpreted as only representative of secure messaging behaviors for user days in which secure messaging was in active use. Second, this study was conducted at a single health care system; although many clinic sites and hospitals were included, these results may be partially influenced by local culture, variable adoption, and the specific secure messaging platform, which may not generalize to other sites. Finally, because the content of secure messages was not available, we can only speculate as to the motivations behind secure messaging use.</p>
      </sec>
      <sec>
        <title>Implications and Future Directions</title>
        <p>Nonetheless, these results highlight the rapid growth and high volume of secure messaging as a form of clinical communication. Given that secure messaging continues to be increasingly adopted across the United States [<xref ref-type="bibr" rid="ref15">15</xref>], further studies are needed on the impact of secure messaging on clinician workflow and its downstream effects on patient care. For example, secure messaging might improve connectivity by lowering the barrier to communication, potentially increasing care collaboration and efficiency. Because secure messaging is an asynchronous form of communication, its use might also reduce interruptions, with potential downstream benefits for patient safety [<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref38">38</xref>].</p>
        <p>However, it is unknown whether secure messaging replaces other modes of communication versus simply increasing the overall burden of communication [<xref ref-type="bibr" rid="ref39">39</xref>]. For example, although it is intended to be used asynchronously, there may be a large amount of near-synchronous use (as evidenced by the median response time of ~2 minutes that we found), potentially resulting in increased interruptions and time spent managing communication [<xref ref-type="bibr" rid="ref40">40</xref>-<xref ref-type="bibr" rid="ref42">42</xref>]. In addition, secure messaging may be less efficient than synchronous face-to-face or telephone communication; we found that secure messaging conversations involved a median of 2 conversational turns spanning 25 minutes, and it is possible that many conversations could have been resolved with a shorter telephone call. Over a quarter of secure messages in this study did not have an associated patient chart, potentially increasing the workflow burden to address such messages (eg, additional work to identify the patient in question and navigate to their chart) and further contributing to workflow inefficiency.</p>
        <p>Given the potential advantages and concerns surrounding secure messaging use described above, further research is needed on the impact of secure messaging on clinician efficiency, workflow, cognitive burden, and downstream effects for patient care and clinician wellness, as emphasized by the American Medical Informatics Association’s 25×5 campaign to reduce EHR burden [<xref ref-type="bibr" rid="ref43">43</xref>]. In addition, no standardized guidelines exist for secure messaging use or deployment [<xref ref-type="bibr" rid="ref16">16</xref>], and additional research is needed to understand the messaging policies (such as establishing etiquette and guidelines for appropriate use and best practices for education on these topics) and platform features (such as batched alerts, priority indicators, improved notification design, or generative artificial intelligence) that best enhance clinical care and minimize the potential negative effects of secure messaging use [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>We characterized the usage patterns of EHR-integrated secure messaging across a large health care consortium and found that it was used by a diverse range of health care professionals across inpatient and outpatient settings. In addition, the burden of secure messaging communication was relatively high, with the interruptive nature of secure messaging raising concerns regarding cognitive overwhelm and patient safety, highlighting the need for further research on the effects of secure messaging on clinician workflow and cognitive burden and the best messaging strategies that minimize that burden.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Supplemental figures and tables.</p>
        <media xlink:href="jmir_v25i1e48583_app1.docx" xlink:title="DOCX File , 469 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">APP</term>
          <def>
            <p>advanced practice provider</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This research was supported by a grant from the American Medical Association’s Practice Transformation Initiative. Generative artificial intelligence was not used in any portion of this manuscript.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data are not publicly available due to information that could compromise the privacy of study participants.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>SSL, LRB, and TK contributed to the concept and design of the study, interpreted the results, and drafted the initial manuscript. SSL, DH, and TK collected the data. SSL and LRB developed the methodology and analyzed the data. SSL and TK supervised the work. All authors contributed to the editing and review of the manuscript and provided approval for publication.</p>
      </fn>
      <fn fn-type="conflict">
        <p>CAS is employed by the American Medical Association. The opinions expressed in this study are those of the authors and should not be interpreted as American Medical Association policy. Other authors have no competing interests to declare.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzpatrick</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Augustine</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Trzebucki</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Presseau</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mersmann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Heckman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kachnowski</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Synchronous communication facilitates interruptive workflow for attending physicians and nurses in clinical settings</article-title>
          <source>Int J Med Inform</source>
          <year>2009</year>
          <volume>78</volume>
          <issue>9</issue>
          <fpage>629</fpage>
          <lpage>637</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2009.04.006</pub-id>
          <pub-id pub-id-type="medline">19482544</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(09)00073-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>SW</given-names>
            </name>
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>WT</given-names>
            </name>
            <name name-style="western">
              <surname>Liaw</surname>
              <given-names>SY</given-names>
            </name>
          </person-group>
          <article-title>Collaboration between hospital physicians and nurses: an integrated literature review</article-title>
          <source>Int Nurs Rev</source>
          <year>2013</year>
          <volume>60</volume>
          <issue>3</issue>
          <fpage>291</fpage>
          <lpage>302</lpage>
          <pub-id pub-id-type="doi">10.1111/inr.12034</pub-id>
          <pub-id pub-id-type="medline">23961790</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Leary</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Liebovitz</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Ravi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Knoten</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Reddy</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>Hospital-based clinicians' use of technology for patient care-related communication: a national survey</article-title>
          <source>J Hosp Med</source>
          <year>2017</year>
          <volume>12</volume>
          <issue>7</issue>
          <fpage>530</fpage>
          <lpage>535</lpage>
          <pub-id pub-id-type="doi">10.12788/jhm.2767</pub-id>
          <pub-id pub-id-type="medline">28699941</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Westbrook</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Ampt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kearney</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rob</surname>
              <given-names>MI</given-names>
            </name>
          </person-group>
          <article-title>All in a day's work: an observational study to quantify how and with whom doctors on hospital wards spend their time</article-title>
          <source>Med J Aust</source>
          <year>2008</year>
          <volume>188</volume>
          <issue>9</issue>
          <fpage>506</fpage>
          <lpage>509</lpage>
          <pub-id pub-id-type="doi">10.5694/j.1326-5377.2008.tb01762.x</pub-id>
          <pub-id pub-id-type="medline">18459920</pub-id>
          <pub-id pub-id-type="pii">wes10748_fm</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weigl</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zupanc</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Angerer</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Participant observation of time allocation, direct patient contact and simultaneous activities in hospital physicians</article-title>
          <source>BMC Health Serv Res</source>
          <year>2009</year>
          <volume>9</volume>
          <fpage>110</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/1472-6963-9-110"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6963-9-110</pub-id>
          <pub-id pub-id-type="medline">19563625</pub-id>
          <pub-id pub-id-type="pii">1472-6963-9-110</pub-id>
          <pub-id pub-id-type="pmcid">PMC2709110</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tipping</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Forth</surname>
              <given-names>VE</given-names>
            </name>
            <name name-style="western">
              <surname>O'Leary</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Malkenson</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Magill</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Englert</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>MV</given-names>
            </name>
          </person-group>
          <article-title>Where did the day go?--A time-motion study of hospitalists</article-title>
          <source>J Hosp Med</source>
          <year>2010</year>
          <volume>5</volume>
          <issue>6</issue>
          <fpage>323</fpage>
          <lpage>328</lpage>
          <pub-id pub-id-type="doi">10.1002/jhm.790</pub-id>
          <pub-id pub-id-type="medline">20803669</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hains</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hordern</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Milliss</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Raper</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Westbrook</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>What do ICU doctors do? A multisite time and motion study of the clinical work patterns of registrars</article-title>
          <source>Crit Care Resusc</source>
          <year>2015</year>
          <volume>17</volume>
          <issue>3</issue>
          <fpage>159</fpage>
          <lpage>166</lpage>
          <pub-id pub-id-type="medline">26282253</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sinsky</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Colligan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Prgomet</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Goeders</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Westbrook</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tutty</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Blike</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Allocation of physician time in ambulatory practice: a time and motion study in 4 specialties</article-title>
          <source>Ann Intern Med</source>
          <year>2016</year>
          <volume>165</volume>
          <issue>11</issue>
          <fpage>753</fpage>
          <lpage>760</lpage>
          <pub-id pub-id-type="doi">10.7326/M16-0961</pub-id>
          <pub-id pub-id-type="medline">27595430</pub-id>
          <pub-id pub-id-type="pii">2546704</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wenger</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Méan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Castioni</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Marques-Vidal</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Waeber</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Garnier</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Allocation of internal medicine resident time in a Swiss Hospital: a time and motion study of day and evening shifts</article-title>
          <source>Ann Intern Med</source>
          <year>2017</year>
          <volume>166</volume>
          <issue>8</issue>
          <fpage>579</fpage>
          <lpage>586</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://core.ac.uk/reader/84058409?utm_source=linkout"/>
          </comment>
          <pub-id pub-id-type="doi">10.7326/M16-2238</pub-id>
          <pub-id pub-id-type="medline">28135724</pub-id>
          <pub-id pub-id-type="pii">2599281</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arndt</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Beasley</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Watkinson</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Temte</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Tuan</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Sinsky</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Gilchrist</surname>
              <given-names>VJ</given-names>
            </name>
          </person-group>
          <article-title>Tethered to the EHR: primary care physician workload assessment using EHR event log data and time-motion observations</article-title>
          <source>Ann Fam Med</source>
          <year>2017</year>
          <volume>15</volume>
          <issue>5</issue>
          <fpage>419</fpage>
          <lpage>426</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.annfammed.org/cgi/pmidlookup?view=long&#38;pmid=28893811"/>
          </comment>
          <pub-id pub-id-type="doi">10.1370/afm.2121</pub-id>
          <pub-id pub-id-type="medline">28893811</pub-id>
          <pub-id pub-id-type="pii">15/5/419</pub-id>
          <pub-id pub-id-type="pmcid">PMC5593724</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Manojlovich</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Harrod</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hofer</surname>
              <given-names>TP</given-names>
            </name>
            <name name-style="western">
              <surname>Lafferty</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McBratnie</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Krein</surname>
              <given-names>SL</given-names>
            </name>
          </person-group>
          <article-title>Using qualitative methods to explore communication practices in the context of patient care rounds on general care units</article-title>
          <source>J Gen Intern Med</source>
          <year>2020</year>
          <volume>35</volume>
          <issue>3</issue>
          <fpage>839</fpage>
          <lpage>845</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31832929"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-019-05580-9</pub-id>
          <pub-id pub-id-type="medline">31832929</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-019-05580-9</pub-id>
          <pub-id pub-id-type="pmcid">PMC7080921</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mundt</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Zakletskaia</surname>
              <given-names>LI</given-names>
            </name>
          </person-group>
          <article-title>Professional communication networks and job satisfaction in primary care clinics</article-title>
          <source>Ann Fam Med</source>
          <year>2019</year>
          <volume>17</volume>
          <issue>5</issue>
          <fpage>428</fpage>
          <lpage>435</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.annfammed.org/cgi/pmidlookup?view=long&#38;pmid=31501206"/>
          </comment>
          <pub-id pub-id-type="doi">10.1370/afm.2442</pub-id>
          <pub-id pub-id-type="medline">31501206</pub-id>
          <pub-id pub-id-type="pii">17/5/428</pub-id>
          <pub-id pub-id-type="pmcid">PMC7032905</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mundt</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Agneessens</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Tuan</surname>
              <given-names>WJ</given-names>
            </name>
            <name name-style="western">
              <surname>Zakletskaia</surname>
              <given-names>LI</given-names>
            </name>
            <name name-style="western">
              <surname>Kamnetz</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Gilchrist</surname>
              <given-names>VJ</given-names>
            </name>
          </person-group>
          <article-title>Primary care team communication networks, team climate, quality of care, and medical costs for patients with diabetes: a cross-sectional study</article-title>
          <source>Int J Nurs Stud</source>
          <year>2016</year>
          <volume>58</volume>
          <fpage>1</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27087293"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ijnurstu.2016.01.013</pub-id>
          <pub-id pub-id-type="medline">27087293</pub-id>
          <pub-id pub-id-type="pii">S0020-7489(16)00032-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC4835690</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <article-title>In U.S., SMS text messaging tops mobile phone calling</article-title>
          <source>The Nielsen Company</source>
          <year>2019</year>
          <access-date>2023-09-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nielsen.com/insights/2008/in-us-text-messaging-tops-mobile-phone-calling/">https://www.nielsen.com/insights/2008/in-us-text-messaging-tops-mobile-phone-calling/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Byrd</surname>
              <given-names>TF</given-names>
            </name>
            <name name-style="western">
              <surname>Fancher</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Liebovitz</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>O'Leary</surname>
              <given-names>KJ</given-names>
            </name>
          </person-group>
          <article-title>Trends in secure mobile communication technology use among hospitalists in North America, 2016–2021</article-title>
          <source>Health Policy Technol</source>
          <year>2022</year>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>100689</fpage>
          <pub-id pub-id-type="doi">10.1016/j.hlpt.2022.100689</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hagedorn</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bonafide</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Simmons</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Secure text messaging in healthcare: latent threats and opportunities to improve patient safety</article-title>
          <source>J Hosp Med</source>
          <year>2020</year>
          <volume>15</volume>
          <issue>6</issue>
          <fpage>378</fpage>
          <lpage>380</lpage>
          <pub-id pub-id-type="doi">10.12788/jhm.3305</pub-id>
          <pub-id pub-id-type="medline">31532741</pub-id>
          <pub-id pub-id-type="pii">jhm.3305</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Sutton</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>McKenna</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sinanan</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Fellner</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Leu</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Ewell</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of secure messaging applications for a health care system: a case study</article-title>
          <source>Appl Clin Inform</source>
          <year>2019</year>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>140</fpage>
          <lpage>150</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30812040"/>
          </comment>
          <pub-id pub-id-type="doi">10.1055/s-0039-1678607</pub-id>
          <pub-id pub-id-type="medline">30812040</pub-id>
          <pub-id pub-id-type="pmcid">PMC6393161</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Luu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Spiegelman</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Nykin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Abido</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Roh</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rudkin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Toohey</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Implementation of an electronic health record-based messaging system in the emergency department: effects on physician workflow and resident burnout</article-title>
          <source>J Patient Saf</source>
          <year>2022</year>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>e542</fpage>
          <lpage>e546</lpage>
          <pub-id pub-id-type="doi">10.1097/PTS.0000000000000869</pub-id>
          <pub-id pub-id-type="medline">34009871</pub-id>
          <pub-id pub-id-type="pii">01209203-202203000-00035</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Byrd</surname>
              <given-names>TF</given-names>
            </name>
            <name name-style="western">
              <surname>Speigel</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Cameron</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>O'Leary</surname>
              <given-names>Kevin J</given-names>
            </name>
          </person-group>
          <article-title>Barriers to adoption of a secure text messaging system: a qualitative study of practicing clinicians</article-title>
          <source>J Gen Intern Med</source>
          <year>2023</year>
          <volume>38</volume>
          <issue>5</issue>
          <fpage>1224</fpage>
          <lpage>1231</lpage>
          <pub-id pub-id-type="doi">10.1007/s11606-022-07912-8</pub-id>
          <pub-id pub-id-type="medline">36376637</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-022-07912-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC10110803</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Byrd</surname>
              <given-names>TF</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Yeh</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>O'Leary</surname>
              <given-names>KJ</given-names>
            </name>
          </person-group>
          <article-title>Technology acceptance and critical mass: development of a consolidated model to explain the actual use of mobile health care communication tools</article-title>
          <source>J Biomed Inform</source>
          <year>2021</year>
          <volume>117</volume>
          <fpage>103749</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(21)00078-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2021.103749</pub-id>
          <pub-id pub-id-type="medline">33766780</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(21)00078-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Small</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Rosin</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rohrbach</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Stromberg</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hanson</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Asch</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Change in length of stay and readmissions among hospitalized medical patients after inpatient medicine service adoption of mobile secure text messaging</article-title>
          <source>J Gen Intern Med</source>
          <year>2016</year>
          <volume>31</volume>
          <issue>8</issue>
          <fpage>863</fpage>
          <lpage>870</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27016064"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-016-3673-7</pub-id>
          <pub-id pub-id-type="medline">27016064</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-016-3673-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC4945559</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Feinberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kashyap</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Illuzzi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hsiao</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Pettker</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the impact of a new smartphone texting tool on patient care in obstetrics, an emergent healthcare setting</article-title>
          <source>Appl Clin Inform</source>
          <year>2019</year>
          <volume>10</volume>
          <issue>5</issue>
          <fpage>879</fpage>
          <lpage>887</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31747710"/>
          </comment>
          <pub-id pub-id-type="doi">10.1055/s-0039-1700868</pub-id>
          <pub-id pub-id-type="medline">31747710</pub-id>
          <pub-id pub-id-type="pmcid">PMC6867929</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Siegler</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Stromberg</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ravitz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hanson</surname>
              <given-names>CW</given-names>
            </name>
          </person-group>
          <article-title>Perfect storm of inpatient communication needs and an innovative solution utilizing smartphones and secured messaging</article-title>
          <source>Appl Clin Inform</source>
          <year>2016</year>
          <volume>7</volume>
          <issue>3</issue>
          <fpage>777</fpage>
          <lpage>789</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/27530155"/>
          </comment>
          <pub-id pub-id-type="doi">10.4338/ACI-2015-11-RA-0151</pub-id>
          <pub-id pub-id-type="medline">27530155</pub-id>
          <pub-id pub-id-type="pii">2015-11-RA-0151</pub-id>
          <pub-id pub-id-type="pmcid">PMC5052549</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Kara</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Huffman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Matthias</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Radecki</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Savoy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Schaffer</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Weiner</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Qualitative analysis of team communication with a clinical texting system at a Midwestern Academic Hospital</article-title>
          <source>Appl Clin Inform</source>
          <year>2022</year>
          <volume>13</volume>
          <issue>2</issue>
          <fpage>391</fpage>
          <lpage>397</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.thieme-connect.com/DOI/DOI?10.1055/s-0042-1744389"/>
          </comment>
          <pub-id pub-id-type="doi">10.1055/s-0042-1744389</pub-id>
          <pub-id pub-id-type="medline">35294986</pub-id>
          <pub-id pub-id-type="pmcid">PMC8926456</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>Python language reference, version 3.9.16</article-title>
          <source>The Python Software Foundation</source>
          <year>2021</year>
          <access-date>2023-09-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.python.org/doc/versions/">https://www.python.org/doc/versions/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>R Core Team</collab>
          </person-group>
          <article-title>R: a language and environment for statistical computing</article-title>
          <source>R Foundation for Statistical Computing</source>
          <year>2022</year>
          <access-date>2023-09-18</access-date>
          <publisher-loc>Vienna, Austria</publisher-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.r-project.org/">https://www.r-project.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steitz</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Unertl</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Characterizing communication patterns among members of the clinical care team to deliver breast cancer treatment</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2020</year>
          <volume>27</volume>
          <issue>2</issue>
          <fpage>236</fpage>
          <lpage>243</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31682267"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocz151</pub-id>
          <pub-id pub-id-type="medline">31682267</pub-id>
          <pub-id pub-id-type="pii">5612170</pub-id>
          <pub-id pub-id-type="pmcid">PMC7647266</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steitz</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the scope of clinical electronic messaging to coordinate care in a breast cancer cohort</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2019</year>
          <volume>264</volume>
          <fpage>808</fpage>
          <lpage>812</lpage>
          <pub-id pub-id-type="doi">10.3233/SHTI190335</pub-id>
          <pub-id pub-id-type="medline">31438036</pub-id>
          <pub-id pub-id-type="pii">SHTI190335</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steitz</surname>
              <given-names>BD</given-names>
            </name>
            <name name-style="western">
              <surname>Unertl</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>An analysis of electronic health record work to manage asynchronous clinical messages among breast cancer care teams</article-title>
          <source>Appl Clin Inform</source>
          <year>2021</year>
          <volume>12</volume>
          <issue>4</issue>
          <fpage>877</fpage>
          <lpage>887</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.thieme-connect.com/DOI/DOI?10.1055/s-0041-1735257"/>
          </comment>
          <pub-id pub-id-type="doi">10.1055/s-0041-1735257</pub-id>
          <pub-id pub-id-type="medline">34528233</pub-id>
          <pub-id pub-id-type="pmcid">PMC8443401</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hagedorn</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkendall</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Spooner</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Mohan</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Inpatient communication networks: leveraging secure text-messaging platforms to gain insight into inpatient communication systems</article-title>
          <source>Appl Clin Inform</source>
          <year>2019</year>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>471</fpage>
          <lpage>478</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31242514"/>
          </comment>
          <pub-id pub-id-type="doi">10.1055/s-0039-1692401</pub-id>
          <pub-id pub-id-type="medline">31242514</pub-id>
          <pub-id pub-id-type="pmcid">PMC6594834</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arscott</surname>
              <given-names>WT</given-names>
            </name>
            <name name-style="western">
              <surname>Gray</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kuska</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Nagda</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lustig</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso-Basanta</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Metz</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Evaluating the impact of secure mobile messaging on communication and cancer care team satisfaction in a large radiation oncology clinic</article-title>
          <source>J Oncol Pract</source>
          <year>2019</year>
          <volume>15</volume>
          <issue>8</issue>
          <fpage>e733</fpage>
          <lpage>e738</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ascopubs.org/doi/10.1200/JOP.18.00539?cookieSet=1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1200/JOP.18.00539</pub-id>
          <pub-id pub-id-type="medline">31265351</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carlile</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Rhatigan</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Why do we still page each other? Examining the frequency, types and senders of pages in academic medical services</article-title>
          <source>BMJ Qual Saf</source>
          <year>2017</year>
          <volume>26</volume>
          <issue>1</issue>
          <fpage>24</fpage>
          <lpage>29</lpage>
          <pub-id pub-id-type="doi">10.1136/bmjqs-2015-004587</pub-id>
          <pub-id pub-id-type="medline">26740495</pub-id>
          <pub-id pub-id-type="pii">bmjqs-2015-004587</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baron</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>What's keeping us so busy in primary care? A snapshot from one practice</article-title>
          <source>N Engl J Med</source>
          <year>2010</year>
          <volume>362</volume>
          <issue>17</issue>
          <fpage>1632</fpage>
          <lpage>1636</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMon0910793</pub-id>
          <pub-id pub-id-type="medline">20427812</pub-id>
          <pub-id pub-id-type="pii">362/17/1632</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Westbrook</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Coiera</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Dunsmuir</surname>
              <given-names>WTM</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Kelk</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Paoloni</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The impact of interruptions on clinical task completion</article-title>
          <source>Qual Saf Health Care</source>
          <year>2010</year>
          <volume>19</volume>
          <issue>4</issue>
          <fpage>284</fpage>
          <lpage>289</lpage>
          <pub-id pub-id-type="doi">10.1136/qshc.2009.039255</pub-id>
          <pub-id pub-id-type="medline">20463369</pub-id>
          <pub-id pub-id-type="pii">qshc.2009.039255</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Westbrook</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Woods</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rob</surname>
              <given-names>MI</given-names>
            </name>
            <name name-style="western">
              <surname>Dunsmuir</surname>
              <given-names>WTM</given-names>
            </name>
            <name name-style="western">
              <surname>Day</surname>
              <given-names>RO</given-names>
            </name>
          </person-group>
          <article-title>Association of interruptions with an increased risk and severity of medication administration errors</article-title>
          <source>Arch Intern Med</source>
          <year>2010</year>
          <volume>170</volume>
          <issue>8</issue>
          <fpage>683</fpage>
          <lpage>690</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamainternalmedicine/fullarticle/415843"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/archinternmed.2010.65</pub-id>
          <pub-id pub-id-type="medline">20421552</pub-id>
          <pub-id pub-id-type="pii">170/8/683</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Westbrook</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>Raban</surname>
              <given-names>MZ</given-names>
            </name>
            <name name-style="western">
              <surname>Walter</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Douglas</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Task errors by emergency physicians are associated with interruptions, multitasking, fatigue and working memory capacity: a prospective, direct observation study</article-title>
          <source>BMJ Qual Saf</source>
          <year>2018</year>
          <volume>27</volume>
          <issue>8</issue>
          <fpage>655</fpage>
          <lpage>663</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://qualitysafety.bmj.com/lookup/pmidlookup?view=long&#38;pmid=29317463"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjqs-2017-007333</pub-id>
          <pub-id pub-id-type="medline">29317463</pub-id>
          <pub-id pub-id-type="pii">bmjqs-2017-007333</pub-id>
          <pub-id pub-id-type="pmcid">PMC6204927</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Drews</surname>
              <given-names>FA</given-names>
            </name>
            <name name-style="western">
              <surname>Markewitz</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Stoddard</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Samore</surname>
              <given-names>MH</given-names>
            </name>
          </person-group>
          <article-title>Interruptions and delivery of care in the intensive care unit</article-title>
          <source>Hum Factors</source>
          <year>2019</year>
          <volume>61</volume>
          <issue>4</issue>
          <fpage>564</fpage>
          <lpage>576</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/0018720819838090"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0018720819838090</pub-id>
          <pub-id pub-id-type="medline">30945959</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bonafide</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Localio</surname>
              <given-names>AR</given-names>
            </name>
            <name name-style="western">
              <surname>Khan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dziorny</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Mai</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Stemler</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Nadkarni</surname>
              <given-names>VM</given-names>
            </name>
            <name name-style="western">
              <surname>Keren</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Association between mobile telephone interruptions and medication administration errors in a pediatric intensive care unit</article-title>
          <source>JAMA Pediatr</source>
          <year>2020</year>
          <volume>174</volume>
          <issue>2</issue>
          <fpage>162</fpage>
          <lpage>169</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31860017"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamapediatrics.2019.5001</pub-id>
          <pub-id pub-id-type="medline">31860017</pub-id>
          <pub-id pub-id-type="pii">2757364</pub-id>
          <pub-id pub-id-type="pmcid">PMC6990809</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hansen</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Lazow</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hagedorn</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>Reducing interdisciplinary communication failures through secure text messaging: a quality improvement project</article-title>
          <source>Pediatr Qual Saf</source>
          <year>2018</year>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>e053</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30229189"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/pq9.0000000000000053</pub-id>
          <pub-id pub-id-type="medline">30229189</pub-id>
          <pub-id pub-id-type="pmcid">PMC6132699</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Molla</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The productivity pit: how Slack is ruining work</article-title>
          <source>Recode</source>
          <year>2019</year>
          <access-date>2023-09-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://courses.cs.washington.edu/courses/cse481p/23sp/readings/W6S2/productivity-slack-google-microsoft-facebook-RaniMolla.pdf">https://courses.cs.washington.edu/courses/cse481p/23sp/readings/W6S2/productivity-slack-google-microsoft-facebook-RaniMolla.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>MacKay</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Communication overload: our research shows most workers can't go 6 minutes without checking email or IM</article-title>
          <source>RescueTime Blog</source>
          <year>2018</year>
          <access-date>2023-09-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://blog.rescuetime.com/communication-multitasking-switches/">https://blog.rescuetime.com/communication-multitasking-switches/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Newport</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>A World Without Email: Reimagining Work in an Age of Communication Overload</source>
          <year>2021</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Penguin</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hobensack</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Cato</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Detmer</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Moy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Withall</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rossetti</surname>
              <given-names>SC</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenbloom</surname>
              <given-names>ST</given-names>
            </name>
          </person-group>
          <article-title>25 × 5 symposium to reduce documentation burden: report-out and call for action</article-title>
          <source>Appl Clin Inform</source>
          <year>2022</year>
          <volume>13</volume>
          <issue>2</issue>
          <fpage>439</fpage>
          <lpage>446</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.thieme-connect.com/DOI/DOI?10.1055/s-0042-1746169"/>
          </comment>
          <pub-id pub-id-type="doi">10.1055/s-0042-1746169</pub-id>
          <pub-id pub-id-type="medline">35545125</pub-id>
          <pub-id pub-id-type="pmcid">PMC9095342</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Khajuria</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Arora</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ashrafian</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Darzi</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The impact of mobile technology on teamwork and communication in hospitals: a systematic review</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2019</year>
          <volume>26</volume>
          <issue>4</issue>
          <fpage>339</fpage>
          <lpage>355</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30689893"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocy175</pub-id>
          <pub-id pub-id-type="medline">30689893</pub-id>
          <pub-id pub-id-type="pii">5301725</pub-id>
          <pub-id pub-id-type="pmcid">PMC7647195</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
