<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v22i7e19274</article-id>
      <article-id pub-id-type="pmid">32673234</article-id>
      <article-id pub-id-type="doi">10.2196/19274</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>The Influence of Electronic Health Record Use on Physician Burnout: Cross-Sectional Survey</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Shubina</surname>
            <given-names>Ivanna</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Bahrami</surname>
            <given-names>Mohammad Amin</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Tajirian</surname>
            <given-names>Tania</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Centre for Addiction and Mental Health</institution>
            <addr-line>6168F, 100 Stokes St.</addr-line>
            <addr-line>Toronto, ON, M6J1H4</addr-line>
            <country>Canada</country>
            <phone>1 4165358501 ext 30515</phone>
            <email>Tania.Tajirian@camh.ca</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0668-4397</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Stergiopoulos</surname>
            <given-names>Vicky</given-names>
          </name>
          <degrees>MD, MHSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3941-9434</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Strudwick</surname>
            <given-names>Gillian</given-names>
          </name>
          <degrees>RN, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1080-7372</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Sequeira</surname>
            <given-names>Lydia</given-names>
          </name>
          <degrees>MHI</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2715-3918</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Sanches</surname>
            <given-names>Marcos</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9075-1761</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Kemp</surname>
            <given-names>Jessica</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5159-4433</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Ramamoorthi</surname>
            <given-names>Karishini</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7066-0560</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>Timothy</given-names>
          </name>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4002-7705</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Jankowicz</surname>
            <given-names>Damian</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-0579-1337</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Centre for Addiction and Mental Health</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>University of Toronto</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Krembil Centre for Neuroinformatics</institution>
        <institution>Centre for Addiction and Mental Health</institution>
        <addr-line>Toronto, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>University of Waterloo</institution>
        <addr-line>Waterloo, ON</addr-line>
        <country>Canada</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>McMaster University</institution>
        <addr-line>Hamilton, ON</addr-line>
        <country>Canada</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Tania Tajirian <email>Tania.Tajirian@camh.ca</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>15</day>
        <month>7</month>
        <year>2020</year>
      </pub-date>
      <volume>22</volume>
      <issue>7</issue>
      <elocation-id>e19274</elocation-id>
      <history>
        <date date-type="received">
          <day>14</day>
          <month>4</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>19</day>
          <month>4</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>22</day>
          <month>4</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>27</day>
          <month>4</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Tania Tajirian, Vicky Stergiopoulos, Gillian Strudwick, Lydia Sequeira, Marcos Sanches, Jessica Kemp, Karishini Ramamoorthi, Timothy Zhang, Damian Jankowicz. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 15.07.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2020/7/e19274" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Physician burnout has a direct impact on the delivery of high-quality health care, with health information technology tools such as electronic health records (EHRs) adding to the burden of practice inefficiencies.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this study was to determine the extent of burnout among physicians and learners (residents and fellows); identify significant EHR-related contributors of physician burnout; and explore the differences between physicians and learners with regard to EHR-related factors such as time spent in EHR, documentation styles, proficiency, training, and perceived usefulness. In addition, the study aimed to address gaps in the EHR-related burnout research methodologies by determining physicians’ patterns of EHR use through usage logs.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This study used a cross-sectional survey methodology and a review of administrative data for back-end log measures of survey respondents’ EHR use, which was conducted at a large Canadian academic mental health hospital. Chi-square and Fisher exact tests were used to examine the association of EHR-related factors with general physician burnout. The survey was sent out to 474 individuals between May and June 2019, including physicians (n=407), residents (n=53), and fellows (n=14), and we measured physician burnout and perceptions of EHR stressors (along with demographic and practice characteristics).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Our survey included 208 respondents, including physicians (n=176) and learners (n=32). The response rate was 43.2% for physicians (full-time: 156/208, 75.0%; part-time: 20/199, 10.1%), and 48% (32/67) for learners. A total of 25.6% (45/176) of practicing physicians and 19% (6/32) of learners reported having one or more symptoms of burnout, and 74.5% (155/208) of all respondents who reported burnout symptoms identified the EHR as a contributor. Lower satisfaction and higher frustration with the EHRs were significantly associated with perceptions of EHR contributing toward burnout. Physicians’ and learners’ experiences with the EHR, gathered through open-ended survey responses, identified challenges around the intuitiveness and usability of the technology as well as workflow issues. Metrics gathered from back-end usage logs demonstrated a 13.6-min overestimation in time spent on EHRs per patient and a 5.63-hour overestimation of after-hours EHR time, when compared with self-reported survey data.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This study suggests that the use of EHRs is a perceived contributor to physician burnout. There should be a focus on combating physician burnout by reducing the unnecessary administrative burdens of EHRs through efficient implementation of systems and effective postimplementation strategies.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>electronic health record</kwd>
        <kwd>physician</kwd>
        <kwd>burnout</kwd>
        <kwd>psychiatry</kwd>
        <kwd>medical informatics</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Overview of Physician Burnout</title>
        <p>Physician wellness is vital to the delivery of high-quality health care and greatly affects the performance of health care systems [<xref ref-type="bibr" rid="ref1">1</xref>]. Organizations have started including wellness programs among their top priorities in an attempt to reduce physician burnout [<xref ref-type="bibr" rid="ref2">2</xref>]—a work-related syndrome involving emotional exhaustion, depersonalization, and a sense of reduced personal accomplishment [<xref ref-type="bibr" rid="ref3">3</xref>]. Physician burnout has been associated with career dissatisfaction [<xref ref-type="bibr" rid="ref4">4</xref>], absenteeism and job turnover [<xref ref-type="bibr" rid="ref5">5</xref>], reduced quality of care [<xref ref-type="bibr" rid="ref6">6</xref>], and medical errors [<xref ref-type="bibr" rid="ref7">7</xref>]. It is increasingly being measured, with high prevalence rates (78%) among American physicians [<xref ref-type="bibr" rid="ref8">8</xref>], and almost 30% of Canadian physicians [<xref ref-type="bibr" rid="ref9">9</xref>] have reported symptoms of burnout. The major contributors to physician burnout include <italic>individual factors</italic> (eg, age and education debt) [<xref ref-type="bibr" rid="ref10">10</xref>] and <italic>work factors</italic> (eg, inefficient work processes, negative leadership, and limited interprofessional collaboration or advancement) [<xref ref-type="bibr" rid="ref11">11</xref>]. Within psychiatry, workplace variables have been found to be a major stressor and may be more likely to perpetuate burnout [<xref ref-type="bibr" rid="ref12">12</xref>]. Demands including navigating the working relationship with clients experiencing trauma—while often becoming the target of anger, hatred, and even violence—can be emotionally draining [<xref ref-type="bibr" rid="ref13">13</xref>]. Moreover, burnout has also been known to span all phases of a physician’s career, including during medical school and residency, and a recent systematic review calculated a 33.7% burnout rate for psychiatry residents [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>Among workplace inefficiencies, the use of health information technology such as electronic health records (EHRs) has been suggested to contribute to physician burnout in psychiatry [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. With proper implementation, EHRs can improve the quality of health care by increasing time efficiency and guideline adherence and reducing medication errors [<xref ref-type="bibr" rid="ref17">17</xref>]. However, the promise of improved quality of patient care through fast access to patient information and improved clinical decision-making support has not been attained in many health care organizations as the unintended consequences of EHRs proliferate [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <p>These unintended consequences can be <italic>technical</italic> factors, such as poor software design, or <italic>sociotechnical</italic> factors, such as poor usability or workflow integration [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]. EHRs have often added to physicians’ cognitive load through excessive data entry requirements [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>] and reduction of time spent with patients [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. The provision of mental health care, in particular, poses an added level of complexity, including navigating multidisciplinary treatment plans, varying levels of care (ie, residential and partial hospitals) that do not fit neatly into the clinical or scheduling workflows [<xref ref-type="bibr" rid="ref27">27</xref>], and the inability to capture and find important documentation [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. Despite the challenges, the adoption of EHRs remains an important policy priority in most countries, showing a steady increase over the past 10 years and reaching an adoption rate of 75% in American [<xref ref-type="bibr" rid="ref30">30</xref>] hospitals and 81% in Canadian [<xref ref-type="bibr" rid="ref31">31</xref>] hospitals. Moving forward, the National Academy of Medicine calls for a <italic>human-centered approach</italic> to combat physician burnout by reducing unnecessary administrative burdens through improved design and implementation of technology and supportive regulatory policies [<xref ref-type="bibr" rid="ref32">32</xref>].</p>
        <p>Although there are numerous editorial and opinion pieces identifying EHRs as possible contributors to physician burnout [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>], research in determining physicians’ perceptions of the impact of EHRs on burnout is scant [<xref ref-type="bibr" rid="ref35">35</xref>]. In addition, there is a need to apply a variety of research methods to fully understand the complexity of the phenomenon to optimize technology and clinical workflows [<xref ref-type="bibr" rid="ref35">35</xref>], given that previous studies used subjective, perception-based data for measuring both EHR-related stressors and burnout variables.</p>
      </sec>
      <sec>
        <title>Study Aims</title>
        <p>This study aimed to (1) identify the extent of burnout and the perceived contribution of the EHR toward burnout among our population of physicians and learners (residents and fellows); (2) identify significant contributors of burnout and EHR-related burnout; (3) explore differences between physicians and learners among factors previously identified as contributing to EHR-related burnout (time spent, use, and documentation styles within the EHR; EHR proficiency and training; and perceived usefulness of EHR); and (4) compare self-reported perceptions on EHR usage metrics using log data.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design, Setting, and Participants</title>
        <p>This study used a cross-sectional survey design to gather the perceptions of physicians and learners and back-end EHR usage logs to gather use patterns. It was conducted at Canada’s largest academic mental health hospital located in Toronto, Ontario. At the time of the survey distribution, the Centre for Addiction and Mental Health had 407 physicians, 208 of which were considered full-time (ie, ones who had a <italic>primary</italic> appointment with the hospital). Among these physicians were hospitalists and psychiatrists spread across 7 different clinical divisions. In addition, the study included 53 residents and 14 clinical fellows. Of the 37,065 unique patients admitted in the hospital, 63.10% (23,388/37,065) were treated for an admission diagnosis falling within two groups: schizophrenia or/psychotic disorders and substance use disorders [<xref ref-type="bibr" rid="ref36">36</xref>]. Physicians used a comprehensive EHR, which was implemented 5 years before this study.</p>
        <p>Depending on the email address used for the electronic survey links, usage log data for 201 participants in May and 198 participants in June were identified, which were then used to compare metrics that were also asked within the survey.</p>
        <p>Ethical approval was obtained from the organization’s quality improvement projects ethics review board.</p>
      </sec>
      <sec>
        <title>Data Collection</title>
        <sec>
          <title>Survey</title>
          <p>The survey was administered to the study’s target population of physicians and learners (residents and clinical fellows) between May 2019 and June 2019 by sending a link to the anonymous electronic survey via email. To maximize survey participation, weekly reminders were sent out for the duration of survey recruitment (6 weeks), and engagement methods, including advertising in physician newsletters, discussions at hospital-wide meetings, and resident lunches, were used.</p>
          <p>Research Electronic Data Capture (REDCap)—a secure web app—was used to manage the survey [<xref ref-type="bibr" rid="ref37">37</xref>]. The app collected information about demographics, practice setting and EHR-related usage, and burnout (<xref ref-type="table" rid="table1">Table 1</xref>) and open-ended responses to capture the respondents’ experience with the EHR and explore unique ways in which they use the EHR (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). The survey was developed using previous literature, including the study by Gardner et al [<xref ref-type="bibr" rid="ref15">15</xref>] and KLAS Arch Collaborative Impact Report on Clinician Burnout [<xref ref-type="bibr" rid="ref38">38</xref>], and was tested with physicians, researchers, and divisional chiefs, and their feedback was incorporated.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Independent and dependent variables.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="170"/>
              <col width="800"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Variable type and category</td>
                  <td>Variables</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Independent</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Demographics</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Age</p>
                      </list-item>
                      <list-item>
                        <p>Gender (male, female, or nonbinary)</p>
                      </list-item>
                      <list-item>
                        <p>Role (physician versus learners)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Practice</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Clinical academic division</p>
                      </list-item>
                      <list-item>
                        <p>Length of practice</p>
                      </list-item>
                      <list-item>
                        <p>Patient load (number of patients per week)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>EHR<sup>a</sup>-related factors</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>Time spent in EHR (time per patient and time after hours per week)</p>
                      </list-item>
                      <list-item>
                        <p>Frustration and satisfaction with EHR</p>
                      </list-item>
                      <list-item>
                        <p>Documentation styles (typing, back-end transcription, and voice recognition software)</p>
                      </list-item>
                      <list-item>
                        <p>EHR proficiency</p>
                      </list-item>
                      <list-item>
                        <p>EHR training needs</p>
                      </list-item>
                      <list-item>
                        <p>Perceived usefulness of EHR (on improving communication, enabling high-quality care, and patient safety)</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Dependent</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Burnout</td>
                  <td>
                    <list list-type="bullet">
                      <list-item>
                        <p>General burnout: Measured using a single question from the Mini-Z survey [<xref ref-type="bibr" rid="ref39">39</xref>] (The Mini-Z is a 10-item instrument developed from the Physician Worklife Study [<xref ref-type="bibr" rid="ref40">40</xref>]). This single question has been previously validated for physicians [<xref ref-type="bibr" rid="ref41">41</xref>] against the detailed Maslach Burnout Inventory [<xref ref-type="bibr" rid="ref3">3</xref>], and it achieved a sensitivity of 83.2% and specificity of 87.4% [<xref ref-type="bibr" rid="ref41">41</xref>]. Respondents were asked to identify their symptoms of burnout based on a 5-point scale: (1) “I enjoy my work. I have no symptoms of burnout,” (2) “I am under stress, and don’t always have as much energy as I did, but I don’t feel burned out,” (3) “I am definitely burning out and have one or more symptoms of burnout, eg. emotional exhaustion,” (4) “The symptoms of burnout I am experiencing won’t go away. I think about work frustrations a lot,” and (5) “I feel completely burned out. I am at the point where I may need to seek help.” Participants considered as “burned out” include those having one or more symptoms of burnout (ie, a score of ≥3 on the above scale)</p>
                      </list-item>
                      <list-item>
                        <p>Contribution of EHRs toward burnout: Measured by a single question where physicians and learners were asked “Do you think [EHR name] contributes to your symptoms of burnout?”, and responses were captured on a 4-point scale: “Always,” “Almost always”, “Some of the time,” and “Almost never.”</p>
                      </list-item>
                    </list>
                  </td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>EHR: electronic health record.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Usage Logs</title>
          <p>As unique electronic survey links were used, a list of those who responded to the survey was assembled. Usage logs were extracted for all these individuals for the 2-month period (May-June 2019) of the survey administration. Although we were able to determine whether a participant had responded to the survey or not (a feature of REDCap), we were not able to identify their individual survey responses because of the anonymity of the survey. Therefore, variables extracted from usage log data were compared with responses from the survey in aggregate and not at an individual level. The data extracted were <italic>EHR-related factors</italic> including (1) number of patients seen per month, (2) time spent in EHR per patient, and (3) time spent in EHR after hours per month (details of the source of the back-end EHR analytics can be found in the study by Overhage et al [<xref ref-type="bibr" rid="ref42">42</xref>]).</p>
          <p>The inactive time when the physician was logged into the EHR but not actively engaged in using it (eg, typing) was excluded from the analyses, and <italic>after-hours</italic> were defined as 6 PM to 6 AM and weekends—similar to how it was defined in the survey.</p>
        </sec>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <sec>
          <title>Survey</title>
          <p>Descriptive statistics were calculated for all numeric and categorical variables. The association of independent variables (including demographics, practice styles, and EHR factors) with variables measuring burnout was analyzed using Fisher exact tests and chi-square tests (when the content table was too large for the exact Fisher test to be calculated). Fisher exact tests were used to identify differences between physicians and learners for the following variables (counts of 5 or lower in chi-square tables): age, patient load, time spent in EHRs per patient, frustration with EHR, satisfaction with EHR, perceived usefulness (on improving communication within the circle of care, enabling delivery of high-quality care, and keeping patients safe), and documentation type. All descriptive and chi-square analyses were conducted using the Statistical Package for the Social Sciences software [<xref ref-type="bibr" rid="ref43">43</xref>], and Fisher exact tests were conducted in R [<xref ref-type="bibr" rid="ref44">44</xref>]. When significance at. 05 level was not achieved, no <italic>P</italic> values were reported within the study’s results.</p>
          <p>For open-ended survey responses, inductive content analysis was used [<xref ref-type="bibr" rid="ref45">45</xref>]. After dividing the responses into two groups (low and high satisfaction with EHR based on a quantitative rating scale), the data were read and coded to capture key thoughts or concepts. Investigator triangulation was used to refine the coding scheme, and one investigator proceeded to code all data. Emergent codes were clustered into broader subcategories or themes.</p>
        </sec>
        <sec>
          <title>Comparison: Self-Reports and Usage Log Data</title>
          <p>As back-end EHR usage log data were extracted on a monthly basis, the 2 survey variables (patients seen per week and time spent in EHR after hours per week) were changed from <italic>weekly</italic> to <italic>monthly</italic> to ensure practical comparison. Descriptive statistics gathered from the survey responses and usage logs of all respondents were compared.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participant Profile</title>
        <p>Demographic and practice characteristics of the study population are shown in <xref ref-type="table" rid="table2">Table 2</xref>. The survey was answered by 176 physicians and 32 learners. Response rates were 43.2% for physicians (full-time: 75% and part-time: 10%) and 47.7% for learners (fellows: 86% and residents: 40%). A total of 44.3% (78/176) of physicians and 50% (16/32) of learners were female; 46.0% (81/176) of physicians were in the 0 to 10 years practice timeframe and 26.1% (46/176) practiced for 21 years or more. Physicians saw a mean of 27 patients (median 25) per week and learners saw a mean of 14 patients (median 15).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Demographic and practice characteristics, by experience level.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="280"/>
            <col width="200"/>
            <col width="190"/>
            <col width="300"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Demographics</td>
                <td>Total sample (N=208), n (%)</td>
                <td>Physicians (n=176), n (%)</td>
                <td>Learners (residents and fellows; n=32), n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="5">
                  <bold>Age (years)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#60;30</td>
                <td>17 (8.2)</td>
                <td>4 (2.3)</td>
                <td>13 (41)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>31-40</td>
                <td>81 (38.9)</td>
                <td>63 (35.8)</td>
                <td>18 (56)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>41-50</td>
                <td>59 (28.4)</td>
                <td>58 (33.0)</td>
                <td>1 (3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>51-60</td>
                <td>23 (11.1)</td>
                <td>23 (13.1)</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>≥61</td>
                <td>28 (13.5)</td>
                <td>28 (15.9)</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Gender</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female</td>
                <td>94 (45.2)</td>
                <td>78 (44.3)</td>
                <td>16 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Male</td>
                <td>105 (50.5)</td>
                <td>89 (50.6)</td>
                <td>16 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Gender fluid or nonbinary or two-spirit</td>
                <td>1 (0.5)</td>
                <td>1 (0.6)</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>I prefer not to answer</td>
                <td>8 (3.8)</td>
                <td>8 (4.5)</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Practice setting<sup>a</sup></bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Emergency mental health</td>
                <td>40 (19.2)</td>
                <td>22 (12.5)</td>
                <td>18 (56)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Inpatient mental health</td>
                <td>82 (39.4)</td>
                <td>69 (39.2)</td>
                <td>13 (41)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Outpatient mental health</td>
                <td>159 (76.4)</td>
                <td>131 (74.4)</td>
                <td>28 (88)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Telehealth</td>
                <td>25 (12.0)</td>
                <td>21 (11.9)</td>
                <td>4 (13)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Outreach</td>
                <td>8 (3.8)</td>
                <td>8 (4.5)</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Unknown</td>
                <td>2 (1.0)</td>
                <td>2 (1.1)</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Patient load/week</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>≤10</td>
                <td>53 (25.5)</td>
                <td>39 (22.2)</td>
                <td>14 (43)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>11-20</td>
                <td>55 (26.4)</td>
                <td>39 (22.2)</td>
                <td>16 (50)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>21-30</td>
                <td>46 (22.1)</td>
                <td>45 (25.6)</td>
                <td>1 (3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>≥31</td>
                <td>53 (25.5)</td>
                <td>52 (29.5)</td>
                <td>1 (3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Unknown</td>
                <td>1 (0.5)</td>
                <td>1 (0.6)</td>
                <td>0 (0)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Practice setting was a multi-select question.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Burnout and the Perceived Contribution of the Electronic Health Record Toward Burnout</title>
        <p>A total of 25.6% (45/176) of all physicians and 19% (6/32) of learners identified as having one or more symptoms of burnout, as measured using the single-item measure from the Mini-Z. When asked about EHR contributing to burnout, 69.3% (122/176) of physicians and 67% (22/32) of learners reported feeling that the EHR always or almost always contributes to their symptoms of burnout. Within the subset of those individuals who experienced one or more symptoms of burnout (n=51), this perception of the EHR contributing to burnout was slightly more prevalent (155/208, 74.5%; <xref ref-type="table" rid="table3">Table 3</xref>).</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Burnout prevalence, by experience level.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="430"/>
            <col width="170"/>
            <col width="170"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Burnout measure</td>
                <td>Total sample (N=208), n (%)</td>
                <td>Physicians (n=176), n (%)</td>
                <td>Learner (residents and fellows; n=32), n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="5">
                  <bold>General physician burnout</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1: “I enjoy my work. I have no symptoms of burnout”</td>
                <td>45 (21.6)</td>
                <td>38 (21.6)</td>
                <td>7 (22)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>2: “I am under stress, and don’t always have as much energy as I did, but I don’t feel burned out”</td>
                <td>111 (53.4)</td>
                <td>92 (52.3)</td>
                <td>19 (59)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>3: “I am definitely burning out and have one or more symptoms of burnout, e.g. emotional exhaustion”</td>
                <td>35 (16.8)</td>
                <td>31 (17.6)</td>
                <td>4 (13)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>4: “The symptoms of burnout I am experiencing won’t go away. I think about work frustrations a lot”</td>
                <td>15 (7.2)</td>
                <td>13 (7.4)</td>
                <td>2 (6)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>5: “I feel completely burned out. I am at the point where I may need to seek help.”</td>
                <td>1 (0.5)</td>
                <td>1 (0.6)</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Unknown</td>
                <td>1 (0.5)</td>
                <td>1 (0.6)</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="bottom">
                <td colspan="2">One or more symptoms of burnout<sup>a</sup></td>
                <td>51 (24.5)</td>
                <td>45 (25.6)</td>
                <td>6 (19)</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>EHR<sup>b</sup> contributing to physician burnout</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Always/almost always</td>
                <td>144 (69.2)</td>
                <td>122 (69.3)</td>
                <td>22 (67)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Some of the time/almost never</td>
                <td>63 (30.3)</td>
                <td>53 (30.1)</td>
                <td>10 (31)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Unknown</td>
                <td>1 (0.48)</td>
                <td>1 (0.57)</td>
                <td>0 (0)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>General physician burnout score ≥3.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>EHR: electronic health record.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Significant Contributions to Burnout</title>
        <p>Physicians and learners with higher levels of frustration and lower satisfaction with the EHR were significantly more burned out (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Other variables that were significantly associated with burnout included participants’ perceptions of the EHR on keeping their patients safe (<italic>P</italic>=.002) and whether physicians perceived communication regarding EHR upgrades as efficient (<italic>P</italic>=.047).</p>
        <p>Variables that had a significant association with perceptions of EHR contributing to burnout were low satisfaction with the EHR (<italic>P</italic>&#60;.001) and frustration with the EHR (<italic>P</italic>&#60;.001; <xref rid="figure1" ref-type="fig">Figure 1</xref>). Similarly, as with burnout, those who were content with communication surrounding EHR updates were also significantly less likely to perceive the EHR as a contributory factor to burnout (<italic>P</italic>=.003). Finally, those who were more proficient with the EHR were also significantly less likely to perceive it as contributing to their burnout (<italic>P</italic>=.01).</p>
        <p>The experiences of physicians and learners who had <italic>low satisfaction</italic> with the EHR focused on usability issues and unintended consequences of the EHR on patient care. A total of 39 individuals reported usability issues such as it being nonintuitive, having too many clicks, or not being user-friendly, with one participant referring to it as “death by a thousand clicks” (Participant #94). Moreover, 48 respondents discussed difficulties with finding or retrieving information, including inaccessible documentation. Respondents also discussed time sinks because of the system being “slow” and “clunky” and noted the impact that technology has on direct patient care, such as “...has a negative impact on...the amount of quality face-to-face time I can spend with patients” (Participant #118).</p>
        <p>Respondents with <italic>high EHR satisfaction</italic> used workarounds to complete tasks in the EHR, such as “type long consult notes in [Microsoft] word then copy” (Participant #33) or “enter my appointments in my Outlook calendar...” (Participant #66). Others discussed their knowledge of customization, such as “know how to insert personal short cuts” (Participant #103), or the use of back-end dictation or “use [voice recognition software] exclusively instead of typing progress notes” (Participant #125). Satisfied participants thought that the EHR allows for “communication with other care providers” and has “the ability to forward things easily to care providers in the circle of care” (Participant #168).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Significant contributors to physician burnout. A: [EHR name] adds to my daily frustration (<italic>P</italic>&#60;.001); B: How would you rate your satisfaction with [EHR name]? (<italic>P</italic>&#60;.001); C. [EHR name] helps keep my patients safe (<italic>P</italic>&#60;.002); D: Do you feel communication regarding [EHR name] changes are efficient? (<italic>P</italic>&#60;.047).</p>
          </caption>
          <graphic xlink:href="jmir_v22i7e19274_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Physician and Learner Differences for Electronic Health Record–Related Factors</title>
        <sec>
          <title>Time Spent, Use, and Documentation Styles Within the Electronic Health Record</title>
          <p>Time spent, use, and documentation styles were not significantly different between those participants who were burned out and those who were not burned out. There were significant differences between physicians and learners with respect to the time spent on the EHR per patient, where 47% (15/32) of learners spent over 50 min per patient compared with only 16.5% (29/176) of physicians spending the same amount of time (<italic>P</italic>=.03). In total, 84.1% (148/176) of physicians and 78% (25/32) of learners reported spending time on the EHR after hours, with 22.2% (2/208) of respondents spending 4 or more hours per week.</p>
          <p>Compared with physicians (96/176, 54.5%), a greater proportion of learners (24/32, 75%) document in the EHR through direct typing only. In contrast, 2.8% (5/176) of physicians rely solely on dictation through back-end transcription or voice recognition. None of the learners used dictation only to document in the EHR. Leaners that did not use direct typing as their documentation style (8/32, 25%) used a combination of direct typing and dictation, whereas 41.5% (73/176) of physicians used a combination of documentation styles.</p>
        </sec>
        <sec>
          <title>Electronic Health Record Proficiency and Training</title>
          <p>A total of 31.3% (55/176) of physicians and 41% (13/32) of learners felt that their initial EHR training prepared them well, and a large portion of physicians and learners (89/176, 50.6% and 13/32, 41%, respectively) felt they had ongoing training available to meet their needs. In addition, more than half of the physicians (94/176, 53.4%) and learners (22/32, 69%) felt proficient in their use of the EHR. The majority of physicians (14/176, 79.5%) and learners (24/32, 75) reported that communication regarding changes to the EHR was effective.</p>
        </sec>
        <sec>
          <title>Perceived Usefulness of Electronic Health Records</title>
          <p>A total of 62.5% (110/176) of physicians and 72% (23/32) of learners indicated that the EHR adds to their daily frustration (<xref ref-type="table" rid="table4">Table 4</xref>). Although 51.1% (90/176) of physicians felt that the EHR improved communication in their circle of care, only 34% (11/32) of learners agreed with this statement. With regard to the impact of the EHR on improving patient safety, 38.1% (67/176) and 40.3% (71/176) of physicians agreed with the statement or were neutral, respectively. In contrast, 63% (20/32) of learners felt neutral about this statement and 13% (4/32) agreed. Physicians had a significantly more positive perspective on the EHR in terms of quality of care (<italic>P</italic>=.007), with 38.6% (68/176) agreeing that it enabled them to deliver high-quality care, compared with only 9% (3/32) of learners.</p>
          <table-wrap position="float" id="table4">
            <label>Table 4</label>
            <caption>
              <p>Electronic health record factors, by experience level.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="290"/>
              <col width="190"/>
              <col width="200"/>
              <col width="290"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Demographics</td>
                  <td>Total sample (N=208), n%</td>
                  <td>Physicians (n=176), n (%)</td>
                  <td>Learner (residents and fellows; n=32), n (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="5">
                    <bold>Satisfaction with EHR<sup>a</sup></bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Very satisfied/somewhat satisfied</td>
                  <td>97 (46.6)</td>
                  <td>1 (43.2)</td>
                  <td>21 (66)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Neither satisfied nor dissatisfied</td>
                  <td>45 (21.6)</td>
                  <td>37 (21.0)</td>
                  <td>8 (25)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Somewhat dissatisfied/very dissatisfied</td>
                  <td>65 (31.3)</td>
                  <td>62 (35.2)</td>
                  <td>3 (9)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Unknown</td>
                  <td>1 (0.5)</td>
                  <td>1 (0.6)</td>
                  <td>0 (0)</td>
                </tr>
                <tr valign="top">
                  <td colspan="5">
                    <bold>Frustration with EHR</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Disagree</td>
                  <td>26 (12.5)</td>
                  <td>25 (14.2)</td>
                  <td>3 (9)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Neutral</td>
                  <td>45 (21.6)</td>
                  <td>39 (22.2)</td>
                  <td>6 (19)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Agree</td>
                  <td>133 (63.9)</td>
                  <td>110 (62.5)</td>
                  <td>23 (72)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Unknown</td>
                  <td>2 (1.0)</td>
                  <td>2 (1.1)</td>
                  <td>0 (0)</td>
                </tr>
                <tr valign="top">
                  <td colspan="5">
                    <bold>Time spent in EHR per patient (min)</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>≤10</td>
                  <td>32 (15.4)</td>
                  <td>31 (17.6)</td>
                  <td>1 (3)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>11-20</td>
                  <td>56 (26.9)</td>
                  <td>51 (29.0)</td>
                  <td>5 (16)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>21-50</td>
                  <td>74 (35.6)</td>
                  <td>63 (35.8)</td>
                  <td>11 (34)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>≥50</td>
                  <td>44 (21.2)</td>
                  <td>29 (16.5)</td>
                  <td>15 (47)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Unknown</td>
                  <td>2 (1.0)</td>
                  <td>2 (1.1)</td>
                  <td>0 (0)</td>
                </tr>
                <tr valign="top">
                  <td colspan="5">
                    <bold>EHR improves quality of care</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Disagree</td>
                  <td>46 (22.1)</td>
                  <td>34 (19.3)</td>
                  <td>12 (38)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Neutral</td>
                  <td>89 (42.8)</td>
                  <td>72 (40.9)</td>
                  <td>17 (53)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Agree</td>
                  <td>71 (34.1)</td>
                  <td>68 (38.6)</td>
                  <td>3 (9)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Unknown</td>
                  <td>2 (0.9)</td>
                  <td>2 (1.1)</td>
                  <td>0 (0)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table4fn1">
                <p><sup>a</sup>EHR: electronic health record.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Self-Reported Perceptions and Electronic Health Record Usage Log Data Comparison</title>
        <p>As gathered from usage logs, the median <italic>number of patients seen per month</italic> for all the survey respondents over the months of May and June 2019 was 60 patients (May, N=201, June, N=198), compared with the self-reported median of 80 patients (N=207). The median <italic>time spent on EHRs per patient</italic> for all survey respondents for the months of May and June 2019 was 16.4 min (May, N=201, June, N=198), compared with the self-reported median of 30 min (N=206). The median <italic>time spent on the EHR after hours</italic> (defined as 6 PM to 6 AM and weekends) for all survey respondents for the months of May and June 2019 was 2.37 hours (May, N=201, June, N=198), compared with the self-reported median of 8 hours (N=201).</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Although overall satisfaction with EHRs remains low, reverting to paper documentation is not a viable alternative. This study adds to a growing body of evidence calling for a focus on EHR improvement [<xref ref-type="bibr" rid="ref46">46</xref>]. The study data demonstrate that 67% of learners and 43% of physicians were satisfied with the system, which is comparable with other studies [<xref ref-type="bibr" rid="ref47">47</xref>]. Among those who perceived the EHR in a negative light, a majority (&#62;65%) of the respondents expressed dissatisfaction with the EHR (n=97).</p>
      </sec>
      <sec>
        <title>Burnout and the Perceived Contribution of the Electronic Health Record Toward Burnout</title>
        <p>This study helps in understanding physician burnout attributed to technology within the Canadian mental health context. Although the general burnout rate of physicians and learners (24.6%) was comparable with the Canadian national average (30%) [<xref ref-type="bibr" rid="ref9">9</xref>], our survey found that the majority (69.6%) of physicians and learners attributed EHR to their symptoms of burnout, even when they did not identify as being burned out. Although other institutions have completed surveys to examine the role of technology in physician burnout [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref48">48</xref>], this study adds to the existing literature, providing data from a different geography and a robust baseline at our facility. Measuring burnout rates, as well as the significant EHR-related contributors to burnout within the hospital, have direct implications on practice. Our organization has created a multipronged approach toward improving physicians’ experience with the EHR, which includes direct feedback channels, improved education and communication around EHR updates, implementing speech recognition technology, and developing physician efficiency dashboards. Having a strong baseline measure of burnout allows us to measure the short- and long-term impact of initiatives at our hospital which aim to reduce physician burnout.</p>
        <sec>
          <title>Significant Contributors to Burnout</title>
          <p>Gardner et al [<xref ref-type="bibr" rid="ref15">15</xref>] found that those who spent excessive time on the EHR at home had a 1.9 times higher rate of burnout, and Privitera et al [<xref ref-type="bibr" rid="ref48">48</xref>] found that EHR use at home increased burnout by 46% within their population. However, this study found no significant differences in the time spent after hours between those respondents who were and were not burned out.</p>
          <p>Another previously affiliated factor with EHR satisfaction was gender, with men reporting significantly higher EHR workload stress than women [<xref ref-type="bibr" rid="ref49">49</xref>]. This study did not find any significant differences between men, women, or nonbinary individuals when it came to satisfaction and frustration with EHR, as well as other EHR-related factors.</p>
          <p>The results from this study did identify low proficiency with the EHR as a significant factor that leads physicians and learners to perceive the EHR as contributing toward their burnout, which supports the hypothesis that improved education and training can help in reducing this negative perception. Research by Dastagir et al [<xref ref-type="bibr" rid="ref50">50</xref>] demonstrated the impact of proficiency training on significant improvements in self-reported efficiency and satisfaction, which could eventually have an effect on burnout.</p>
        </sec>
        <sec>
          <title>Physician and Learner Differences for Electronic Health Record–Related Factors</title>
          <p>In addition, this study found significant differences between physicians and learners with respect to the time spent in the EHR per patient, with a higher number of learners spending &#62;50 min. Such a difference could be attributed to learners getting used to a new EHR system (as they often work with several EHRs across the various training sites) and mastering clinical practice and documentation standards. They could also be tasked with doing more designated EHR work, including documentation and orders, allocated by their supervising physician. Similar results demonstrating the extent of indirect patient care that residents take on were found in a time-motion study conducted by Penn Medicine and John Hopkins University. The study found that the residents spend almost 66% of their time interacting with patients’ medical records or documentation [<xref ref-type="bibr" rid="ref51">51</xref>].</p>
        </sec>
        <sec>
          <title>Self-Reported Perceptions and Electronic Health Record Usage Log Data Comparison</title>
          <p>This study found that perceptions of time spent in the EHR after hours were much higher than the actual time spent, as gathered by back-end usage logs, with an &#62;5-hour difference between these 2 averages. It is possible that the time spent after hours for logging in and out of the system, on email, and for other digital administrative activities could be included within participants’ perceived estimates. This difference resembles previous research that has found overestimations of 1.83 hours in learners and up to 4.04 hours in attending physicians [<xref ref-type="bibr" rid="ref52">52</xref>]. This study’s respondents also overestimated the time spent in the EHR per patient compared with how long they spend according to back-end usage logs (14-min difference), which could be because of interruptions in the workflow. It is important to note that, in general, employees have been shown to overestimate the hours that they work [<xref ref-type="bibr" rid="ref53">53</xref>].</p>
          <p>This discrepancy between self-reported and back-end usage log data has implications for future research, where a combination of methods should be used for studying the link between EHR-related stressors and physician burnout. Although burnout is primarily measured through perceptions, the stressors related to the EHR, such as time spent in the EHR after hours, primary documentation method, and amount and frequency of training, can all be measured through more objective means.</p>
        </sec>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Due to the nature of this study, we were only able to report on associations between variables rather than causal relationships.</p>
        <p>To improve the understanding of the complexity of EHR use, we used back-end EHR usage logs. However, because of the anonymity of the survey, we were unable to compare self-reported data with usage logs on an individual basis, and we could only provide an aggregate comparison of 3 measures. Furthermore, usage logs can lack the vital context around clinical workflows, and there has been varied validity and sensitivity of using such logs for mapping out clinical activity [<xref ref-type="bibr" rid="ref54">54</xref>]. Validation of back-end EHR usage logs through direct observation was not carried out within this study environment; however, this analytics system has been used in previously published literature describing physicians’ EHR usage [<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        <p>Despite numerous discussions and publications, there are striking differences in the understanding of what constitutes burnout and substantial variability in prevalence estimates of burnout among physicians [<xref ref-type="bibr" rid="ref55">55</xref>]. This study used a single question from the Mini-Z, which was previously validated by physicians, and yielded results similar to those of the more commonly used Maslach Burnout Inventory [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>Finally, because of the heterogeneity of EHRs, implementation practices, training, and organizational contexts, there exists a potential limitation in generalizing such results to other contexts.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This work is the first step in better understanding EHR-related physician burnout in a Canadian academic mental health environment, where we measured general burnout rates and its perceived link to EHR use through a survey that gathered self-perceptions. In addition, we compared self-perceptions with a back-end usage log for 3 important metrics and found that participants tended to overestimate their time spent on the EHR. This finding provides a valuable contribution toward the methodology for studying physician burnout and demonstrates the need to combine self-reported perceptions with objective data sources.</p>
        <p>The contribution of this study to the literature on physician burnout demonstrates the importance of increasing end-user satisfaction and minimizing end-user frustration with the EHR, both significant factors that were associated with burnout within the study population. The results of this study emphasize the value of developing <italic>human-centered</italic> effective strategies to improve physicians’ experiences with EHRs, including efficient communication about EHR upgrades. Measuring burnout and understanding the impact of EHR-related stressors within the study population serves as a strong baseline, allowing us to measure the short- and long-term impact of multiple initiatives underway at our hospital aimed at reducing physician burnout.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Detailed survey questions.</p>
        <media xlink:href="jmir_v22i7e19274_app1.pdf" xlink:title="PDF File  (Adobe PDF File), 202 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">REDCap</term>
          <def>
            <p>Research Electronic Data Capture</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to acknowledge Thanara Rajakulendran for her work with content analysis for the open-ended survey data. The authors would also like to acknowledge the Centre for Addiction and Mental Health in Toronto, Canada, for their in-kind contributions to this work.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>DJ, TT, GS, and VS conceptualized the study. TT led the design of the survey and recruitment efforts for survey completion and analysis. JK developed data collection tools and managed the data. TT, GS, LS, and TZ drafted the manuscript and performed data analysis, along with the help of KR and MS. All authors edited and provided feedback on the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Lemaire</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Ghali</surname>
              <given-names>WA</given-names>
            </name>
          </person-group>
          <article-title>Physician wellness: a missing quality indicator</article-title>
          <source>Lancet</source>
          <year>2009</year>
          <month>11</month>
          <day>14</day>
          <volume>374</volume>
          <issue>9702</issue>
          <fpage>1714</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(09)61424-0</pub-id>
          <pub-id pub-id-type="medline">19914516</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(09)61424-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nahum</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van Vleet</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Sohal</surname>
              <given-names>VS</given-names>
            </name>
            <name name-style="western">
              <surname>Mirzabekov</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rao</surname>
              <given-names>VR</given-names>
            </name>
            <name name-style="western">
              <surname>Wallace</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Dawes</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Stark-Inbar</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jordan</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Biagianti</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Merzenich</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>EF</given-names>
            </name>
          </person-group>
          <article-title>Immediate mood scaler: tracking symptoms of depression and anxiety using a novel mobile mood scale</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2017</year>
          <month>04</month>
          <day>12</day>
          <volume>5</volume>
          <issue>4</issue>
          <fpage>e44</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2017/4/e44/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.6544</pub-id>
          <pub-id pub-id-type="medline">28404542</pub-id>
          <pub-id pub-id-type="pii">v5i4e44</pub-id>
          <pub-id pub-id-type="pmcid">PMC5406620</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maslach</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Leiter</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schaufeli</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Schwab</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Zalaquett</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>The maslach burnout inventory manual</article-title>
          <source>Evaluating Stress: A Book of Resources</source>
          <year>1986</year>
          <publisher-loc>Palo Alto, CA</publisher-loc>
          <publisher-name>The Scarecrow Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leigh</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Kravitz</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Schembri</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Samuels</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Mobley</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Physician career satisfaction across specialties</article-title>
          <source>Arch Intern Med</source>
          <year>2002</year>
          <month>07</month>
          <day>22</day>
          <volume>162</volume>
          <issue>14</issue>
          <fpage>1577</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1001/archinte.162.14.1577</pub-id>
          <pub-id pub-id-type="medline">12123400</pub-id>
          <pub-id pub-id-type="pii">ioi10404</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Rathert</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Buttigieg</surname>
              <given-names>SC</given-names>
            </name>
          </person-group>
          <article-title>The personal and professional consequences of physician burnout: a systematic review of the literature</article-title>
          <source>Med Care Res Rev</source>
          <year>2019</year>
          <month>06</month>
          <day>19</day>
          <fpage>-</fpage>
          <comment>epub ahead of print</comment>
          <pub-id pub-id-type="doi">10.1177/1077558719856787</pub-id>
          <pub-id pub-id-type="medline">31216940</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wetterneck</surname>
              <given-names>TB</given-names>
            </name>
            <name name-style="western">
              <surname>Linzer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McMurray</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Douglas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Bigby</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Gerrity</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Pathman</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Karlson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rhodes</surname>
              <given-names>E</given-names>
            </name>
            <collab>Society of General Internal Medicine Career Satisfaction Study Group</collab>
          </person-group>
          <article-title>Worklife and satisfaction of general internists</article-title>
          <source>Arch Intern Med</source>
          <year>2002</year>
          <month>03</month>
          <day>25</day>
          <volume>162</volume>
          <issue>6</issue>
          <fpage>649</fpage>
          <lpage>56</lpage>
          <pub-id pub-id-type="doi">10.1001/archinte.162.6.649</pub-id>
          <pub-id pub-id-type="medline">11911718</pub-id>
          <pub-id pub-id-type="pii">ioi00606</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shanafelt</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Balch</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Bechamps</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dyrbye</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Satele</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Collicott</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Novotny</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sloan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Freischlag</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Burnout and medical errors among American surgeons</article-title>
          <source>Ann Surg</source>
          <year>2010</year>
          <month>06</month>
          <volume>251</volume>
          <issue>6</issue>
          <fpage>995</fpage>
          <lpage>1000</lpage>
          <pub-id pub-id-type="doi">10.1097/SLA.0b013e3181bfdab3</pub-id>
          <pub-id pub-id-type="medline">19934755</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <source>Physicians Foundation</source>
          <year>2018</year>
          <access-date>2020-01-01</access-date>
          <comment>2018 Survey of America's Physicians: Practice Patterns and Perspectives<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://physiciansfoundation.org/wp-content/uploads/2018/09/physicians-survey-results-final-2018.pdf">https://physiciansfoundation.org/wp-content/uploads/2018/09/physicians-survey-results-final-2018.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <source>Canadian Medical Association</source>
          <year>2018</year>
          <access-date>2020-01-01</access-date>
          <comment>CMA National Physician Health Survey: A National Snapshot<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cma.ca/sites/default/files/2018-11/nph-survey-e.pdf">https://www.cma.ca/sites/default/files/2018-11/nph-survey-e.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>West</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Dyrbye</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Shanafelt</surname>
              <given-names>TD</given-names>
            </name>
          </person-group>
          <article-title>Physician burnout: contributors, consequences and solutions</article-title>
          <source>J Intern Med</source>
          <year>2018</year>
          <month>06</month>
          <volume>283</volume>
          <issue>6</issue>
          <fpage>516</fpage>
          <lpage>29</lpage>
          <pub-id pub-id-type="doi">10.1111/joim.12752</pub-id>
          <pub-id pub-id-type="medline">29505159</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dyrbye</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Burriss</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Shanafelt</surname>
              <given-names>TD</given-names>
            </name>
          </person-group>
          <article-title>Providing primary care in the United States: the work no one sees</article-title>
          <source>Arch Intern Med</source>
          <year>2012</year>
          <month>10</month>
          <day>8</day>
          <volume>172</volume>
          <issue>18</issue>
          <fpage>1420</fpage>
          <lpage>1</lpage>
          <pub-id pub-id-type="doi">10.1001/archinternmed.2012.3166</pub-id>
          <pub-id pub-id-type="medline">22911276</pub-id>
          <pub-id pub-id-type="pii">1351350</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Maslach</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Leiter</surname>
              <given-names>MP</given-names>
            </name>
          </person-group>
          <article-title>Understanding the burnout experience: recent research and its implications for psychiatry</article-title>
          <source>World Psychiatry</source>
          <year>2016</year>
          <month>06</month>
          <volume>15</volume>
          <issue>2</issue>
          <fpage>103</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/wps.20311"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/wps.20311</pub-id>
          <pub-id pub-id-type="medline">27265691</pub-id>
          <pub-id pub-id-type="pmcid">PMC4911781</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pai</surname>
              <given-names>DD</given-names>
            </name>
            <name name-style="western">
              <surname>Lautert</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Souza</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Marziale</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Tavares</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>[Violence, burnout and minor psychiatric disorders in hospital work]</article-title>
          <source>Rev Esc Enferm USP</source>
          <year>2015</year>
          <month>06</month>
          <volume>49</volume>
          <issue>3</issue>
          <fpage>460</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.scielo.br/scielo.php?script=sci_arttext&#38;pid=S0080-62342015000300457&#38;lng=en&#38;nrm=iso&#38;tlng=en"/>
          </comment>
          <pub-id pub-id-type="doi">10.1590/S0080-623420150000300014</pub-id>
          <pub-id pub-id-type="medline">26107707</pub-id>
          <pub-id pub-id-type="pii">S0080-62342015000300457</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chan</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Chew</surname>
              <given-names>QH</given-names>
            </name>
            <name name-style="western">
              <surname>Sim</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Burnout and associated factors in psychiatry residents: a systematic review</article-title>
          <source>Int J Med Educ</source>
          <year>2019</year>
          <month>07</month>
          <day>30</day>
          <volume>10</volume>
          <fpage>149</fpage>
          <lpage>60</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ijme.net/pmid/31381505"/>
          </comment>
          <pub-id pub-id-type="doi">10.5116/ijme.5d21.b621</pub-id>
          <pub-id pub-id-type="medline">31381505</pub-id>
          <pub-id pub-id-type="pii">ijme.10.149160</pub-id>
          <pub-id pub-id-type="pmcid">PMC6766386</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Haskell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Poplau</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kroth</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Linzer</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Physician stress and burnout: the impact of health information technology</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2019</year>
          <month>02</month>
          <day>1</day>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>106</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1093/jamia/ocy145</pub-id>
          <pub-id pub-id-type="medline">30517663</pub-id>
          <pub-id pub-id-type="pii">5230918</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Domaney</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Torous</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Greenberg</surname>
              <given-names>WE</given-names>
            </name>
          </person-group>
          <article-title>Exploring the association between electronic health record use and burnout among psychiatry residents and faculty: a pilot survey study</article-title>
          <source>Acad Psychiatry</source>
          <year>2018</year>
          <month>10</month>
          <volume>42</volume>
          <issue>5</issue>
          <fpage>648</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1007/s40596-018-0939-x</pub-id>
          <pub-id pub-id-type="medline">29785625</pub-id>
          <pub-id pub-id-type="pii">10.1007/s40596-018-0939-x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Campanella</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lovato</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Marone</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fallacara</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Mancuso</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ricciardi</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Specchia</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>The impact of electronic health records on healthcare quality: a systematic review and meta-analysis</article-title>
          <source>Eur J Public Health</source>
          <year>2016</year>
          <month>02</month>
          <volume>26</volume>
          <issue>1</issue>
          <fpage>60</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1093/eurpub/ckv122</pub-id>
          <pub-id pub-id-type="medline">26136462</pub-id>
          <pub-id pub-id-type="pii">ckv122</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gephart</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Carrington</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Finley</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of nurses' experiences with unintended consequences when using the electronic health record</article-title>
          <source>Nurs Adm Q</source>
          <year>2015</year>
          <volume>39</volume>
          <issue>4</issue>
          <fpage>345</fpage>
          <lpage>56</lpage>
          <pub-id pub-id-type="doi">10.1097/NAQ.0000000000000119</pub-id>
          <pub-id pub-id-type="medline">26340247</pub-id>
          <pub-id pub-id-type="pii">00006216-201510000-00012</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vanderhook</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Unintended consequences of EHR systems: a narrative review</article-title>
          <source>Proc Int Sym Hum Fact Ergo</source>
          <year>2017</year>
          <month>05</month>
          <day>15</day>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>218</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1177/2327857917061048</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pirnejad</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bal</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Shahsavar</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>The nature of unintended effects of health information systems concerning patient safety: a systematic review with thematic synthesis</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2010</year>
          <volume>160</volume>
          <issue>Pt 1</issue>
          <fpage>719</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="medline">20841780</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Eikey</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Unintended adverse consequences of health it implementation: workflow issues and their cascading effects</article-title>
          <source>Cognitive Informatics: Reengineering Clinical Workflow for Safer and More Efficient Care</source>
          <year>2019</year>
          <publisher-loc>New York, USA</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>31</fpage>
          <lpage>43</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rahadhan</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Poon</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Land</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Understanding unintended consequences for EMR: a literature review</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2012</year>
          <volume>178</volume>
          <fpage>192</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="medline">22797041</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroth</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Morioka-Douglas</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Veres</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pollock</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Babbott</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Poplau</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Corrigan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Linzer</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The electronic elephant in the room: physicians and the electronic health record</article-title>
          <source>JAMIA Open</source>
          <year>2018</year>
          <month>07</month>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>49</fpage>
          <lpage>56</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31093606"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamiaopen/ooy016</pub-id>
          <pub-id pub-id-type="medline">31093606</pub-id>
          <pub-id pub-id-type="pmcid">PMC6513015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroth</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Morioka-Douglas</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Veres</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Babbott</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Poplau</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Qeadan</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Parshall</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Corrigan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Linzer</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Association of electronic health record design and use factors with clinician stress and burnout</article-title>
          <source>JAMA Netw Open</source>
          <year>2019</year>
          <month>08</month>
          <day>2</day>
          <volume>2</volume>
          <issue>8</issue>
          <fpage>e199609</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamanetworkopen/fullarticle/10.1001/jamanetworkopen.2019.9609"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2019.9609</pub-id>
          <pub-id pub-id-type="medline">31418810</pub-id>
          <pub-id pub-id-type="pii">2748054</pub-id>
          <pub-id pub-id-type="pmcid">PMC6704736</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sinsky</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Colligan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Prgomet</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Goeders</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Westbrook</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tutty</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Blike</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Allocation of physician time in ambulatory practice: a time and motion study in 4 specialties</article-title>
          <source>Ann Intern Med</source>
          <year>2016</year>
          <month>12</month>
          <day>6</day>
          <volume>165</volume>
          <issue>11</issue>
          <fpage>753</fpage>
          <lpage>60</lpage>
          <pub-id pub-id-type="doi">10.7326/M16-0961</pub-id>
          <pub-id pub-id-type="medline">27595430</pub-id>
          <pub-id pub-id-type="pii">2546704</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Varpio</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rashotte</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Day</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kuziemsky</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Parush</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The EHR and building the patient's story: a qualitative investigation of how EHR use obstructs a vital clinical activity</article-title>
          <source>Int J Med Inform</source>
          <year>2015</year>
          <month>12</month>
          <volume>84</volume>
          <issue>12</issue>
          <fpage>1019</fpage>
          <lpage>28</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2015.09.004</pub-id>
          <pub-id pub-id-type="medline">26432683</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(15)30039-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Busch</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rauch</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Improving adoption of EHRs in psychiatric care</article-title>
          <source>N Engl J Med</source>
          <year>2018</year>
          <month>05</month>
          <day>03</day>
          <volume>378</volume>
          <issue>18</issue>
          <fpage>1665</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29719176"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMp1800465</pub-id>
          <pub-id pub-id-type="medline">29719176</pub-id>
          <pub-id pub-id-type="pmcid">PMC6568002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kobus</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Harman</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Do</surname>
              <given-names>HD</given-names>
            </name>
            <name name-style="western">
              <surname>Garvin</surname>
              <given-names>RD</given-names>
            </name>
          </person-group>
          <article-title>Challenges to depression care documentation in an EHR</article-title>
          <source>Fam Med</source>
          <year>2013</year>
          <month>04</month>
          <volume>45</volume>
          <issue>4</issue>
          <fpage>268</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="medline">23553091</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Triplett</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Psychiatry and the meaningful use of electronic health records</article-title>
          <source>Perspect Biol Med</source>
          <year>2013</year>
          <volume>56</volume>
          <issue>3</issue>
          <fpage>407</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1353/pbm.2013.0028</pub-id>
          <pub-id pub-id-type="medline">24375121</pub-id>
          <pub-id pub-id-type="pii">S1529879513300064</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adler-Milstein</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>DesRoches</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Kralovec</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Foster</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Worzala</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Charles</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Searcy</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Jha</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Electronic health record adoption in US hospitals: progress continues, but challenges persist</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2015</year>
          <month>12</month>
          <volume>34</volume>
          <issue>12</issue>
          <fpage>2174</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2015.0992</pub-id>
          <pub-id pub-id-type="medline">26561387</pub-id>
          <pub-id pub-id-type="pii">hlthaff.2015.0992</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gheorghiu</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Hagens</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Measuring interoperable EHR adoption and maturity: a Canadian example</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2016</year>
          <month>01</month>
          <day>25</day>
          <volume>16</volume>
          <fpage>8</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-016-0247-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-016-0247-x</pub-id>
          <pub-id pub-id-type="medline">26810606</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-016-0247-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC4727402</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>The Lancet</collab>
          </person-group>
          <article-title>Physician burnout: the need to rehumanise health systems</article-title>
          <source>Lancet</source>
          <year>2019</year>
          <month>11</month>
          <day>2</day>
          <volume>394</volume>
          <issue>10209</issue>
          <fpage>1591</fpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(19)32669-8</pub-id>
          <pub-id pub-id-type="medline">31690430</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(19)32669-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gawande</surname>
              <given-names>Atul</given-names>
            </name>
          </person-group>
          <source>The New Yorker</source>
          <year>2018</year>
          <month>11</month>
          <day>05</day>
          <access-date>2020-01-01</access-date>
          <comment>Why Doctors Hate Their Computers<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.newyorker.com/magazine/2018/11/12/why-doctors-hate-their-computers">https://www.newyorker.com/magazine/2018/11/12/why-doctors-hate-their-computers</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Collier</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Electronic health records contributing to physician burnout</article-title>
          <source>Can Med Assoc J</source>
          <year>2017</year>
          <month>11</month>
          <day>13</day>
          <volume>189</volume>
          <issue>45</issue>
          <fpage>E1405</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cmaj.ca/cgi/pmidlookup?view=long&#38;pmid=29133547"/>
          </comment>
          <pub-id pub-id-type="doi">10.1503/cmaj.109-5522</pub-id>
          <pub-id pub-id-type="medline">29133547</pub-id>
          <pub-id pub-id-type="pii">189/45/E1405</pub-id>
          <pub-id pub-id-type="pmcid">PMC5687935</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bakken</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Building the evidence base on health information technology-related clinician burnout: a response to impact of health information technology on burnout remains unknown-for now</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2019</year>
          <month>10</month>
          <day>1</day>
          <volume>26</volume>
          <issue>10</issue>
          <fpage>1158</fpage>
          <pub-id pub-id-type="doi">10.1093/jamia/ocz078</pub-id>
          <pub-id pub-id-type="medline">31135874</pub-id>
          <pub-id pub-id-type="pii">5499223</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <source>The Centre for Addiction and Mental Health</source>
          <year>2019</year>
          <access-date>2020-05-08</access-date>
          <comment>CAMH Annual Report 2018-2019<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.camh.ca/-/media/images/all-other-images/annual-report-2018-2019/camh_annual-report_2018-19.pdf?la=en&#38;hash=5B3C801DF55B334133ED542C5ACE50C34730415F">https://www.camh.ca/-/media/images/all-other-images/annual-report-2018-2019/camh_annual-report_2018-19.pdf?la=en&#38;hash=5B3C801DF55B334133ED542C5ACE50C34730415F</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Thielke</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Conde</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Research electronic data capture (REDCap)--a metadata-driven methodology and workflow process for providing translational research informatics support</article-title>
          <source>J Biomed Inform</source>
          <year>2009</year>
          <month>04</month>
          <volume>42</volume>
          <issue>2</issue>
          <fpage>377</fpage>
          <lpage>81</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(08)00122-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2008.08.010</pub-id>
          <pub-id pub-id-type="medline">18929686</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(08)00122-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC2700030</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <source>KLAS Research</source>
          <year>2019</year>
          <access-date>2020-05-26</access-date>
          <comment>Clinician Burnout: An Arch Collaborative Impact Report 2019<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://klasresearch.com/home">https://klasresearch.com/home</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Linzer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Poplau</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Babbott</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Collins</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Guzman-Corrales</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Menk</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Ovington</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Worklife and wellness in academic general internal medicine: results from a national survey</article-title>
          <source>J Gen Intern Med</source>
          <year>2016</year>
          <month>09</month>
          <volume>31</volume>
          <issue>9</issue>
          <fpage>1004</fpage>
          <lpage>10</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27138425"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-016-3720-4</pub-id>
          <pub-id pub-id-type="medline">27138425</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-016-3720-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC4978678</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Konrad</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Linzer</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McMurray</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pathman</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Gerrity</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Scheckler</surname>
              <given-names>WE</given-names>
            </name>
            <name name-style="western">
              <surname>van Kirk</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rhodes</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Douglas</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Refining the measurement of physician job satisfaction: results from the physician worklife survey. SGIM career satisfaction study group. Society of general internal medicine</article-title>
          <source>Med Care</source>
          <year>1999</year>
          <month>11</month>
          <volume>37</volume>
          <issue>11</issue>
          <fpage>1140</fpage>
          <lpage>54</lpage>
          <pub-id pub-id-type="doi">10.1097/00005650-199911000-00006</pub-id>
          <pub-id pub-id-type="medline">10549616</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rohland</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Kruse</surname>
              <given-names>GR</given-names>
            </name>
            <name name-style="western">
              <surname>Rohrer</surname>
              <given-names>JE</given-names>
            </name>
          </person-group>
          <article-title>Validation of a single-item measure of burnout against the Maslach burnout inventory among physicians</article-title>
          <source>Stress and Health</source>
          <year>2004</year>
          <month>04</month>
          <day>7</day>
          <volume>20</volume>
          <issue>2</issue>
          <fpage>75</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1002/smi.1002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Overhage</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>McCallie</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Physician time spent using the electronic health record during outpatient encounters: a descriptive study</article-title>
          <source>Ann Intern Med</source>
          <year>2020</year>
          <month>02</month>
          <day>4</day>
          <volume>172</volume>
          <issue>3</issue>
          <fpage>169</fpage>
          <lpage>74</lpage>
          <pub-id pub-id-type="doi">10.7326/M18-3684</pub-id>
          <pub-id pub-id-type="medline">31931523</pub-id>
          <pub-id pub-id-type="pii">2758843</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="web">
          <source>IBM - United States</source>
          <year>2016</year>
          <access-date>2019-09-01</access-date>
          <comment>Downloading IBM SPSS Statistics 25<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ibm.com/support/pages/downloading-ibm-spss-statistics-25">https://www.ibm.com/support/pages/downloading-ibm-spss-statistics-25</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="web">
          <source>The Global Biodiversity Information Facility</source>
          <year>2013</year>
          <access-date>2020-05-26</access-date>
          <comment>R: A Language and Environment for Statistical Computing<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gbif.org/tool/81287/r-a-language-and-environment-for-statistical-computing">https://www.gbif.org/tool/81287/r-a-language-and-environment-for-statistical-computing</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hsieh</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Shannon</surname>
              <given-names>SE</given-names>
            </name>
          </person-group>
          <article-title>Three approaches to qualitative content analysis</article-title>
          <source>Qual Health Res</source>
          <year>2005</year>
          <month>11</month>
          <volume>15</volume>
          <issue>9</issue>
          <fpage>1277</fpage>
          <lpage>88</lpage>
          <pub-id pub-id-type="doi">10.1177/1049732305276687</pub-id>
          <pub-id pub-id-type="medline">16204405</pub-id>
          <pub-id pub-id-type="pii">15/9/1277</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>National Academies of Sciences Engineering and Medicine</collab>
            <collab>National Academy of Medicine</collab>
            <collab>ommittee on Systems Approaches to Improve Patient Care by Supporting Clinician Well-Being</collab>
          </person-group>
          <source>Taking Action Against Clinician Burnout: A Systems Approach to Professional Well-Being</source>
          <year>2019</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>The National Academies Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="web">
          <source>Stanford Medicine</source>
          <year>2019</year>
          <access-date>2020-01-01</access-date>
          <comment>How Doctors Feel About Electronic Health Records<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://med.stanford.edu/content/dam/sm/ehr/documents/EHR-Poll-Presentation.pdf">http://med.stanford.edu/content/dam/sm/ehr/documents/EHR-Poll-Presentation.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Privitera</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Atallah</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Dowling</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Gomez-DiCesare</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hengerer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Arnhart</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Staz</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Physicians’ electronic health records use at home, job satisfaction, job stress and burnout</article-title>
          <source>J Hosp Admin</source>
          <year>2018</year>
          <month>06</month>
          <day>20</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>52</fpage>
          <pub-id pub-id-type="doi">10.5430/jha.v7n4p52</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khairat</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Coleman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ottmar</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Bice</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Koppel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Carson</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Physicians' gender and their use of electronic health records: findings from a mixed-methods usability study</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2019</year>
          <month>12</month>
          <day>1</day>
          <volume>26</volume>
          <issue>12</issue>
          <fpage>1505</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1093/jamia/ocz126</pub-id>
          <pub-id pub-id-type="medline">31504578</pub-id>
          <pub-id pub-id-type="pii">5555874</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dastagir</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chin</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>McNamara</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Poteraj</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Battaglini</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Alstot</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Advanced proficiency EHR training: effect on physicians' EHR efficiency, EHR satisfaction and job satisfaction</article-title>
          <source>AMIA Annu Symp Proc</source>
          <year>2012</year>
          <volume>2012</volume>
          <fpage>136</fpage>
          <lpage>43</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23304282"/>
          </comment>
          <pub-id pub-id-type="medline">23304282</pub-id>
          <pub-id pub-id-type="pmcid">PMC3540432</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chaiyachati</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Shea</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Asch</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bellini</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Dine</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sternberg</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Gitelman</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Yeager</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Asch</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Desai</surname>
              <given-names>SV</given-names>
            </name>
          </person-group>
          <article-title>Assessment of inpatient time allocation among first-year internal medicine residents using time-motion observations</article-title>
          <source>JAMA Intern Med</source>
          <year>2019</year>
          <month>06</month>
          <day>1</day>
          <volume>179</volume>
          <issue>6</issue>
          <fpage>760</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2019.0095</pub-id>
          <pub-id pub-id-type="medline">30985861</pub-id>
          <pub-id pub-id-type="pii">2730353</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gilleland</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Komis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Chawla</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fernandez</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fishman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Resident duty hours in the outpatient electronic health record era: inaccuracies and implications</article-title>
          <source>J Grad Med Educ</source>
          <year>2014</year>
          <month>03</month>
          <volume>6</volume>
          <issue>1</issue>
          <fpage>151</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24701327"/>
          </comment>
          <pub-id pub-id-type="doi">10.4300/JGME-D-13-00061.1</pub-id>
          <pub-id pub-id-type="medline">24701327</pub-id>
          <pub-id pub-id-type="pii">JGME-D-13-00061</pub-id>
          <pub-id pub-id-type="pmcid">PMC3963775</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Glorieux</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Minnen</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>US Bureau of Labor Statistics Latest Numbers</source>
          <year>2011</year>
          <month>06</month>
          <access-date>2020-01-01</access-date>
          <comment>The Overestimated Workweek Revisited<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.bls.gov/opub/mlr/2011/06/art3full.pdf">https://www.bls.gov/opub/mlr/2011/06/art3full.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rule</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Chiang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hribar</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Using electronic health record audit logs to study clinical activity: a systematic review of aims, measures, and methods</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2020</year>
          <month>03</month>
          <day>1</day>
          <volume>27</volume>
          <issue>3</issue>
          <fpage>480</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1093/jamia/ocz196</pub-id>
          <pub-id pub-id-type="medline">31750912</pub-id>
          <pub-id pub-id-type="pii">5637327</pub-id>
          <pub-id pub-id-type="pmcid">PMC7025338</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>The Lancet</collab>
          </person-group>
          <article-title>Physician burnout: a global crisis</article-title>
          <source>Lancet</source>
          <year>2019</year>
          <month>07</month>
          <day>13</day>
          <volume>394</volume>
          <issue>10193</issue>
          <fpage>93</fpage>
          <pub-id pub-id-type="doi">10.1016/S0140-6736(19)31573-9</pub-id>
          <pub-id pub-id-type="medline">31305255</pub-id>
          <pub-id pub-id-type="pii">S0140-6736(19)31573-9</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
