<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="review-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v24i3e36200</article-id>
      <article-id pub-id-type="pmid">35120019</article-id>
      <article-id pub-id-type="doi">10.2196/36200</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Review</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Review</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Physician Burnout and the Electronic Health Record Leading Up to and During the First Year of COVID-19: Systematic Review</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Lovis</surname>
            <given-names>Christian</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Walsh</surname>
            <given-names>Joseph</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Kruse</surname>
            <given-names>Clemens Scott</given-names>
          </name>
          <degrees>MSIT, MHA, MBA, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>School of Health Administration</institution>
            <institution>College of Health Professions</institution>
            <institution>Texas State University</institution>
            <addr-line>601 University Dr</addr-line>
            <addr-line>San Marcos, TX, 78666</addr-line>
            <country>United States</country>
            <fax>1 5122458712</fax>
            <phone>1 5122454462</phone>
            <email>scottkruse@txstate.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7636-1086</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Mileski</surname>
            <given-names>Michael</given-names>
          </name>
          <degrees>DC</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1503-6869</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Dray</surname>
            <given-names>Gevin</given-names>
          </name>
          <degrees>MHA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9405-0329</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Johnson</surname>
            <given-names>Zakia</given-names>
          </name>
          <degrees>MHA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8925-782X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Shaw</surname>
            <given-names>Cameron</given-names>
          </name>
          <degrees>MHA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6218-5440</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Shirodkar</surname>
            <given-names>Harsha</given-names>
          </name>
          <degrees>MHA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3964-8379</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>School of Health Administration</institution>
        <institution>College of Health Professions</institution>
        <institution>Texas State University</institution>
        <addr-line>San Marcos, TX</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Clemens Scott Kruse <email>scottkruse@txstate.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>3</month>
        <year>2022</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>31</day>
        <month>3</month>
        <year>2022</year>
      </pub-date>
      <volume>24</volume>
      <issue>3</issue>
      <elocation-id>e36200</elocation-id>
      <history>
        <date date-type="received">
          <day>5</day>
          <month>1</month>
          <year>2022</year>
        </date>
        <date date-type="rev-request">
          <day>28</day>
          <month>1</month>
          <year>2022</year>
        </date>
        <date date-type="rev-recd">
          <day>28</day>
          <month>1</month>
          <year>2022</year>
        </date>
        <date date-type="accepted">
          <day>30</day>
          <month>1</month>
          <year>2022</year>
        </date>
      </history>
      <copyright-statement>©Clemens Scott Kruse, Michael Mileski, Gevin Dray, Zakia Johnson, Cameron Shaw, Harsha Shirodkar. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 31.03.2022.</copyright-statement>
      <copyright-year>2022</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2022/3/e36200" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Physician burnout was first documented in 1974, and the electronic health record (EHR) has been known to contribute to the symptoms of physician burnout. Authors pondered the extent of this effect, recognizing the increased use of telemedicine during the first year of COVID-19.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aim of this review was to objectively analyze the literature over the last 5 years for empirical evidence of burnout incident to the EHR and to identify barriers to, facilitators to, and associated patient satisfaction with using the EHR to improve symptoms of burnout.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>No human participants were involved in this review; however, 100% of participants in studies analyzed were adult physicians. We queried 4 research databases and 1 targeted journal for studies commensurate with the objective statement from January 1, 2016 through January 31, 2021 (n=25).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>The hours spent in documentation and workflow are responsible for the sense of loss of autonomy, lack of work-life balance, lack of control of one’s schedule, cognitive fatigue, a general loss of autonomy, and poor relationships with colleagues. Researchers have identified training, local customization of templates and workflow, and the use of scribes as strategies to alleviate the administrative burden of the EHR and decrease symptoms of burnout.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The solutions provided in the literature only addressed 2 of the 3 factors (workflow and documentation time) but not the third factor (usability). Practitioners and administrators should focus on the former 2 factors because they are within their sphere of control. EHR vendors should focus on empirical evidence to identify and improve the usability features with the greatest impact. Researchers should design experiments to explore solutions that address all 3 factors of the EHR that contribute to burnout.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>PROSPERO International Prospective Register of Systematic Reviews CRD42020201820; https://www.crd.york.ac.uk/prospero/display_record.php?RecordID=201820</p>
        </sec>
        <sec sec-type="registered-report">
          <title>International Registered Report Identifier (IRRID)</title>
          <p>RR2-10.2196/15490</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>electronic health record</kwd>
        <kwd>physician burnout</kwd>
        <kwd>quality improvement</kwd>
        <kwd>psychiatry</kwd>
        <kwd>medical informatics</kwd>
        <kwd>COVID-19</kwd>
        <kwd>pandemic</kwd>
        <kwd>health informatic</kwd>
        <kwd>health care</kwd>
        <kwd>health care professional</kwd>
        <kwd>health care infrastructure</kwd>
        <kwd>health care system</kwd>
        <kwd>mental health</kwd>
        <kwd>cognitive fatigue</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>This systematic review examined the state of physician burnout incident to the electronic health record (EHR), compounded by the stress of managing the pandemic in the first year of COVID-19. Neither physician burnout nor the EHR are new; however, the additional stress of managing a pandemic may make the relationship between these 2 variables clearer. The clinical psychologist Herbert Freudenberger [<xref ref-type="bibr" rid="ref1">1</xref>] is attributed to the first mention of physician burnout in 1974, as he observed physician interaction in the drug-addled East Village of New York City. His description of burnt-out physicians mirrored the physicians’ description of burnt-out patients with drug addiction in terms of a feeling of disassociation as depicted by the definition in the following sections. Physician burnout can be detrimental to physician well-being and to the quality of care provided and can result in higher turnover [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref4">4</xref>]. It is a significant problem that has been attributed to the EHR.</p>
      </sec>
      <sec>
        <title>Rationale</title>
        <p>The EHR has become a pervasive entity in the lives of all health care workers. Very few processes in the health care field are independent of the EHR. This “digital version of the patient’s chart is a real-time, patient-centered record that makes information available instantly and securely to authorized users” [<xref ref-type="bibr" rid="ref5">5</xref>]. Physician burnout is “a long-term stress reaction marked by emotional exhaustion, depersonalization, and a lack of sense of personal accomplishment” [<xref ref-type="bibr" rid="ref6">6</xref>]. Physician burnout was already identified as a worldwide health issue before COVID-19, and digital tools such as the EHR are cited as a contributing factor to this issue [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Factors associated with the EHR cited in relation to physician burnout are usability, workflow, and documentation time [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. The documentation inherent to the EHR requires significant time, as much as 2:1 hours of direct clinical face-to-face time and as much as 2 hours outside of office hours [<xref ref-type="bibr" rid="ref14">14</xref>]. Some authors list burn-out as a new pandemic and a new normal [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>A systematic review of 182 studies on a similar topic was conducted in 2018. It examined physician burnout data over a 17-year period. It identified a high incidence of physician burnout, but it failed to attribute the EHR as a contributor [<xref ref-type="bibr" rid="ref17">17</xref>]. Another systematic review of 50 studies was conducted in 2019. It identified 4 interventions (teamwork, time management, transitions, and technology) to assuage the effects of physician burnout [<xref ref-type="bibr" rid="ref10">10</xref>]. A systematic review in 2020 of 81 studies found interventions to decrease the digital-tool burden (training, reduced documentation and task time, expanded care teams, leveraged quality improvement and processes in workflows) in 68% of articles analyzed [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>The purpose of this research was to examine physician burnout issues incident to the EHR prior to and during the first year of the COVID-19 pandemic by analyzing the literature from the last 5 years. We defined physician burnout as emotional exhaustion, depersonalization, and lack of sense of personal accomplishment [<xref ref-type="bibr" rid="ref6">6</xref>]. We examined facilitators and barriers to the adoption of mitigation strategies of burnout incident to the EHR.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Protocol and Registration</title>
        <p>Authors of this systematic review followed the protocol by Kruse [<xref ref-type="bibr" rid="ref18">18</xref>] for conducting a systematic review and reported results in accordance with PRISMA (Preferred Reporting Items for Systematic Reviews and Meta-Analysis) [<xref ref-type="bibr" rid="ref19">19</xref>]. The research was registered with PROSPERO on August 31, 2020.</p>
      </sec>
      <sec>
        <title>Eligibility Criteria</title>
        <p>To be eligible for this study, articles had to be published in English in peer-reviewed, academic journals between January 2016 and January 2021. All study designs were accepted including both quantitative and qualitative studies with humans of all ages; however, other systematic reviews were excluded from the selection.</p>
      </sec>
      <sec>
        <title>Information Sources</title>
        <p>On January 29, 2021, we used a standard search string to query 4 databases: PubMed (MEDLINE), CINAHL (exclude MEDLINE), Web of Science, and Science Direct. We also performed a journal-specific search of the Mayo Clinic Proceedings.</p>
      </sec>
      <sec>
        <title>Search Strategy</title>
        <p>We created a Boolean search string to combine key terms listed in the Medical Subject Headings (MeSH) of the US Library of Medicine [(“electronic health record” OR “electronic medical record”) AND (“physician burnout”) AND COVID-19]. We used the same search strategy in all databases. We used similar filter strategies in each database, because not all databases offer the same tools.</p>
      </sec>
      <sec>
        <title>Study Selection Process</title>
        <p>In accordance with the protocol by Kruse [<xref ref-type="bibr" rid="ref18">18</xref>], we searched key terms in all databases, filtered results, and screened abstracts for applicability. Reviewers rejected articles if they did not produce results (were not research), such as protocols, opinions, or did not address physician burnout and use of the EHR.</p>
      </sec>
      <sec>
        <title>Data Collection Process</title>
        <p>We used an Excel spreadsheet as a data extraction tool, collecting additional data at each step of the process. This spreadsheet was standardized in the protocol by Kruse [<xref ref-type="bibr" rid="ref18">18</xref>]. We used a series of 3 consensus meetings. The first consensus meeting was held after abstract screening. Subsequent consensus meetings identified observations and themes.</p>
      </sec>
      <sec>
        <title>Data Items</title>
        <p>In accordance with the protocol by Kruse [<xref ref-type="bibr" rid="ref18">18</xref>], we collected the following fields of data at each step: PICOS (participants, intervention, results compared to the control group, health outcomes, study design), bias, effect size, country of origin, statistics used, strength of evidence, quality of evidence, and 3 data fields specific to the objective of this systematic review (patient satisfaction, barriers, and facilitators). Data items and observations became the subject of the second and third consensus meetings.</p>
      </sec>
      <sec>
        <title>Risk of Bias Assessment and Reporting</title>
        <p>We observed bias and assessed the quality of each study using the Johns Hopkins Nursing tool for Evidence Based Practice (JHNEBP) [<xref ref-type="bibr" rid="ref20">20</xref>]. We considered the instances of bias in how to interpret the results because bias can limit external validity.</p>
      </sec>
      <sec>
        <title>Effect Measures</title>
        <p>Because we accepted mixed methods and qualitative studies, we were unable to standardize summary measures as would be performed in a meta-analysis. Effect size was not reported in any study of the group for analysis.</p>
      </sec>
      <sec>
        <title>Synthesis Methods</title>
        <p>During the screening process, reviewers compared elements of the abstract against the objective statement of this review. Article abstracts that matched our objective statement were marked for inclusion. The rest of this subheading is for meta-analyses—not for systematic reviews. Although the protocol by Kruse [<xref ref-type="bibr" rid="ref18">18</xref>] for conducting a systematic review uses elements of a meta-analysis, it falls short of this standard.</p>
      </sec>
      <sec>
        <title>Additional Analyses</title>
        <p>We performed a narrative analysis of the observations to convert them into themes (common threads between articles) [<xref ref-type="bibr" rid="ref21">21</xref>]. We calculated a frequency of occurrence and reported these in a series of affinity matrices. This technique does not imply a level of importance of these observations, but instead, it simply illustrates the probability of occurrence of these observations across the group for analysis.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Study Selection</title>
        <p><xref rid="figure1" ref-type="fig">Figure 1</xref> illustrates our study selection process from the 4 databases and 1 targeted journal search. A kappa statistic was calculated based on levels of agreement between reviewers (k=0.64, moderate agreement) [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Study selection process. JMIR: Journal of Medical Internet Research; WoS: Web of Science.</p>
          </caption>
          <graphic xlink:href="jmir_v24i3e36200_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Study Characteristics</title>
        <p>In accordance with PRISMA 2020, a PICOS table was created from the group of articles analyzed (see <xref ref-type="table" rid="table1">Table 1</xref>). Of the 25 articles analyzed over the 5-year period, 100% of the participants were adult physicians, and all studies used the EHR as at least one of their foci in their study. Interventions ranged from using the EHR to implementing EHR training or physician partners or scribes. Results varied across studies. Many researchers found training, education, scribes, or physician partners significantly reduced symptoms of physician burnout. Additional explanation of these results will be provided below. Interventions to reduce physician burnout noted improvements in physical pain and psychological outlook. More than half (13/25, 52%) of the study designs were qualitative in nature. Studies are ordered as most recent to oldest: 2021 (n=2) [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>], 2020 (n=4) [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref28">28</xref>], 2019 (n=6) [<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref34">34</xref>], 2018 (n=8) [<xref ref-type="bibr" rid="ref35">35</xref>-<xref ref-type="bibr" rid="ref42">42</xref>], 2017 (n=2) [<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>], and 2016 (n=2) [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref46">46</xref>].</p>
        <p>The 25 studies examined physician burnout with some intervention of the EHR before and during the COVID-19 pandemic. Of the 25 studies, 13 (52%) were qualitative studies, 4 (16%) were mixed methods, 2 sets of 2 (16%) were pre-post or observational, and 3 individual studies (12%) were cross-sectional, cohort, or a meta-analysis. Either scribes or physician partners to enter data into the EHR during the encounter were used in 2 studies [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref46">46</xref>]. This intervention resulted in a decrease in symptoms of physician burnout with zero effect on patient satisfaction. EHR training or a sprint improvement process (customizing local tools) was used by 2 studies to help physicians become more efficient with the EHR [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]. These studies also saw a decrease in symptoms of physician burnout with zero effect on patient satisfaction.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>PICOS (participants, intervention, results [compared with a control], outcome, and study design) characteristics of the included studies.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="120"/>
            <col width="270"/>
            <col width="120"/>
            <col width="250"/>
            <col width="120"/>
            <col width="120"/>
            <thead>
              <tr valign="top">
                <td>Authors</td>
                <td>Participants</td>
                <td>Intervention</td>
                <td>Result themes</td>
                <td>Medical outcome themes</td>
                <td>Study design</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Hu et al [<xref ref-type="bibr" rid="ref24">24</xref>]</td>
                <td>Adult health care professionals in the ICU<sup>a</sup> (1122 or 46.54% doctors, 1289 or 53.46% nurses)</td>
                <td>EHR<sup>b</sup></td>
                <td>Low frequency of exercise, comorbidities, high-quality hospital has high expectations, more night shifts, longer on the job, few paid vacations</td>
                <td>None reported</td>
                <td>Qualitative</td>
              </tr>
              <tr valign="top">
                <td>Rialon et al [<xref ref-type="bibr" rid="ref25">25</xref>]</td>
                <td>Adult health care professionals in pediatrics (68% male, 84% White, 42-60 years old)</td>
                <td>EHR</td>
                <td>Long hours or workload, no time for themselves, poor work-life balance, loss of autonomy, poor relationships with colleagues</td>
                <td>None reported</td>
                <td>Qualitative</td>
              </tr>
              <tr valign="top">
                <td>Giess et al [<xref ref-type="bibr" rid="ref27">27</xref>]</td>
                <td>Adult nonradiologists and radiologists</td>
                <td>EHR</td>
                <td>Radiologists more likely to report symptoms of burnout</td>
                <td>None reported</td>
                <td>Qualitative</td>
              </tr>
              <tr valign="top">
                <td>Kinslow et al [<xref ref-type="bibr" rid="ref28">28</xref>]</td>
                <td>Adult health care professionals (41, 50.6% identified as male; 39, 48.1% identified as female; 1, 1.2% preferred not to answer; 62, 76.5% reported being a resident in a community teaching hospital; 19, 23.5% reported being a resident in a university hospital</td>
                <td>EHR</td>
                <td>Women at higher risk of burnout and more likely to report suicidal ideations, poor work-life balance, long hours or workload, community-affiliated residents more likely to report suicidal ideation</td>
                <td>None reported</td>
                <td>Qualitative</td>
              </tr>
              <tr valign="top">
                <td>Anderson et al [<xref ref-type="bibr" rid="ref26">26</xref>]</td>
                <td>Adult family medicine trainees (postgraduate years 1 through 3) and 10 family medicine faculty at the University of Arizona College of Medicine-Phoenix Family Medicine Residency</td>
                <td>EHR</td>
                <td>Long hours or workload</td>
                <td>None reported</td>
                <td>Observational</td>
              </tr>
              <tr valign="top">
                <td>Khairat et al [<xref ref-type="bibr" rid="ref11">11</xref>]</td>
                <td>Adult physicians completing an EHR simulation activity, 52% female, mean age 33.2 years</td>
                <td>EHR</td>
                <td>Cognitive fatigue, design issues</td>
                <td>Physical fatigue, cognitive weariness</td>
                <td>Cross-sectional</td>
              </tr>
              <tr valign="top">
                <td>Murphy et al [<xref ref-type="bibr" rid="ref31">31</xref>]</td>
                <td>Adult physicians (68% primary care physicians, 32% specialists) at 6 large health care organizations using 4 different EHR systems</td>
                <td>EHR</td>
                <td>Message complexity, design issues, cognitive fatigue, poor relationships with colleagues, message content</td>
                <td>None reported</td>
                <td>Qualitative</td>
              </tr>
              <tr valign="top">
                <td>Tran et al [<xref ref-type="bibr" rid="ref34">34</xref>]</td>
                <td>Adult faculty physicians at 10 university-affiliated primary care clinics; survey sent to 190 faculty members and completed by 107 (56%) providers (86 physicians [MD/DO], 19 advanced practice providers [NP/PA], 2 providers who declined to answer the question); women = approximately two-thirds of the survey respondents; majority of the providers trained in family medicine (57%), internal medicine (27%), or pediatrics (18%)</td>
                <td>EHR</td>
                <td>Long hours or workload, poor work-life balance</td>
                <td>None reported</td>
                <td>Qualitative</td>
              </tr>
              <tr valign="top">
                <td>Gardner et al [<xref ref-type="bibr" rid="ref29">29</xref>]</td>
                <td>Adult practicing physicians in Rhode Island</td>
                <td>EHR</td>
                <td>EHR-related or work-related stress</td>
                <td>Work stress</td>
                <td>Qualitative</td>
              </tr>
              <tr valign="top">
                <td>Kroth et al [<xref ref-type="bibr" rid="ref30">30</xref>]</td>
                <td>Adult ambulatory primary care and subspecialty clinicians from 3 institutions (85.5% physicians, 56.7% women, 68.4% worked in primary care)</td>
                <td>EHR</td>
                <td>Design issues, lack of interoperability, poor work-life balance, seated position caused problems with back or wrist pain and posture</td>
                <td>Posture, back pain</td>
                <td>Qualitative</td>
              </tr>
              <tr valign="top">
                <td>Sieja et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Adult clinicians in endocrinology, neurology, hematology, obstetrics, and gynecology as well as advanced practice providers</td>
                <td>EHR Sprint process improvement</td>
                <td>Long hours or workload</td>
                <td>None reported</td>
                <td>Pre-post</td>
              </tr>
              <tr valign="top">
                <td>Quinn et al [<xref ref-type="bibr" rid="ref32">32</xref>]</td>
                <td>Adult physicians with an EHR</td>
                <td>EHR</td>
                <td>Design issues</td>
                <td>None reported</td>
                <td>Mixed methods</td>
              </tr>
              <tr valign="top">
                <td>Robinson and Kersey [<xref ref-type="bibr" rid="ref41">41</xref>]</td>
                <td>Adult physicians from 30 specialties completing a total of 46 trainings from 2014 to 2016</td>
                <td>EHR training</td>
                <td>EHR improves quality and safety, readability, clinical workflow, and accuracy of documentation; efficiency gains with training; system speed and reliability issues</td>
                <td>None reported</td>
                <td>Mixed methods</td>
              </tr>
              <tr valign="top">
                <td>Pozdnyakova et al [<xref ref-type="bibr" rid="ref40">40</xref>]</td>
                <td>Adult faculty and a convenience sample (n=325) of their patients at an academic clinic (of patients: 69% Black, 65% female, 48% &#62;65 years old); 373 patients completed surveys; 48 (13%) excluded due to incomplete data, and 325 analyzed (166 scribed and 159 nonscribed visits; <xref rid="figure1" ref-type="fig">Figure 1</xref>)</td>
                <td>Scribes to assist with EHR workload</td>
                <td>Long hours or workload</td>
                <td>None reported</td>
                <td>Pre-post</td>
              </tr>
              <tr valign="top">
                <td>Marmor et al [<xref ref-type="bibr" rid="ref39">39</xref>]</td>
                <td>Adult physicians of internal medicine, cardiology, and gastroenterology</td>
                <td>EHR</td>
                <td>Time spent in EHR affects patient satisfaction</td>
                <td>None reported</td>
                <td>Meta-analysis</td>
              </tr>
              <tr valign="top">
                <td>Denton et al [<xref ref-type="bibr" rid="ref35">35</xref>]</td>
                <td>Adult physicians at 2 urban emergency departments</td>
                <td>EHR</td>
                <td>EHR improves clinical workflow, door-to-doctor and time to decision, and quality and safety</td>
                <td>None reported</td>
                <td>Qualitative</td>
              </tr>
              <tr valign="top">
                <td>Kroth et al [<xref ref-type="bibr" rid="ref38">38</xref>]</td>
                <td>Adult clinicians from 2 focus groups at 3 health care facilities with different EHRs (71% women, 98% physicians, 73% worked in primary care for an average of 11 years)</td>
                <td>EHR</td>
                <td>Long hours or workload, EHR-related or work-related stress, poor work-life balance</td>
                <td>Eye strain, hand or wrist pain, back pain</td>
                <td>Qualitative</td>
              </tr>
              <tr valign="top">
                <td>Hauer et al [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>Adult member and nonmember physicians practicing in Wisconsin whose email address is listed in the Wisconsin Medical Society’s database</td>
                <td>EHR</td>
                <td>Loss of autonomy, poor relationships with colleagues, loss of autonomy, poor work-life balance</td>
                <td>None reported</td>
                <td>Qualitative</td>
              </tr>
              <tr valign="top">
                <td>Young et al [<xref ref-type="bibr" rid="ref42">42</xref>]</td>
                <td>Adult family physician attendings, residents, and their ambulatory patients in 982 visits in clinics affiliated with 10 residencies of the Residency Research Network of Texas</td>
                <td>EHR</td>
                <td>Long hours or workload</td>
                <td>None reported</td>
                <td>Observational</td>
              </tr>
              <tr valign="top">
                <td>Khairat et al [<xref ref-type="bibr" rid="ref37">37</xref>]</td>
                <td>Adult ED physicians at a large tertiary academic hospital, 50% female, 43% residents, 57% attendings</td>
                <td>EHR</td>
                <td>Design issues, long hours or workload, system speed or reliability issues</td>
                <td>None reported</td>
                <td>Mixed methods</td>
              </tr>
              <tr valign="top">
                <td>Arndt et al [<xref ref-type="bibr" rid="ref47">47</xref>]</td>
                <td>Adult family medicine physicians in a single system in southern Wisconsin (100% Epic users; 43% female)</td>
                <td>EHR</td>
                <td>Long hours or workload</td>
                <td>None reported</td>
                <td>Cohort</td>
              </tr>
              <tr valign="top">
                <td>Shahmoradi et al [<xref ref-type="bibr" rid="ref44">44</xref>]</td>
                <td>Adult workforce at 15 ambulatory hospitals (67% female, 75.05% with at least a BSc degree, 45.5% with age of 31-41 years, 46.67% employed &#60;15 years)</td>
                <td>EHR</td>
                <td>Design issues</td>
                <td>None reported</td>
                <td>Qualitative</td>
              </tr>
              <tr valign="top">
                <td>Gregory et al [<xref ref-type="bibr" rid="ref43">43</xref>]</td>
                <td>Adult primary care physicians at a large medical center</td>
                <td>EHR alerts</td>
                <td>Alert fatigue, cognitive fatigue</td>
                <td>Physical fatigue, cognitive weariness</td>
                <td>Mixed methods</td>
              </tr>
              <tr valign="top">
                <td>Jamoom et al [<xref ref-type="bibr" rid="ref45">45</xref>]</td>
                <td>Adult physicians</td>
                <td>EHR</td>
                <td>Long hours or workload, longer on the job</td>
                <td>None reported</td>
                <td>Qualitative</td>
              </tr>
              <tr valign="top">
                <td>Reuben et al [<xref ref-type="bibr" rid="ref46">46</xref>]</td>
                <td>Adult physicians were surveyed, including the pilot physicians and others who had experienced ≥1 session with a physician partner</td>
                <td>Physician partners to help with EHR workload</td>
                <td>Scribes or physician partners can decrease symptoms of burnout.</td>
                <td>None reported</td>
                <td>True experiment</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>ICU: intensive care unit.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>EHR: electronic health record.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Risk of Bias Within and Across Studies</title>
        <p>The JHNEBP quality assessment tool was used to identify the strength and quality of evidence in the literature. These are illustrated in <xref ref-type="table" rid="table2">Table 2</xref>. Of the articles, 80% (20/25) had a strength of III, and 88% (22/25) were quality B. This means a vast majority of articles were qualitative, mixed methods, nonexperimental, or quasi-experimental in nature, but their quality was still strong. Regarding the strength of evidence, level I studies were randomized controlled trials or true experiments. Level II studies were quasi-experimental in nature (no randomization). Level III studies were nonexperimental studies or qualitative studies. We did not accept any studies with a strength of evidence lower than III because these categories are opinion rather than research. Regarding the distribution of the 3 levels of evidence quality, in quality category A, research shows consistent results with sufficient sample sizes, adequate controls, and definitive conclusions. In quality category B, research shows reasonably consistent results, sufficient sample sizes, some control, and fairly definitive conclusions. As illustrated, we did not encounter any studies with a quality rating of C.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Summary of strength and quality of evidence identified with the Johns Hopkins Nursing tool for Evidence Based Practice (JHNEBP; n=25).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="470"/>
            <col width="500"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Assessment</td>
                <td>Frequency, n</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Strength of evidence</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>I</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>II</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>III</td>
                <td>20</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Quality of evidence</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>A</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>B</td>
                <td>22</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>C</td>
                <td>0</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Results of Individual Studies</title>
        <p>Reviewers independently recorded observations for each article commensurate with the objective statement. A thematic analysis was conducted to make sense of the data. When an observation was identified more than once, it became a theme. Themes were created to summarize the observations, but they did not always exactly match the observations. These themes can be observed in <xref ref-type="table" rid="table3">Table 3</xref>. Articles are sorted by most recent to oldest. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> and <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> show the observation-to-theme match. <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref> shows additional data extracted from each study.</p>
        <p>Reviewers conducted a thematic or narrative analysis. Part of this analysis was making sense of the data. When an observation reoccurred, it became a theme. Observations without reoccurrence were just observations. Patient satisfaction, barriers, and facilitators were explored under additional analysis. Scribes and physician partners were used in 3 studies to enter data into the EHR during an appointment, but only 2 of the studies reported on patient satisfaction outcomes.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Summary of the analysis, sorted most recent to oldest.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="120"/>
            <col width="250"/>
            <col width="400"/>
            <col width="230"/>
            <thead>
              <tr valign="top">
                <td>Authors</td>
                <td>Patient satisfaction themes</td>
                <td>Barrier themes</td>
                <td>Facilitator themes</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Hu et al [<xref ref-type="bibr" rid="ref24">24</xref>]</td>
                <td>EHR<sup>a</sup> time in clinic negatively affects patient satisfaction; patient dissatisfaction negatively affects doctor-patient relationship; patient dissatisfaction negatively affects physician burnout.</td>
                <td>Not reported</td>
                <td>Exercise relieves symptoms of burnout; annual vacation relieves symptoms of burnout.</td>
              </tr>
              <tr valign="top">
                <td>Rialon et al [<xref ref-type="bibr" rid="ref25">25</xref>]</td>
                <td>Not reported</td>
                <td>Excessive hours spent in the EHR affect work-life balance, excessive hours spent in the EHR exacerbates symptoms of physician burnout, administrative time in the EHR takes time away from clinic and patients.</td>
                <td>Focus on mission of care relieves symptoms of burnout.</td>
              </tr>
              <tr valign="top">
                <td>Giess et al [<xref ref-type="bibr" rid="ref27">27</xref>]</td>
                <td>Not reported</td>
                <td>EHR does not help coordinate care.</td>
                <td>Not reported</td>
              </tr>
              <tr valign="top">
                <td>Kinslow et al [<xref ref-type="bibr" rid="ref28">28</xref>]</td>
                <td>Not reported</td>
                <td>Excessive hours spent in the EHR exacerbate symptoms of physician burnout.</td>
                <td>Small group sessions</td>
              </tr>
              <tr valign="top">
                <td>Anderson et al [<xref ref-type="bibr" rid="ref26">26</xref>]</td>
                <td>Not reported</td>
                <td>Excessive hours spent in the EHR exacerbate symptoms of physician burnout.</td>
                <td>Not reported</td>
              </tr>
              <tr valign="top">
                <td>Khairat et al [<xref ref-type="bibr" rid="ref11">11</xref>]</td>
                <td>Not reported</td>
                <td>EHR must undergo redesign, high number of clicks per process is inefficient.</td>
                <td>Not reported</td>
              </tr>
              <tr valign="top">
                <td>Murphy et al [<xref ref-type="bibr" rid="ref31">31</xref>]</td>
                <td>Not reported</td>
                <td>The administrative overhead of the EHR is not conducive to efficient workflow, excessive hours spent in the EHR affect work-life balance, administrative overhead of the EHR is not conducive to efficient workflow.</td>
                <td>Local customization (eg, templates, menus) improves efficiency, localized workflow redesign relieves symptoms of burnout.</td>
              </tr>
              <tr valign="top">
                <td>Tran et al [<xref ref-type="bibr" rid="ref34">34</xref>]</td>
                <td>Not reported</td>
                <td>Excessive hours spent in the EHR exacerbate symptoms of physician burnout.</td>
                <td>Not reported</td>
              </tr>
              <tr valign="top">
                <td>Gardner et al [<xref ref-type="bibr" rid="ref29">29</xref>]</td>
                <td>Not reported</td>
                <td>Administrative time in the EHR takes time away from clinic and patients, excessive hours spent in the EHR affect work-life balance.</td>
                <td>Not reported</td>
              </tr>
              <tr valign="top">
                <td>Kroth et al [<xref ref-type="bibr" rid="ref30">30</xref>]</td>
                <td>Not reported</td>
                <td>EHR must undergo redesign, excessive hours spent in the EHR exacerbate symptoms of physician burnout, high number of clicks per process is inefficient, administrative time in the EHR takes time away from clinic and patients, excessive hours spent in the EHR affect work-life balance.</td>
                <td>Not reported</td>
              </tr>
              <tr valign="top">
                <td>Sieja et al [<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>Not reported</td>
                <td>Administrative overhead of the EHR is not conducive to efficient workflow.</td>
                <td>Local customization (eg, templates, menus) improves efficiency.</td>
              </tr>
              <tr valign="top">
                <td>Quinn et al [<xref ref-type="bibr" rid="ref32">32</xref>]</td>
                <td>Not reported</td>
                <td>EHR reliability and speed, some patient information is not available due to lack of interoperability, EHR must undergo redesign.</td>
                <td>Training increases efficiency.</td>
              </tr>
              <tr valign="top">
                <td>Robinson and Kersey [<xref ref-type="bibr" rid="ref41">41</xref>]</td>
                <td>Not reported</td>
                <td>EHR training takes time away from the clinic.</td>
                <td>Institutional endorsement of EHR increases user acceptance of EHR, training increases efficiency.</td>
              </tr>
              <tr valign="top">
                <td>Pozdnyakova et al [<xref ref-type="bibr" rid="ref40">40</xref>]</td>
                <td>Patient satisfaction not affected by scribe or physician partner in clinic during exam</td>
                <td>Some patients do not like scribes or physician partners in the exam room, excessive hours spent in the EHR exacerbate symptoms of physician burnout.</td>
                <td>Presence of scribe or physician partner relieves symptoms of burnout, localized workflow redesign relieves symptoms of burnout.</td>
              </tr>
              <tr valign="top">
                <td>Marmor et al [<xref ref-type="bibr" rid="ref39">39</xref>]</td>
                <td>Time of day affects patient satisfaction more than time spent with patient.</td>
                <td>Excessive hours spent in the EHR exacerbate symptoms of physician burnout.</td>
                <td>Localized workflow redesign relieves symptoms of burnout.</td>
              </tr>
              <tr valign="top">
                <td>Denton et al [<xref ref-type="bibr" rid="ref35">35</xref>]</td>
                <td>Not reported</td>
                <td>EHR must undergo redesign, high number of clicks per process is inefficient, administrative overhead of the EHR is not conducive to efficient workflow.</td>
                <td>EHR increases safety, decreases admission decision time, and decreases length of stay.</td>
              </tr>
              <tr valign="top">
                <td>Kroth et al [<xref ref-type="bibr" rid="ref38">38</xref>]</td>
                <td>Not reported</td>
                <td>EHR must undergo redesign, EHR reliability and speed, some patient information is not available due to lack of interoperability, administrative overhead of the EHR is not conducive to efficient workflow.</td>
                <td>Training increases efficiency, presence of scribe or physician partner relieves symptoms of burnout.</td>
              </tr>
              <tr valign="top">
                <td>Hauer et al [<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>Not reported</td>
                <td>EHR must undergo redesign, lack of supporting practice environment, EHR creates a loss of autonomy, excessive hours spent in the EHR affects work-life balance.</td>
                <td>Not reported</td>
              </tr>
              <tr valign="top">
                <td>Young et al [<xref ref-type="bibr" rid="ref42">42</xref>]</td>
                <td>Not reported</td>
                <td>Administrative time in the EHR takes time away from clinic and patients.</td>
                <td>Not reported</td>
              </tr>
              <tr valign="top">
                <td>Khairat et al [<xref ref-type="bibr" rid="ref37">37</xref>]</td>
                <td>Not reported</td>
                <td>EHR must undergo redesign, EHR reliability and speed.</td>
                <td>Not reported</td>
              </tr>
              <tr valign="top">
                <td>Arndt et al [<xref ref-type="bibr" rid="ref47">47</xref>]</td>
                <td>Not reported</td>
                <td>EHR must undergo redesign, excessive hours spent in the EHR affect work-life balance, administrative overhead of the EHR is not conducive to efficient workflow.</td>
                <td>Not reported</td>
              </tr>
              <tr valign="top">
                <td>Shahmoradi et al [<xref ref-type="bibr" rid="ref44">44</xref>]</td>
                <td>Not reported</td>
                <td>EHR reliability and speed, excessive hours spent in the EHR exacerbate symptoms of physician burnout, some patient information is not available due to lack of interoperability, administrative overhead of the EHR is not conducive to efficient workflow, EHR investment inhibits short-term profit, EHR must undergo redesign, no standardized vocabulary.</td>
                <td>EHR enables rapid access to information, decreases duplicate testing, increases speed of delivery of care, increases accuracy of documentation, increases safety, enables computerized analysis and interpretation of data.</td>
              </tr>
              <tr valign="top">
                <td>Gregory et al [<xref ref-type="bibr" rid="ref43">43</xref>]</td>
                <td>Not reported</td>
                <td>EHR must undergo redesign, administrative overhead of the EHR is not conducive to efficient workflow.</td>
                <td>Not reported</td>
              </tr>
              <tr valign="top">
                <td>Jamoom et al [<xref ref-type="bibr" rid="ref45">45</xref>]</td>
                <td>Not reported</td>
                <td>Not reported</td>
                <td>Level of physician experience with EHR increases perceived usefulness of EHR</td>
              </tr>
              <tr valign="top">
                <td>Reuben et al [<xref ref-type="bibr" rid="ref46">46</xref>]</td>
                <td>Patient satisfaction not affected by scribe or physician partner in clinic during exam</td>
                <td>Scribes or physician partners cost more money.</td>
                <td>Presence of scribe or physician partner relieves symptoms of burnout.</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>EHR: electronic health record.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Additional Analysis</title>
        <p>Themes and individual observations were organized into tables to reflect the probability of their occurrence in the group for analysis. These affinity matrices are shown and discussed in the following sections. In the interest of saving space, only those with the greatest number of occurrences will be discussed in detail.</p>
      </sec>
      <sec>
        <title>Study Results</title>
        <p><xref ref-type="table" rid="table4">Table 4</xref> summarizes the study results observed: 12 themes and 20 individual observations were identified by the reviewers for a total of 68 occurrences in the literature.</p>
        <p>Of 68 occurrences, 13 (19%) identified longer hours worked and increased workload as a result of using the EHR. Researchers noted respondents to surveys worked 60-80 hours per week: The extra time was largely attributed to the EHR [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref45">45</xref>]. Physicians spent between 17 minutes and 217 minutes per patient in the EHR, resulting in up to 33 hours per month in the EHR after work hours: These longer hours were highly attributable to symptoms of burnout [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. The nonintuitive nature of the EHR negatively impacted efficiency and contributed to the longer hours [<xref ref-type="bibr" rid="ref37">37</xref>]. This point leads to the next item most often cited: design issues. This point occurred in 7 of 68 (10%) occurrences. Observations about design were attributed to the user interface, the long length of cut-and-paste notes required, communication and inefficient data-sharing processes, and the requirement to memorize menu and button names [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref30">30</xref>-<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. The long hours spent in the EHR created a poor work-life balance [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]. This point occurred in 6 of 68 (9%) occurrences. Many providers felt compelled to complete administrative work in the EHR from home so that they could at least be near their families while completing their workload, but this habit created tension in the household and overall impeded attempts at work-life balance. Four themes occurred 3 times (12%): EHR improves quality and safety [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref41">41</xref>], a general loss of autonomy [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref36">36</xref>], poor relationships with colleagues [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref36">36</xref>], and cognitive fatigue [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. The increase in quality and safety appeared in the form of greater readability of notes, increased accuracy of clinician notes, a decrease in medical errors, increased clinical efficiency, and ease of data retrieval. Loss of autonomy occurred in the literature as a general lack of control over one’s schedule. Poor relationships with colleagues occurred as lack of team communication, lack of supportive practice environment, and lack of time available in the clinic to build relationships. Cognitive fatigue was only subjectively queried in 1 of the 3 studies: The other 2 were objectively measured as pupillometry and a cognitive weariness index. These themes comprised 60% of the observations. Some of these themes will appear again as either facilitators or barriers to the use of the EHR to decrease physician burnout.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Study results affinity matrix.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="500"/>
            <col width="400"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td>Study result themes or observations</td>
                <td>Reference(s)</td>
                <td>Frequency, n</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Long hours or workload</td>
                <td>[<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]</td>
                <td>13</td>
              </tr>
              <tr valign="top">
                <td>Design issues</td>
                <td>[<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref30">30</xref>-<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]</td>
                <td>7</td>
              </tr>
              <tr valign="top">
                <td>Poor work-life balance</td>
                <td>[<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]</td>
                <td>6</td>
              </tr>
              <tr valign="top">
                <td>EHR<sup>a</sup> improves quality and safety</td>
                <td>[<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]<sup>b</sup></td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>Loss of autonomy</td>
                <td>[<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]<sup>b</sup></td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>Poor relationships with colleagues</td>
                <td>[<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>Cognitive fatigue</td>
                <td>[<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>EHR-related or work-related stress</td>
                <td>[<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Efficiency gains with training</td>
                <td>[<xref ref-type="bibr" rid="ref41">41</xref>]<sup>b</sup></td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>EHR improves clinical workflow</td>
                <td>[<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Longer on the job</td>
                <td>[<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref45">45</xref>]</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>System speed or reliability issues</td>
                <td>[<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>EHR improves accuracy of documentation</td>
                <td>[<xref ref-type="bibr" rid="ref41">41</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>EHR improves readability</td>
                <td>[<xref ref-type="bibr" rid="ref41">41</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Women more likely to report suicidal ideations</td>
                <td>[<xref ref-type="bibr" rid="ref28">28</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>High-quality hospital has high expectations</td>
                <td>[<xref ref-type="bibr" rid="ref24">24</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Alert fatigue</td>
                <td>[<xref ref-type="bibr" rid="ref43">43</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Community-affiliated residents more likely to report suicidal ideations</td>
                <td>[<xref ref-type="bibr" rid="ref28">28</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Comorbidities</td>
                <td>[<xref ref-type="bibr" rid="ref24">24</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>EHR improves door-to-doctor and time to decision</td>
                <td>[<xref ref-type="bibr" rid="ref35">35</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Women at a higher risk of burnout</td>
                <td>[<xref ref-type="bibr" rid="ref28">28</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Few paid vacations</td>
                <td>[<xref ref-type="bibr" rid="ref24">24</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Lack of interoperability</td>
                <td>[<xref ref-type="bibr" rid="ref30">30</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Low frequency of exercise</td>
                <td>[<xref ref-type="bibr" rid="ref24">24</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Message complexity</td>
                <td>[<xref ref-type="bibr" rid="ref31">31</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Message content</td>
                <td>[<xref ref-type="bibr" rid="ref31">31</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>More night shifts</td>
                <td>[<xref ref-type="bibr" rid="ref24">24</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>No time for themselves</td>
                <td>[<xref ref-type="bibr" rid="ref25">25</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Radiologists more likely to report symptoms of burnout</td>
                <td>[<xref ref-type="bibr" rid="ref27">27</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Scribes or physician partners can decrease symptoms of burnout</td>
                <td>[<xref ref-type="bibr" rid="ref46">46</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Seated position causes problems with back or wrist pain and posture</td>
                <td>[<xref ref-type="bibr" rid="ref30">30</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Time spent in EHR affects patient satisfaction</td>
                <td>[<xref ref-type="bibr" rid="ref39">39</xref>]</td>
                <td>1</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>EHR: electronic health record.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>Multiple occurrences observed in one study.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Medical Outcomes Identified With the EHR and Physician Burnout</title>
        <p><xref ref-type="table" rid="table5">Table 5</xref> summarizes the medical outcomes observed: 3 themes and 4 individual observations were identified by the reviewers for a total of 10 occurrences in the literature. Of the 25 articles, 20 (80%) did not report medical outcomes. Back pain [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref38">38</xref>], physical fatigue [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref43">43</xref>], and cognitive weariness [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref43">43</xref>] were each mentioned 2 times out of 10 observations (60%). The other medical outcomes were eye strain, work stress, hand or wrist pain, and posture [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref38">38</xref>].</p>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Medical outcomes identified with the electronic health record (EHR) and physician burnout.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="400"/>
            <col width="400"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td>Medical outcome theme or observation</td>
                <td>Reference(s)</td>
                <td>Frequency, n</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Back pain</td>
                <td>[<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref38">38</xref>]</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Physical fatigue</td>
                <td>[<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Cognitive weariness</td>
                <td>[<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Eye strain</td>
                <td>[<xref ref-type="bibr" rid="ref38">38</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Work stress</td>
                <td>[<xref ref-type="bibr" rid="ref29">29</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Hand or wrist pain</td>
                <td>[<xref ref-type="bibr" rid="ref38">38</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Posture</td>
                <td>[<xref ref-type="bibr" rid="ref30">30</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>None reported</td>
                <td>[<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref31">31</xref>-<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref39">39</xref>-<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref44">44</xref>-<xref ref-type="bibr" rid="ref47">47</xref>]</td>
                <td>20</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Patient Satisfaction Impact of EHR</title>
        <p>This section is not entirely logical. When we designed this study, we assumed we would find more experiments. We expected to find experiments with and without the presence of the EHR or experiments with control groups to objectively measure interventions to improve physician burnout incident to the EHR. The results of the study searches did not identify any true experiments. There were only 2 pre-post studies. The only experiments identified used training or scribes to help improve physician burnout. <xref ref-type="table" rid="table6">Table 6</xref> identifies these as well as all mentions of patient satisfaction in the group of articles analyzed.</p>
        <p>Although patients did not prefer a scribe in the room during an exam, their presence did not negatively affect patient satisfaction in a statistically significant manner [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref46">46</xref>]. Only 2 other articles mentioned patient satisfaction. One article mentioned that time in the EHR negatively affects patient satisfaction, and this negatively affects both symptoms of physician burnout and the doctor-patient relationship [<xref ref-type="bibr" rid="ref24">24</xref>]. The other article identified the time of day the physician is in the EHR during clinic time has a greater effect on patient satisfaction than the amount of time spent with patients [<xref ref-type="bibr" rid="ref39">39</xref>].</p>
        <table-wrap position="float" id="table6">
          <label>Table 6</label>
          <caption>
            <p>Patient satisfaction impact of the electronic health record (EHR) and efforts to improve physician burnout.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="700"/>
            <col width="150"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td>Patient satisfaction theme or observation</td>
                <td>Reference(s)</td>
                <td>Frequency, n</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Patient satisfaction not affected by scribe or physician partner in clinic during exam</td>
                <td>[<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref46">46</xref>]</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>EHR time in clinic negatively affects patient satisfaction</td>
                <td>[<xref ref-type="bibr" rid="ref24">24</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Time of day affects patient satisfaction more than time spent with patient</td>
                <td>[<xref ref-type="bibr" rid="ref39">39</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Patient dissatisfaction negatively affects physician burnout</td>
                <td>[<xref ref-type="bibr" rid="ref24">24</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Patient dissatisfaction negatively affects doctor-patient relationship</td>
                <td>[<xref ref-type="bibr" rid="ref24">24</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Not reported</td>
                <td>[<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]</td>
                <td>21</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Barriers Identified With the EHR and Physician Burnout</title>
        <p><xref ref-type="table" rid="table7">Table 7</xref> summarizes the barriers incident to using the EHR to mitigate symptoms of physician burnout. The reviewers identified 8 themes and 8 individual observations, for a total of 56 occurrences in the literature; 2 articles did not identify barriers [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref45">45</xref>].</p>
        <p>The theme of “EHR must undergo a redesign” occurred in 12 of 58 occurrences (21%) [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref35">35</xref>-<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]. Researchers echoed their participants’ pleas to improve the design of the EHR; to reduce task repetition, screen clutter, number of clicks per task, and inefficient interfaces; improve the workflow; and reduce unnecessary searching and inefficient data entry. The inefficiencies take time away from patients and make the day longer for the provider, which impacts work-life balance. The inefficiencies lead to “excessive hours spent in the EHR, which exacerbate symptoms of physician burnout.” This theme occurred in 8 of 58 occurrences (14%) [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. The administrative overhead associated with the EHR creates inefficiencies in the standard workflow of seeing patients. This theme occurred also occurred in 8 of 58 occurrences (14%) [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]. Examples of inefficiencies were excessive data entry, illogical workflow, high number of clicks per task, and multiple screens. These inefficiencies lead to excessive hours spent in the EHR, which adversely affects work-life balance and adds to daily frustration levels. This theme occurred in 6 of 58 occurrences (11%) [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]. To add to the inefficiencies, providers noted a level of frustration at the speed and reliability issues associated with the EHR [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. Participants noted communication technologies and data-sharing processes that are cumbersome and counterproductive, unpredictable system response times, and lack of hardware and infrastructure to make the EHR faster and more reliable. On the topic of administrative time in the EHR, participants noted that administrative time in the EHR takes time away from the clinic and patients. This theme occurred 4 out of 58 occurrences (7%) [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]. Some of the inefficiencies highlighted by providers were that some patient information is not available due to lack of interoperability. This theme occurred in 3 of 58 occurrences (5%) [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. This lack of availability creates data overload, which complicates data integration efforts. It often prevents linking to legacy systems, and it creates barriers with data sharing between organizations. Inefficiencies like number of clicks per process encumber efficient workflows. This theme also occurred in 3 of 58 occurrences (5%) [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. As mentioned in the table for general results, 2 studies noted that EHR users felt a loss of autonomy [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. Other observations only occurred once in the literature [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref46">46</xref>]. One study noted that the EHR does not coordinate care [<xref ref-type="bibr" rid="ref27">27</xref>]. A study that used scribes or physician partners to enter data into the EHR during the exam noted that patients do not like this practice [<xref ref-type="bibr" rid="ref40">40</xref>]. Another study that used scribes in the exam room noted the cost to the organization for this practice [<xref ref-type="bibr" rid="ref40">40</xref>]. A study that used training to improve provider efficiency noted this training takes time away from the clinic [<xref ref-type="bibr" rid="ref41">41</xref>]. One study noted a lack of support by the organization for EHR tools and efficiency [<xref ref-type="bibr" rid="ref36">36</xref>]. Another study noted that the EHR does not have a standard vocabulary [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
        <table-wrap position="float" id="table7">
          <label>Table 7</label>
          <caption>
            <p>Barriers to the electronic health record (EHR) and physician burnout.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="700"/>
            <col width="200"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td>Barrier theme or observation</td>
                <td>Reference(s)</td>
                <td>Frequency, n</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>EHR must undergo redesign</td>
                <td>[<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref35">35</xref>-<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]<sup>a</sup></td>
                <td>12</td>
              </tr>
              <tr valign="top">
                <td>Excessive hours spent in the EHR exacerbate symptoms of physician burnout</td>
                <td>[<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]</td>
                <td>8</td>
              </tr>
              <tr valign="top">
                <td>The administrative overhead of the EHR is not conducive to efficient workflow</td>
                <td>[<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]<sup>a</sup></td>
                <td>8</td>
              </tr>
              <tr valign="top">
                <td>Excessive hours spent in the EHR affect work-life balance</td>
                <td>[<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]</td>
                <td>6</td>
              </tr>
              <tr valign="top">
                <td>EHR reliability and speed</td>
                <td>[<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td>Administrative time in the EHR takes time away from clinic and patients</td>
                <td>[<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref42">42</xref>]</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td>Some patient information is not available due to lack of interoperability</td>
                <td>[<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>High number of clicks per process is inefficient</td>
                <td>[<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>EHR creates a loss of autonomy</td>
                <td>[<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>EHR does not help coordinate care</td>
                <td>[<xref ref-type="bibr" rid="ref27">27</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Some patients do not like scribes or physician partners in the exam room</td>
                <td>[<xref ref-type="bibr" rid="ref40">40</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>EHR training takes time away from clinic</td>
                <td>[<xref ref-type="bibr" rid="ref41">41</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Scribes or physician partners cost more money</td>
                <td>[<xref ref-type="bibr" rid="ref46">46</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Lack of supporting practice environment</td>
                <td>[<xref ref-type="bibr" rid="ref36">36</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>No standardized vocabulary</td>
                <td>[<xref ref-type="bibr" rid="ref44">44</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>EHR investment inhibits short-term profit</td>
                <td>[<xref ref-type="bibr" rid="ref44">44</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Not reported</td>
                <td>[<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref45">45</xref>]</td>
                <td>2</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table7fn1">
              <p><sup>a</sup>Multiple occurrences observed in one study.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Facilitators Identified With the EHR and Physician Burnout</title>
        <p><xref ref-type="table" rid="table8">Table 8</xref> summarizes the facilitators incident to using the EHR to mitigate symptoms of physician burnout: 6 themes and 12 individual observations were identified by the reviewers for a total of 27 occurrences in the literature. Facilitators were not identified in 11 articles [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref47">47</xref>].</p>
        <p>The theme of “presence of a scribe or physician partner relieves symptoms of burnout” occurred in 3 of 27 occurrences (11%) [<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref46">46</xref>]. Although this practice incurs a cost to the organization, the use of either a scribe or a physician partner to enter data into the EHR during the encounter enables the physician to focus on the patient rather than negotiating the EHR, and the scribe’s time entering data into the EHR can easily be offset by a savings in provider administrative time later. This practice decreases appointment time and enables the provider to work a standard day instead of spending so much time after clinic hours catching up with the administrative side of the day’s encounters. Geriatrics practices that leveraged scribes in this manner experienced an average of 4 minutes less per encounter for an average of 48 minutes per 4-hour session. When the administrative time after the encounter was accounted for, the savings was 88 minutes per 4-hour session. Internal medicine experienced a 2 minute per patient savings for a total of 92 minutes per 4-hour session, counting administrative time saved. Another set of studies found training would increase physician efficiency in the EHR. This theme also occurred in 3 of 27 occurrences (11%) [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]. Training decreased their frustration with the system and shortened their work day. This practice improved work-life balance and decreased symptoms of burnout. A similar theme found localized workflow redesign relieves symptoms of burnout. This theme also occurred in 3 of 27 occurrences (11%) [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. The most common workflow redesign was preparation for encounters, which also increased patient satisfaction. Similar to training and workflow redesign, it was discovered that customized templates also increased efficiencies. This theme occurred in 2 of 27 occurrences (7%) [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. This practice also increased accuracy and completeness of documentation [<xref ref-type="bibr" rid="ref44">44</xref>], which increases quality of care. The theme “small group sessions” also occurred in 2 of 27 occurrences (7%) [<xref ref-type="bibr" rid="ref28">28</xref>]. This theme focused on development of young providers. This development focused on emotional and professional development. These sessions also helped establish rapport among providers. Two studies highlighted how the EHR increases safety [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. The readability of orders and intelligence built into the system to alert when doses are outside of a standard range increase safety and decrease admission decision time and length of stay [<xref ref-type="bibr" rid="ref35">35</xref>]. The other observations were only identified once [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref43">43</xref>-<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]. One study mentioned that, although improving the EHR will help with the burden of care, it also is important to schedule regular exercise to help providers cope with the stress of care [<xref ref-type="bibr" rid="ref24">24</xref>]. One study highlighted how a focus on the mission of care, rather than the administration of the encounter, decreases symptoms of burnout [<xref ref-type="bibr" rid="ref25">25</xref>]. One study highlighted the ability of the EHR to rapidly access patient data, which saves the provider time searching through a paper record [<xref ref-type="bibr" rid="ref44">44</xref>]. Based on the conclusions of other studies, it is the process of finding this information that is key. One study highlighted the importance of provider experience (years as a provider and years in the EHR) to appreciate the usefulness of this tool [<xref ref-type="bibr" rid="ref45">45</xref>]. Institutional endorsement of the EHR is also important [<xref ref-type="bibr" rid="ref41">41</xref>]. This is important because it increases user acceptance of the system. A study in China found that providers who take their annual vacation tended to report fewer symptoms of burnout [<xref ref-type="bibr" rid="ref24">24</xref>]. A study in Tehran identified the capability for the EHR to enable computerized analysis; however, this capability should be found easily rather than taking time to hunt for the feature [<xref ref-type="bibr" rid="ref44">44</xref>]. Through training programs and customization, the EHR can increase the speed of delivery of care [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
        <table-wrap position="float" id="table8">
          <label>Table 8</label>
          <caption>
            <p>Facilitators to the electronic health record (EHR) and physician burnout.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="650"/>
            <col width="250"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td>Facilitator theme or observation</td>
                <td>Reference(s)</td>
                <td>Frequency, n</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Presence of scribe or physician partner relieves symptoms of burnout</td>
                <td>[<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref46">46</xref>]</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>Training increases efficiency</td>
                <td>[<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>Localized workflow redesign relieves symptoms of burnout</td>
                <td>[<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]</td>
                <td>3</td>
              </tr>
              <tr valign="top">
                <td>Local customization (eg, templates, menus) improves efficiency</td>
                <td>[<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Small group sessions</td>
                <td>[<xref ref-type="bibr" rid="ref28">28</xref>]<sup>a</sup></td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>EHR increases safety</td>
                <td>[<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]</td>
                <td>2</td>
              </tr>
              <tr valign="top">
                <td>Exercise relieves symptoms of burnout</td>
                <td>[<xref ref-type="bibr" rid="ref24">24</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Focus on mission of care relieves symptoms of burnout</td>
                <td>[<xref ref-type="bibr" rid="ref25">25</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>EHR enables rapid access to information</td>
                <td>[<xref ref-type="bibr" rid="ref44">44</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Level of physician experience with EHR increases perceived usefulness of EHR</td>
                <td>[<xref ref-type="bibr" rid="ref45">45</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Institutional endorsement of EHR increases user acceptance of EHR</td>
                <td>[<xref ref-type="bibr" rid="ref41">41</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Annual vacation relieves symptoms of burnout</td>
                <td>[<xref ref-type="bibr" rid="ref24">24</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>EHR decreases admission decision time</td>
                <td>[<xref ref-type="bibr" rid="ref35">35</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>EHR decreases length of stay</td>
                <td>[<xref ref-type="bibr" rid="ref35">35</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>EHR decreases duplicate testing</td>
                <td>[<xref ref-type="bibr" rid="ref44">44</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>EHR increases speed of delivery of care</td>
                <td>[<xref ref-type="bibr" rid="ref44">44</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>EHR increases accuracy of documentation</td>
                <td>[<xref ref-type="bibr" rid="ref44">44</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>EHR enables computerized analysis and interpretation of data</td>
                <td>[<xref ref-type="bibr" rid="ref44">44</xref>]</td>
                <td>1</td>
              </tr>
              <tr valign="top">
                <td>Not reported</td>
                <td>[<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]</td>
                <td>11</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table8fn1">
              <p><sup>a</sup>Multiple occurrences observed in one study.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Summary of Evidence</title>
        <p>The preponderance of evidence supports the claim that the EHR needs an overall redesign to increase efficiency of providers. However, very few empirical studies published in the studied years could be found to measure the deficiencies. One study measured pupillometry, one measured cognitive load, and another measured cognitive weariness [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref43">43</xref>], but claims of inefficiencies were largely the result of surveys. Clearly, providers spend a great deal of time in the EHR managing the administrative necessities of the system; however, studies with training and local customization of templates and workflow greatly improved efficiencies and decreased symptoms of burnout [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]. The creative use of scribes and physician partners to relieve providers of some of the real-time documentation burden showed statistically significant improvement in burnout symptoms, but they come at a price of an increased cost to employ them and a slight decrease in patient satisfaction (not statistically significant) [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref46">46</xref>].</p>
        <p>From the practitioners’ points of view, they wanted to know what factors remain in their sphere of influence to assuage the effects of physician burnout. Factors associated with the EHR cited in relation to physician burnout were usability, workflow, and documentation time [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. Workflow can be redesigned and customized to the user, and documentation can be performed with the use of scribes or physician partners [<xref ref-type="bibr" rid="ref40">40</xref>,<xref ref-type="bibr" rid="ref46">46</xref>]. The remaining factor was usability, which can only be managed in a large redesign effort. Practitioners should focus on robust and ongoing training, customization of local templates, and workflow redesign. They should weigh the economics of scribes or physician partners against the decrease in symptoms of burnout. If increasing the prevalence of symptoms of burnout increases physician turnover [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref4">4</xref>], certainly reducing symptoms of burnout will decrease turnover. Some best practices identified in the literature to reduce burnout were taking annual vacation [<xref ref-type="bibr" rid="ref24">24</xref>], focusing the organization on the mission of care rather than the administration of it [<xref ref-type="bibr" rid="ref25">25</xref>], scheduling small group sessions to help emotionally equip young providers [<xref ref-type="bibr" rid="ref28">28</xref>], institutional endorsement of the EHR [<xref ref-type="bibr" rid="ref41">41</xref>], and the use of regular exercise to manage stress [<xref ref-type="bibr" rid="ref24">24</xref>]. However, these techniques do not improve the usability of the EHR, but they were identified as practices to decrease the symptoms of burnout.</p>
        <p>Future research should empirically measure the redesign factor of usability. What aspects of usability can be improved? Are navigation issues in the EHR specific to each vendor? Are there best practices from one vendor that can be applied to other vendors without infringing upon proprietary secrets? What mental processes in the physician workflow can be directly mapped into the menus of the EHR?</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>A limitation to this review is the selection of 5 years. It was originally assumed there would be a plethora of studies on the topic of physician burnout incident to the EHR, but we found a dearth of empirical studies on the topic. There were plenty of opinion articles but very little empirical evidence. This review could have been improved by expanding the time period to 10 years, but technology advances rapidly, and reconciling the observations over a decade might have been counterproductive.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Although physician burnout incident to the EHR has been documented, several best practices exist to overcome 2 of the 3 factors associated with the EHR: workload and documentation time. The effect of these factors can be assuaged through workload redesign, customized templates, training, and the use of physician partners or scribes in the exam room. The third factor of usability can only be overcome through a redesign of the EHR. Practitioners should focus on the former factors, which are within their sphere of control. EHR vendors should organize empirical studies to identify targeted areas of improvement to optimize the usability of the system.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Observation-to-theme conversion for results and medical outcomes.</p>
        <media xlink:href="jmir_v24i3e36200_app1.docx" xlink:title="DOCX File , 24 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Observation-to-theme conversion for patient satisfaction, barriers, and facilitators.</p>
        <media xlink:href="jmir_v24i3e36200_app2.docx" xlink:title="DOCX File , 27 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Other observations incident to review.</p>
        <media xlink:href="jmir_v24i3e36200_app3.docx" xlink:title="DOCX File , 26 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">JHNEBP</term>
          <def>
            <p>Johns Hopkins Nursing tool for Evidence Based Practice</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PICOS</term>
          <def>
            <p>participants, intervention, comparison of results to control, outcome (medical), study design</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">PRISMA</term>
          <def>
            <p>Preferred Reporting Items for Systematic Reviews and Meta Analyses</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="con">
        <p>All authors contributed equally to the preparation of this manuscript. CSK served as the lead editor and supervisor. All authors contributed to the conceptualization, methodology, study collection, study analysis, and writing.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Freudenberger</surname>
              <given-names>HJ</given-names>
            </name>
          </person-group>
          <article-title>Staff burn-out</article-title>
          <source>Journal of Social Issues</source>
          <year>1974</year>
          <volume>30</volume>
          <issue>1</issue>
          <fpage>159</fpage>
          <lpage>165</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1540-4560.1974.tb00706.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Halbesleben</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rathert</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Linking physician burnout and patient outcomes: exploring the dyadic relationship between physicians and patients</article-title>
          <source>Health Care Manage Rev</source>
          <year>2008</year>
          <volume>33</volume>
          <issue>1</issue>
          <fpage>29</fpage>
          <lpage>39</lpage>
          <pub-id pub-id-type="doi">10.1097/01.HMR.0000304493.87898.72</pub-id>
          <pub-id pub-id-type="medline">18091442</pub-id>
          <pub-id pub-id-type="pii">00004010-200801000-00005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shanafelt</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Balch</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Bechamps</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Russell</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Dyrbye</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Satele</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Collicott</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Novotny</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Sloan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Freischlag</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Burnout and medical errors among American surgeons</article-title>
          <source>Ann Surg</source>
          <year>2010</year>
          <month>06</month>
          <volume>251</volume>
          <issue>6</issue>
          <fpage>995</fpage>
          <lpage>1000</lpage>
          <pub-id pub-id-type="doi">10.1097/SLA.0b013e3181bfdab3</pub-id>
          <pub-id pub-id-type="medline">19934755</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shanafelt</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Dyrbye</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Sinsky</surname>
              <given-names>CA</given-names>
            </name>
          </person-group>
          <article-title>Potential impact of burnout on the US physician workforce</article-title>
          <source>Mayo Clin Proc</source>
          <year>2016</year>
          <month>11</month>
          <volume>91</volume>
          <issue>11</issue>
          <fpage>1667</fpage>
          <lpage>1668</lpage>
          <pub-id pub-id-type="doi">10.1016/j.mayocp.2016.08.016</pub-id>
          <pub-id pub-id-type="medline">27814840</pub-id>
          <pub-id pub-id-type="pii">S0025-6196(16)30508-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <article-title>What is an electronic health record (EHR)?</article-title>
          <source>The Office of the National Coordinator for Health Information Technology (ONC)</source>
          <access-date>2022-02-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthit.gov/faq/what-electronic-health-record-ehr">https://www.healthit.gov/faq/what-electronic-health-record-ehr</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <article-title>Physician Burnout</article-title>
          <source>Agency for Healthcare Research and Quality</source>
          <access-date>2022-02-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ahrq.gov/prevention/clinician/ahrq-works/burnout/index.html">https://www.ahrq.gov/prevention/clinician/ahrq-works/burnout/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dyrbye</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Shanafelt</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Sinsky</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Cipriano</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Bhatt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ommaya</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Meyers</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Burnout among health care professionals: a call to explore and address this underrecognized threat to safe, high-quality care</article-title>
          <source>NAM Perspectives</source>
          <year>2017</year>
          <month>7</month>
          <day>5</day>
          <volume>7</volume>
          <issue>7</issue>
          <fpage>1</fpage>
          <pub-id pub-id-type="doi">10.31478/201707b</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tajirian</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Stergiopoulos</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Strudwick</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Sequeira</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sanches</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kemp</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ramamoorthi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Jankowicz</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The influence of electronic health record use on physician burnout: cross-sectional survey</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>07</month>
          <day>15</day>
          <volume>22</volume>
          <issue>7</issue>
          <fpage>e19274</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/7/e19274/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/19274</pub-id>
          <pub-id pub-id-type="medline">32673234</pub-id>
          <pub-id pub-id-type="pii">v22i7e19274</pub-id>
          <pub-id pub-id-type="pmcid">PMC7392132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomas Craig</surname>
              <given-names>KJ</given-names>
            </name>
            <name name-style="western">
              <surname>Willis</surname>
              <given-names>VC</given-names>
            </name>
            <name name-style="western">
              <surname>Gruen</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rhee</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>GP</given-names>
            </name>
          </person-group>
          <article-title>The burden of the digital environment: a systematic review on organization-directed workplace interventions to mitigate physician burnout</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2021</year>
          <month>04</month>
          <day>23</day>
          <volume>28</volume>
          <issue>5</issue>
          <fpage>985</fpage>
          <lpage>997</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33463680"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocaa301</pub-id>
          <pub-id pub-id-type="medline">33463680</pub-id>
          <pub-id pub-id-type="pii">6104341</pub-id>
          <pub-id pub-id-type="pmcid">PMC8068437</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>DeChant</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Acs</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rhee</surname>
              <given-names>KB</given-names>
            </name>
            <name name-style="western">
              <surname>Boulanger</surname>
              <given-names>TS</given-names>
            </name>
            <name name-style="western">
              <surname>Snowdon</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Tutty</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Sinsky</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas Craig</surname>
              <given-names>KJ</given-names>
            </name>
          </person-group>
          <article-title>Effect of organization-directed workplace interventions on physician burnout: a systematic review</article-title>
          <source>Mayo Clin Proc Innov Qual Outcomes</source>
          <year>2019</year>
          <month>12</month>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>384</fpage>
          <lpage>408</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2542-4548(19)30087-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.mayocpiqo.2019.07.006</pub-id>
          <pub-id pub-id-type="medline">31993558</pub-id>
          <pub-id pub-id-type="pii">S2542-4548(19)30087-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC6978590</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khairat</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Coleman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ottmar</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jayachander</surname>
              <given-names>DI</given-names>
            </name>
            <name name-style="western">
              <surname>Bice</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Carson</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <article-title>Association of electronic health record use with physician fatigue and efficiency</article-title>
          <source>JAMA Netw Open</source>
          <year>2020</year>
          <month>06</month>
          <day>01</day>
          <volume>3</volume>
          <issue>6</issue>
          <fpage>e207385</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamanetworkopen/fullarticle/10.1001/jamanetworkopen.2020.7385"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2020.7385</pub-id>
          <pub-id pub-id-type="medline">32515799</pub-id>
          <pub-id pub-id-type="pii">2766836</pub-id>
          <pub-id pub-id-type="pmcid">PMC7284310</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Melnick</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Dyrbye</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Sinsky</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Trockel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Nedelec</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tutty</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Shanafelt</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The association between perceived electronic health record usability and professional burnout among US physicians</article-title>
          <source>Mayo Clin Proc</source>
          <year>2020</year>
          <month>03</month>
          <volume>95</volume>
          <issue>3</issue>
          <fpage>476</fpage>
          <lpage>487</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0025-6196(19)30836-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.mayocp.2019.09.024</pub-id>
          <pub-id pub-id-type="medline">31735343</pub-id>
          <pub-id pub-id-type="pii">S0025-6196(19)30836-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Melnick</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Harry</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Sinsky</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Dyrbye</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Trockel</surname>
              <given-names>MT</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>CP</given-names>
            </name>
            <name name-style="western">
              <surname>Shanafelt</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Perceived electronic health record usability as a predictor of task load and burnout among US physicians: mediation analysis</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>12</month>
          <day>22</day>
          <volume>22</volume>
          <issue>12</issue>
          <fpage>e23382</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/12/e23382/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/23382</pub-id>
          <pub-id pub-id-type="medline">33289493</pub-id>
          <pub-id pub-id-type="pii">v22i12e23382</pub-id>
          <pub-id pub-id-type="pmcid">PMC7785404</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sinsky</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Colligan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Prgomet</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Goeders</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Westbrook</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tutty</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Blike</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Allocation of physician time in ambulatory practice: a time and motion study in 4 specialties</article-title>
          <source>Ann Intern Med</source>
          <year>2016</year>
          <month>09</month>
          <day>06</day>
          <volume>165</volume>
          <issue>11</issue>
          <fpage>753</fpage>
          <pub-id pub-id-type="doi">10.7326/m16-0961</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Drummond</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Physician burnout: its origin, symptoms, and five main causes</article-title>
          <source>Fam Pract Manag</source>
          <year>2015</year>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>42</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aafp.org/link_out?pmid=26554564"/>
          </comment>
          <pub-id pub-id-type="medline">26554564</pub-id>
          <pub-id pub-id-type="pii">d12141</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McBride</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>By Now, Burnout Is a Given</article-title>
          <source>The Atlantic</source>
          <year>2021</year>
          <month>06</month>
          <day>30</day>
          <access-date>2022-02-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.theatlantic.com/ideas/archive/2021/06/burnout-medical-condition-pandemic/619321/">https://www.theatlantic.com/ideas/archive/2021/06/burnout-medical-condition-pandemic/619321/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rotenstein</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Torre</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ramos</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Rosales</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Guille</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mata</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of burnout among physicians: a systematic review</article-title>
          <source>JAMA</source>
          <year>2018</year>
          <month>09</month>
          <day>18</day>
          <volume>320</volume>
          <issue>11</issue>
          <fpage>1131</fpage>
          <lpage>1150</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30326495"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2018.12777</pub-id>
          <pub-id pub-id-type="medline">30326495</pub-id>
          <pub-id pub-id-type="pii">2702871</pub-id>
          <pub-id pub-id-type="pmcid">PMC6233645</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kruse</surname>
              <given-names>CS</given-names>
            </name>
          </person-group>
          <article-title>Writing a systematic review for publication in a health-related degree program</article-title>
          <source>JMIR Res Protoc</source>
          <year>2019</year>
          <month>10</month>
          <day>14</day>
          <volume>8</volume>
          <issue>10</issue>
          <fpage>e15490</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2019/10/e15490/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15490</pub-id>
          <pub-id pub-id-type="medline">31527018</pub-id>
          <pub-id pub-id-type="pii">v8i10e15490</pub-id>
          <pub-id pub-id-type="pmcid">PMC6914304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Page</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McKenzie</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>Bossuyt</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Boutron</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffmann</surname>
              <given-names>TC</given-names>
            </name>
            <name name-style="western">
              <surname>Mulrow</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Shamseer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tetzlaff</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Moher</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Updating guidance for reporting systematic reviews: development of the PRISMA 2020 statement</article-title>
          <source>J Clin Epidemiol</source>
          <year>2021</year>
          <month>06</month>
          <volume>134</volume>
          <fpage>103</fpage>
          <lpage>112</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2021.02.003</pub-id>
          <pub-id pub-id-type="medline">33577987</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(21)00040-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Newhouse</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dearholt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Poe</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pugh</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The Johns Hopkins nursing evidence-based practice rating scale</article-title>
          <source>The Johns Hopkins Hospital</source>
          <year>2005</year>
          <access-date>2022-02-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://evidencebasednurse.weebly.com/uploads/4/2/0/8/42081989/jhnedp_evidence_rating_scale.pdf">http://evidencebasednurse.weebly.com/uploads/4/2/0/8/42081989/jhnedp_evidence_rating_scale.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Todd</surname>
              <given-names>Nicholas J</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>Steven H</given-names>
            </name>
            <name name-style="western">
              <surname>Lobban</surname>
              <given-names>Fiona A</given-names>
            </name>
          </person-group>
          <article-title>"Recovery" in bipolar disorder: how can service users be supported through a self-management intervention? A qualitative focus group study</article-title>
          <source>J Ment Health</source>
          <year>2012</year>
          <month>04</month>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>114</fpage>
          <lpage>26</lpage>
          <pub-id pub-id-type="doi">10.3109/09638237.2011.621471</pub-id>
          <pub-id pub-id-type="medline">22142324</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Light</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Measures of response agreement for qualitative data: Some generalizations and alternatives</article-title>
          <source>Psychological Bulletin</source>
          <year>1971</year>
          <volume>76</volume>
          <issue>5</issue>
          <fpage>365</fpage>
          <lpage>377</lpage>
          <pub-id pub-id-type="doi">10.1037/h0031643</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McHugh</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>Interrater reliability: the kappa statistic</article-title>
          <source>Biochem Med</source>
          <year>2012</year>
          <fpage>276</fpage>
          <lpage>282</lpage>
          <pub-id pub-id-type="doi">10.11613/bm.2012.031</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Xie</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Burnout in ICU doctors and nurses in mainland China-A national cross-sectional study</article-title>
          <source>J Crit Care</source>
          <year>2021</year>
          <month>04</month>
          <volume>62</volume>
          <fpage>265</fpage>
          <lpage>270</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0883-9441(20)30823-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jcrc.2020.12.029</pub-id>
          <pub-id pub-id-type="medline">33477093</pub-id>
          <pub-id pub-id-type="pii">S0883-9441(20)30823-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rialon</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mueller</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ottosen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Weintraub</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Coakley</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Brandt</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Heiss</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Berman</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Drivers of distress and well-being amongst pediatric surgeons</article-title>
          <source>J Pediatr Surg</source>
          <year>2021</year>
          <month>05</month>
          <volume>56</volume>
          <issue>5</issue>
          <fpage>841</fpage>
          <lpage>848</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jpedsurg.2021.01.001</pub-id>
          <pub-id pub-id-type="medline">33487463</pub-id>
          <pub-id pub-id-type="pii">S0022-3468(21)00013-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Leubner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>SR</given-names>
            </name>
          </person-group>
          <article-title>EHR overtime: an analysis of time spent after hours by family physicians</article-title>
          <source>Fam Med</source>
          <year>2020</year>
          <month>2</month>
          <day>7</day>
          <volume>52</volume>
          <issue>2</issue>
          <fpage>135</fpage>
          <lpage>137</lpage>
          <pub-id pub-id-type="doi">10.22454/fammed.2020.942762</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Giess</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ip</surname>
              <given-names>IK</given-names>
            </name>
            <name name-style="western">
              <surname>Gupte</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dudley</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Healey</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Boland</surname>
              <given-names>GW</given-names>
            </name>
            <name name-style="western">
              <surname>Khorasani</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>RE: "Self-reported burnout: comparison of radiologists to nonradiologist peers at a large academic medical center"</article-title>
          <source>Acad Radiol</source>
          <year>2021</year>
          <month>07</month>
          <volume>28</volume>
          <issue>7</issue>
          <fpage>1035</fpage>
          <pub-id pub-id-type="doi">10.1016/j.acra.2021.01.035</pub-id>
          <pub-id pub-id-type="medline">33714666</pub-id>
          <pub-id pub-id-type="pii">S1076-6332(21)00074-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kinslow</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sutherland</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>McKenney</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Elkbuli</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Reported burnout among U.S. general surgery residents: A survey of the association of program directors in surgery members</article-title>
          <source>Ann Med Surg (Lond)</source>
          <year>2020</year>
          <month>12</month>
          <volume>60</volume>
          <fpage>14</fpage>
          <lpage>19</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2049-0801(20)30366-6"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amsu.2020.10.012</pub-id>
          <pub-id pub-id-type="medline">33072313</pub-id>
          <pub-id pub-id-type="pii">S2049-0801(20)30366-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC7556262</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gardner</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Haskell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Poplau</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kroth</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Linzer</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Physician stress and burnout: the impact of health information technology</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2019</year>
          <month>02</month>
          <day>01</day>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>106</fpage>
          <lpage>114</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30517663"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocy145</pub-id>
          <pub-id pub-id-type="medline">30517663</pub-id>
          <pub-id pub-id-type="pii">5230918</pub-id>
          <pub-id pub-id-type="pmcid">PMC7647171</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroth</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Morioka-Douglas</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Veres</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Babbott</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Poplau</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Qeadan</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Parshall</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Corrigan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Linzer</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Association of electronic health record design and use factors with clinician stress and burnout</article-title>
          <source>JAMA Netw Open</source>
          <year>2019</year>
          <month>08</month>
          <day>02</day>
          <volume>2</volume>
          <issue>8</issue>
          <fpage>e199609</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamanetworkopen/fullarticle/10.1001/jamanetworkopen.2019.9609"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamanetworkopen.2019.9609</pub-id>
          <pub-id pub-id-type="medline">31418810</pub-id>
          <pub-id pub-id-type="pii">2748054</pub-id>
          <pub-id pub-id-type="pmcid">PMC6704736</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Satterly</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Giardina</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Sittig</surname>
              <given-names>DF</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Practicing clinicians' recommendations to reduce burden from the electronic health record inbox: a mixed-methods study</article-title>
          <source>J Gen Intern Med</source>
          <year>2019</year>
          <month>09</month>
          <volume>34</volume>
          <issue>9</issue>
          <fpage>1825</fpage>
          <lpage>1832</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31292905"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-019-05112-5</pub-id>
          <pub-id pub-id-type="medline">31292905</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-019-05112-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC6712240</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quinn</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Forman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Harrod</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Winter</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Fowler</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Krein</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Gupta</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Saint</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Chopra</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Electronic health records, communication, and data sharing: challenges and opportunities for improving the diagnostic process</article-title>
          <source>Diagnosis (Berl)</source>
          <year>2019</year>
          <month>08</month>
          <day>27</day>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>241</fpage>
          <lpage>248</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30485175"/>
          </comment>
          <pub-id pub-id-type="doi">10.1515/dx-2018-0036</pub-id>
          <pub-id pub-id-type="medline">30485175</pub-id>
          <pub-id pub-id-type="pii">/j/dx.ahead-of-print/dx-2018-0036/dx-2018-0036.xml</pub-id>
          <pub-id pub-id-type="pmcid">PMC6691503</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sieja</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Markley</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gonzalez</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Redig</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kneeland</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Optimization sprints: improving clinician satisfaction and teamwork by rapidly reducing electronic health record burden</article-title>
          <source>Mayo Clin Proc</source>
          <year>2019</year>
          <month>05</month>
          <volume>94</volume>
          <issue>5</issue>
          <fpage>793</fpage>
          <lpage>802</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0025-6196(18)30788-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.mayocp.2018.08.036</pub-id>
          <pub-id pub-id-type="medline">30824281</pub-id>
          <pub-id pub-id-type="pii">S0025-6196(18)30788-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lenhart</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dorr</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Burnout and EHR use among academic primary care physicians with varied clinical workloads</article-title>
          <source>AMIA Jt Summits Transl Sci Proc</source>
          <year>2019</year>
          <volume>2019</volume>
          <fpage>136</fpage>
          <lpage>144</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31258965"/>
          </comment>
          <pub-id pub-id-type="medline">31258965</pub-id>
          <pub-id pub-id-type="pmcid">PMC6568076</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Denton</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Soni</surname>
              <given-names>HC</given-names>
            </name>
            <name name-style="western">
              <surname>Kannampallil</surname>
              <given-names>TG</given-names>
            </name>
            <name name-style="western">
              <surname>Serrichio</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shapiro</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Traub</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>VL</given-names>
            </name>
          </person-group>
          <article-title>Emergency physicians' perceived influence of EHR use on clinical workflow and performance metrics</article-title>
          <source>Appl Clin Inform</source>
          <year>2018</year>
          <month>07</month>
          <volume>9</volume>
          <issue>3</issue>
          <fpage>725</fpage>
          <lpage>733</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30208497"/>
          </comment>
          <pub-id pub-id-type="doi">10.1055/s-0038-1668553</pub-id>
          <pub-id pub-id-type="medline">30208497</pub-id>
          <pub-id pub-id-type="pmcid">PMC6135641</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hauer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Waukau</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Welch</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Physician burnout in Wisconsin: an alarming trend affecting physician wellness</article-title>
          <source>WMJ</source>
          <year>2018</year>
          <month>12</month>
          <volume>117</volume>
          <issue>5</issue>
          <fpage>194</fpage>
          <lpage>200</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://wmjonline.org/wp-content/uploads/2018/117/5/194.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">30674095</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khairat</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Burke</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Archambault</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Schwartz</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Larson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ratwani</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Perceived burden of EHRs on physicians at different stages of their career</article-title>
          <source>Appl Clin Inform</source>
          <year>2018</year>
          <month>04</month>
          <volume>9</volume>
          <issue>2</issue>
          <fpage>336</fpage>
          <lpage>347</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.thieme-connect.com/DOI/DOI?10.1055/s-0038-1648222"/>
          </comment>
          <pub-id pub-id-type="doi">10.1055/s-0038-1648222</pub-id>
          <pub-id pub-id-type="medline">29768634</pub-id>
          <pub-id pub-id-type="pmcid">PMC5955717</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kroth</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Morioka-Douglas</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Veres</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Pollock</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Babbott</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Poplau</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Corrigan</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Linzer</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The electronic elephant in the room: Physicians and the electronic health record</article-title>
          <source>JAMIA Open</source>
          <year>2018</year>
          <month>07</month>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>49</fpage>
          <lpage>56</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31093606"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamiaopen/ooy016</pub-id>
          <pub-id pub-id-type="medline">31093606</pub-id>
          <pub-id pub-id-type="pmcid">PMC6513015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marmor</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Clay</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Millen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Savides</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Longhurst</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>The impact of physician EHR usage on patient satisfaction</article-title>
          <source>Appl Clin Inform</source>
          <year>2018</year>
          <month>01</month>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>11</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29298451"/>
          </comment>
          <pub-id pub-id-type="doi">10.1055/s-0037-1620263</pub-id>
          <pub-id pub-id-type="medline">29298451</pub-id>
          <pub-id pub-id-type="pmcid">PMC5801886</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pozdnyakova</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Laiteerapong</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Volerman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Feld</surname>
              <given-names>LD</given-names>
            </name>
            <name name-style="western">
              <surname>Wan</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Burnet</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>WW</given-names>
            </name>
          </person-group>
          <article-title>Impact of medical scribes on physician and patient satisfaction in primary care</article-title>
          <source>J Gen Intern Med</source>
          <year>2018</year>
          <month>07</month>
          <volume>33</volume>
          <issue>7</issue>
          <fpage>1109</fpage>
          <lpage>1115</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29700790"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-018-4434-6</pub-id>
          <pub-id pub-id-type="medline">29700790</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-018-4434-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC6025675</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Kersey</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Novel electronic health record (EHR) education intervention in large healthcare organization improves quality, efficiency, time, and impact on burnout</article-title>
          <source>Medicine (Baltimore)</source>
          <year>2018</year>
          <month>09</month>
          <volume>97</volume>
          <issue>38</issue>
          <fpage>e12319</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1097/MD.0000000000012319"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/MD.0000000000012319</pub-id>
          <pub-id pub-id-type="medline">30235684</pub-id>
          <pub-id pub-id-type="pii">00005792-201809210-00032</pub-id>
          <pub-id pub-id-type="pmcid">PMC6160120</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Young</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Burge</surname>
              <given-names>SK</given-names>
            </name>
            <name name-style="western">
              <surname>Kumar</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Ortiz</surname>
              <given-names>DF</given-names>
            </name>
          </person-group>
          <article-title>A time-motion study of primary care physicians’ work in the electronic health record era</article-title>
          <source>Fam Med</source>
          <year>2018</year>
          <month>2</month>
          <day>2</day>
          <volume>50</volume>
          <issue>2</issue>
          <fpage>91</fpage>
          <lpage>99</lpage>
          <pub-id pub-id-type="doi">10.22454/fammed.2018.184803</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gregory</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Russo</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Electronic health record alert-related workload as a predictor of burnout in primary care providers</article-title>
          <source>Appl Clin Inform</source>
          <year>2017</year>
          <month>12</month>
          <day>20</day>
          <volume>08</volume>
          <issue>03</issue>
          <fpage>686</fpage>
          <lpage>697</lpage>
          <pub-id pub-id-type="doi">10.4338/aci-2017-01-ra-0003</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shahmoradi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Darrudi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Arji</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Farzaneh Nejad</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Electronic health record implementation: a SWOT analysis</article-title>
          <source>Acta Med Iran</source>
          <year>2017</year>
          <month>10</month>
          <volume>55</volume>
          <issue>10</issue>
          <fpage>642</fpage>
          <lpage>649</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://acta.tums.ac.ir/index.php/acta/article/view/5790"/>
          </comment>
          <pub-id pub-id-type="medline">29228530</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jamoom</surname>
              <given-names>EW</given-names>
            </name>
            <name name-style="western">
              <surname>Heisey-Grove</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Scanlon</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Physician opinions about EHR use by EHR experience and by whether the practice had optimized its EHR use</article-title>
          <source>J Health Med Inform</source>
          <year>2016</year>
          <month>07</month>
          <day>30</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>1000240</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27800279"/>
          </comment>
          <pub-id pub-id-type="doi">10.4172/2157-7420.1000240</pub-id>
          <pub-id pub-id-type="medline">27800279</pub-id>
          <pub-id pub-id-type="pmcid">PMC5084912</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reuben</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Glazier</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Koretz</surname>
              <given-names>BK</given-names>
            </name>
          </person-group>
          <article-title>Frontline account: physician partners: an antidote to the electronic health record</article-title>
          <source>J Gen Intern Med</source>
          <year>2016</year>
          <month>08</month>
          <volume>31</volume>
          <issue>8</issue>
          <fpage>961</fpage>
          <lpage>3</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27206541"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-016-3727-x</pub-id>
          <pub-id pub-id-type="medline">27206541</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-016-3727-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC4945574</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arndt</surname>
              <given-names>BG</given-names>
            </name>
            <name name-style="western">
              <surname>Beasley</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Watkinson</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Temte</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Tuan</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Sinsky</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Gilchrist</surname>
              <given-names>VJ</given-names>
            </name>
          </person-group>
          <article-title>Tethered to the EHR: primary care physician workload assessment using EHR event log data and time-motion observations</article-title>
          <source>Ann Fam Med</source>
          <year>2017</year>
          <month>09</month>
          <volume>15</volume>
          <issue>5</issue>
          <fpage>419</fpage>
          <lpage>426</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.annfammed.org/cgi/pmidlookup?view=long&#38;pmid=28893811"/>
          </comment>
          <pub-id pub-id-type="doi">10.1370/afm.2121</pub-id>
          <pub-id pub-id-type="medline">28893811</pub-id>
          <pub-id pub-id-type="pii">15/5/419</pub-id>
          <pub-id pub-id-type="pmcid">PMC5593724</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
