<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i10e30165</article-id>
      <article-id pub-id-type="pmid">34612825</article-id>
      <article-id pub-id-type="doi">10.2196/30165</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Writing Practices Associated With Electronic Progress Notes and the Preferences of Those Who Read Them: Descriptive Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kukafka</surname>
            <given-names>Rita</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Schiff</surname>
            <given-names>Gordon</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Marshall</surname>
            <given-names>Robert</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Payne</surname>
            <given-names>Thomas H</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Medicine</institution>
            <institution>University of Washington School of Medicine</institution>
            <addr-line>Box 359780</addr-line>
            <addr-line>325 Ninth Ave</addr-line>
            <addr-line>Seattle, WA, 98104-2499</addr-line>
            <country>United States</country>
            <phone>1 206 744 1824</phone>
            <email>tpayne@uw.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3416-5474</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Keller</surname>
            <given-names>Carolyn</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7675-9617</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Arora</surname>
            <given-names>Pallavi</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8081-2679</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Brusati</surname>
            <given-names>Allison</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4488-5333</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Levin</surname>
            <given-names>Jesse</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3692-8914</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Salgaonkar</surname>
            <given-names>Monica</given-names>
          </name>
          <degrees>MHA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5745-8333</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Li</surname>
            <given-names>Xi</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1847-4154</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Zech</surname>
            <given-names>Jennifer</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8652-0784</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Lees</surname>
            <given-names>A Fischer</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8898-0047</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Medicine</institution>
        <institution>University of Washington School of Medicine</institution>
        <addr-line>Seattle, WA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>University of Southern California</institution>
        <addr-line>Los Angeles, CA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Columbia University</institution>
        <addr-line>New York, NY</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Thomas H Payne <email>tpayne@uw.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>10</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>6</day>
        <month>10</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>10</issue>
      <elocation-id>e30165</elocation-id>
      <history>
        <date date-type="received">
          <day>3</day>
          <month>5</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>23</day>
          <month>5</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>13</day>
          <month>7</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>27</day>
          <month>7</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Thomas H Payne, Carolyn Keller, Pallavi Arora, Allison Brusati, Jesse Levin, Monica Salgaonkar, Xi Li, Jennifer Zech, A Fischer Lees. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 06.10.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/10/e30165" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Hospital progress notes can serve as an important communication tool. However, they are criticized for their length, preserved content, and for the time physicians spend writing them.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We aimed to describe hospital progress note content, writing and reading practices, and the preferences of those who create and read them prior to the implementation of a new electronic health record system.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Using a sample of hospital progress notes from 1000 randomly selected admissions, we measured note length, similarity of content in successive daily notes for the same patient, the time notes were signed and read, and who read them. We conducted focus group sessions with note writers, readers, and clinical leaders to understand their preferences.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We analyzed 4938 inpatient progress notes from 418 authors. The average length was 886 words, and most were in the Assessment &#38; Plan note section. A total of 29% of notes (n=1432) were signed after 4 PM. Notes signed later in the day were read less often. Notes were highly similar from one day to the next, and 26% (23/88) had clinical risk associated with the preserved content. Note content of the highest value varied according to the reader’s professional role.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Progress note length varied widely. Notes were often signed late in the day when they were read less often and were highly similar to the note from the previous day. Measuring note length, signing time, when and by whom notes are read, and the amount and safety of preserved content will be useful metrics for measuring how the new electronic health record system is used, and can aid improvements.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>electronic documentation</kwd>
        <kwd>electronic health records</kwd>
        <kwd>hospital progress notes</kwd>
        <kwd>copy-paste</kwd>
        <kwd>EHR</kwd>
        <kwd>patient records</kwd>
        <kwd>workflow</kwd>
        <kwd>human factors</kwd>
        <kwd>clinical communication</kwd>
        <kwd>physician communication</kwd>
        <kwd>hospital</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Inpatient progress notes can serve as an important communication tool across the physician team, nurses, therapists, consultants, and the patient. Because safety problems that occur in hospitals can be traced to communication lapses [<xref ref-type="bibr" rid="ref1">1</xref>], progress notes are vital to achieve safer care. However, some feel that few read progress notes, and that they therefore no longer serve the purpose of communication and are now primarily billing documents [<xref ref-type="bibr" rid="ref2">2</xref>]. Many physicians feel they spend too much time writing progress notes [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>] and employ methods to shorten writing time. These include copy-paste [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref8">8</xref>] and extensive templating with “note bloat,” which can introduce error [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>], harm patients [<xref ref-type="bibr" rid="ref12">12</xref>], and make it difficult for note readers to separate current from outdated content [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
      <p>We have used our current electronic health record (EHR) system at the University of Washington (UW) Medical Center and the Harborview Medical Center for 17 years with little change in the format of the inpatient progress note used in the Medicine service. In preparation for the transition to a new inpatient EHR system, we conducted this analysis of progress notes on inpatient medical services to take stock of current practices. The purpose of this study was to describe current hospital progress note writing and reading practices, as well as the preferences of those who create progress notes and those who read them.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>This work retrieved its data from the inpatient general medicine services at the UW Medical Center and the Harborview Medical Center, which are major teaching hospitals of the UW with approximately 35,000 combined admissions annually. The EHR system was installed in 2003, and the transition from paper to electronic notes occurred in 2006 using Cerner Millennium (Cerner Corp). Nearly all progress notes pertaining to these inpatient services are typed using the Clinical Notes Editor, based on templates that automatically import patient-specific data such as medication lists, vital signs, and laboratory results [<xref ref-type="bibr" rid="ref14">14</xref>]. Daily progress notes are required by hospital bylaws and are mostly written by residents (usually interns) and attending hospitalists.</p>
      </sec>
      <sec>
        <title>Selection of Notes</title>
        <p>We randomly selected 1000 patient admissions to the general Medicine service of UW Medical Center and the Harborview Medical Center between July 1, 2016, and June 30, 2017. The Medicine services at both facilities share the same progress note template. We excluded patients admitted to subspecialty services with unique progress note templates (oncology, cardiology, and geriatrics). For each admission, we extracted the data for all daily progress notes as shown in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref> from the analytical data repository (Enterprise Data Warehouse, Caradigm), which contains a subset of EHR data extracted for research. Progress notes were identified by the title “Medicine - Inpt Record,” the note type used within our system for Medicine service daily progress notes. Given that this study was focused on practices around the use of progress notes by those who create and those who read them, we excluded all notes other than progress notes (admission notes, procedure notes, consult notes, interim summaries, discharge summaries, and other notes).</p>
        <boxed-text id="box1" position="float">
          <title>Metadata obtained for each progress note.</title>
          <p>Full text of the note and other data listed were gathered for each note. Authenticators are supervising physicians whose note cosignature finalizes the note.</p>
          <p>
            <bold>Metadata obtained:</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Note date and time</p>
            </list-item>
            <list-item>
              <p>Note title</p>
            </list-item>
            <list-item>
              <p>Note authors and authenticators</p>
            </list-item>
            <list-item>
              <p>Note identifier</p>
            </list-item>
            <list-item>
              <p>Note text</p>
            </list-item>
            <list-item>
              <p>Note action log (provided by the electronic health record system), which includes the following:</p>
            </list-item>
            <list-item>
              <p>Action (eg, perform, transcribe, modify, sign and CC/review, verify)</p>
            </list-item>
            <list-item>
              <p>Performed by (name)</p>
            </list-item>
            <list-item>
              <p>Performed date and time</p>
            </list-item>
            <list-item>
              <p>Action status</p>
            </list-item>
            <list-item>
              <p>Comment</p>
            </list-item>
            <list-item>
              <p>Proxy personnel</p>
            </list-item>
            <list-item>
              <p>Requested by (name)</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Note Analysis</title>
        <p>We deidentified each note using published methods [<xref ref-type="bibr" rid="ref15">15</xref>] and stored them securely. Using Python scripts written for this project, we determined the total number of words in each note and in each note section (Identification/Chief Concern, Interim History, etc) (<xref ref-type="boxed-text" rid="box2">Textbox 2</xref>). We also determined when notes were signed; before progress notes are signed, they cannot be viewed except by the author.</p>
        <boxed-text id="box2" position="float">
          <title>Progress note sections.</title>
          <p>Sections are automatically created using the template used to create Medicine progress notes.</p>
          <p>HOSPITAL DAY</p>
          <p>IDENTIFICATION/CHIEF CONCERN</p>
          <p>INTERVAL HISTORY</p>
          <p>INPATIENT PROBLEM LIST</p>
          <p>ALLERGIES</p>
          <p>SCHEDULED MEDICATIONS</p>
          <p>PRN MEDICATIONS</p>
          <p>PHYSICAL EXAM</p>
          <p>LABS</p>
          <list list-type="bullet">
            <list-item>
              <p>Micro</p>
            </list-item>
          </list>
          <p>IMAGING</p>
          <p>ASSESSMENT &#38; PLAN</p>
          <list list-type="bullet">
            <list-item>
              <p>Fluids/electrolytes/nutrition</p>
            </list-item>
            <list-item>
              <p>Prophylaxis</p>
            </list-item>
            <list-item>
              <p>Tubes/lines</p>
            </list-item>
            <list-item>
              <p>Disposition</p>
            </list-item>
            <list-item>
              <p>Code status</p>
            </list-item>
            <list-item>
              <p>Contacts</p>
            </list-item>
          </list>
          <p>ATTENDING STATEMENT</p>
          <list list-type="bullet">
            <list-item>
              <p>Additional diagnoses</p>
            </list-item>
          </list>
        </boxed-text>
      </sec>
      <sec>
        <title>Copy-Paste Analysis</title>
        <p>We identified the sequence of daily notes written for each patient during their hospital stay and then determined the percentage of text within each and in the note as a whole that overlapped with the note written on that same patient the previous day using natural language processing methods [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>To determine the clinical implications of copy-paste, we used methods described by Hammond et al [<xref ref-type="bibr" rid="ref18">18</xref>] to highlight shared content across progress notes from one day compared to the previous day for the same patient. We then used the same 6-point scale as in that paper to rank the clinical importance of copy-paste. Since this required time-consuming manual review by clinicians, we performed this for a subset of notes.</p>
      </sec>
      <sec>
        <title>Measuring Note Readership</title>
        <p>Note reading practices were analyzed by extracting a note-viewing record using auditing software (P2Sentinel, Cerner Corporation). Each time a note was viewed, the username, user role (resident physician, attending physician, registered nurse, etc), and timestamp were recorded in the auditing database. To determine views within the same hospital day—which have unique potential to communicate the patient’s current clinical state and today’s plan—we assessed note views within 12 hours after the note was signed. Usernames were used to identify members of the patient’s primary team. Views by physicians on the patient’s primary team were assumed to be related to the note writing process, and were excluded from the note-reading analysis. Statistical testing was performed using Stata/IC 13 (StataCorp LLC).</p>
      </sec>
      <sec>
        <title>Focus Groups</title>
        <p>To understand different perspectives on the current use of progress notes, we conducted 3 sets of focus groups: <italic>note authors</italic> (Medicine interns and hospitalists), <italic>note consumers</italic> (nurses, therapists, and consultants who view Medicine progress notes that others had written), and <italic>leaders</italic> (hospital service leaders who form documentation policies and standards). Each focus group was led by a coinvestigator who followed a script and showed PowerPoint slides of the results of the note analysis and the copy-paste analyses. The 5 focus group sessions were recorded, and transcripts were made for all but one of the focus groups.</p>
        <p>The UW Institutional Review Board approved this work and designated it as “minimal risk.”</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>From 1000 randomly selected hospital admissions to the Medicine service, we obtained 4938 inpatient progress notes written by 418 authors, an average of 4.9 daily progress notes per patient admission.</p>
      <p>The results of the note analysis are summarized in <xref rid="figure1" ref-type="fig">Figures 1</xref>-<xref rid="figure4" ref-type="fig">4</xref>. The average note length was 886 words (median 827), and most of the length (~500 words) was in the Assessment &#38; Plan section, which comprised on average two-thirds of the note. There was marked variation in note length—some notes contained over 2000 words in the Assessment &#38; Plan section alone. The Interval History and Physical Exam sections were among the shortest sections. These findings reflect the common practice of copying one day’s Assessment &#38; Plan into the next day’s note and appending each day’s assessment to those of the previous days. (While the History and Physical sections are also frequently copied, the lack of appending new information to old information prevents these sections from lengthening over the hospital course.)</p>
      <p>Progress note authors signed their notes at various times of the day as shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>. A total of 29% (n=1432) of notes were signed after 4 PM, and some were signed as late as 10 PM.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>The time at which progress notes were signed by the author.</p>
        </caption>
        <graphic xlink:href="jmir_v23i10e30165_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>Distribution of note length in words (the programming code used to calculate note length is available from the authors).</p>
        </caption>
        <graphic xlink:href="jmir_v23i10e30165_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Length of note sections. Box and whisker plots of the number of words in each note section is shown. Box shows IQR. ID: identification.</p>
        </caption>
        <graphic xlink:href="jmir_v23i10e30165_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>Display of note readership data for 7 notes. Each colored dot indicates who (role) read the note and when over several days. Different colors indicate different roles. Each column of dots shows the readership of one progress note. QI: quality improvement, ARNP: advanced registered nurse practitioner, PA: physician assistant, RN: registered nurse, MD: medical doctor.</p>
        </caption>
        <graphic xlink:href="jmir_v23i10e30165_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>Notes had high levels of similarity to the prior day’s note on the same patient. The median note similarity was 66% using the methods described above. While note similarity was high for all author types (<xref rid="figure5" ref-type="fig">Figures 5</xref> and <xref rid="figure6" ref-type="fig">6</xref>), it was higher for trainees than attendings (<italic>P</italic>&#60;.001), and higher when both notes were written by the same author rather than by different authors (<italic>P</italic>&#60;.001) (<xref rid="figure6" ref-type="fig">Figure 6</xref>).</p>
      <p>We conducted manual reviews of note pairs to assess the clinical importance of note similarity. Preserved content from one day to the next was visually highlighted, using the CopyFind program [<xref ref-type="bibr" rid="ref18">18</xref>]. Physician reviewers then assessed the preserved content for risk using the Hammond scale [<xref ref-type="bibr" rid="ref18">18</xref>] (<xref ref-type="boxed-text" rid="box3">Textbox 3</xref>). The results showed that 26% (23/88) of the pairs were assessed to have minimal or some risk because of human copying; a second set of reviews found 17% (5/29) of the pairs had minimal or some risk in the preserved content. In this sample then, about 1 in 5 notes had clinical risk associated with preserved content, which was very likely the result of copy-paste practices. An example of copying assessed to be of minimal risk (code 4) was including the phrase “Gen Surg to take to the OR today” when this happened the day before. An example of copying regarded to be of some risk (code 5) was when the History section was completely copied from the day before, incurring a legal risk of fraud. In the Plan section of the same note was the phrase “will obtain MRI” copied forward, but the MRI (magnetic resonance imaging) was obtained the day before as evidenced by the results of the MRI appearing elsewhere in the note.</p>
      <fig id="figure5" position="float">
        <label>Figure 5</label>
        <caption>
          <p>Similarity by author training level. Box and whisker plots of the similarity of notes calculated using natural language processing methods [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>] are shown. Box shows IQR.</p>
        </caption>
        <graphic xlink:href="jmir_v23i10e30165_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure6" position="float">
        <label>Figure 6</label>
        <caption>
          <p>Similarity by original authorship. Box and whisker plots of the similarity of notes calculated using natural language processing methods [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>] are shown. Box shows IQR.</p>
        </caption>
        <graphic xlink:href="jmir_v23i10e30165_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <boxed-text id="box3" position="float">
        <title>Risk scale for duplicated material appearing in notes.</title>
        <p>The scale below is used to assess the risk associated with duplicated note text, derived from Hammond et al [<xref ref-type="bibr" rid="ref18">18</xref>] (<xref rid="figure7" ref-type="fig">Figure 7</xref>).</p>
        <p>Code risk description:</p>
        <list list-type="bullet">
          <list-item>
            <p>1 = Artifact, not misleading, no risk</p>
          </list-item>
          <list-item>
            <p>2 = Artifact, minimally misleading, minimal risk</p>
          </list-item>
          <list-item>
            <p>3 = Human, not misleading, no risk</p>
          </list-item>
          <list-item>
            <p>4 = Human, minimally misleading, minimal risk</p>
          </list-item>
          <list-item>
            <p>5 = Human, misleading, some risk</p>
          </list-item>
          <list-item>
            <p>6 = Human, clinically misleading, major risk</p>
          </list-item>
        </list>
      </boxed-text>
      <fig id="figure7" position="float">
        <label>Figure 7</label>
        <caption>
          <p>Copy-paste risk, assessed using the Hammond risk scale [<xref ref-type="bibr" rid="ref18">18</xref>]. Colors represent judgment of risk assigned by the 2 physicians who analyzed a sample of note pairs. One physician assigned scores to 100 note pairs (blue) and one assigned scores to 25 note pairs (green).</p>
        </caption>
        <graphic xlink:href="jmir_v23i10e30165_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <p>Note-reading practices were analyzed on a random subset of 250 notes (limited by auditing time constraints). The 250 notes in this sample were similar to the overall progress note library: the authors who wrote them were representative of the pool of authors in the larger library, and because they were randomly sampled, other note characteristics (eg, time written, length) were similar to the overall note library. This sample had 4036 note views, an average of 16.1 views per note, which includes many types of professionals beyond bedside nurses and physicians. <xref rid="figure8" ref-type="fig">Figures 8</xref>A and 8B describe note readership by note sign time. Notes signed before noon were read more than notes signed between noon and 4 PM (<italic>P</italic>=.002), and those signed between noon and 4PM were read more than those between 4 PM and 8 PM (<italic>P</italic>=.05), with successively fewer reads for notes signed between 4 PM and 8 PM. Analysis of note reading by role revealed that more notes were read by providers (physicians, nurse practitioners, physician assistants, medical students) when published before noon (ie, early in the day) (<italic>P</italic>=.003). Nursing readership was not correlated with the time the notes were signed (<italic>P</italic>=.95).</p>
      <fig id="figure8" position="float">
        <label>Figure 8</label>
        <caption>
          <p>Note reads by published time. Plots show the cumulative number of all staff (A) and providers (B) who read notes as a function of the time since the note was viewable (signed).</p>
        </caption>
        <graphic xlink:href="jmir_v23i10e30165_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <sec>
        <title>Focus Groups</title>
        <sec>
          <title>Note Authors</title>
          <p>We learned that note authors vary widely in how they use progress notes (ie, section of note reviewed, such as Labs, Scheduled Medications, etc), and in the purposes for which they use them, such as regarding them to be a billing document, as a “note to self” to remember important items from one day to the next, and as a communication tool to colleagues. Note authors mentioned this as one reason there is so much heterogeneity in the length and content of inpatient progress notes.</p>
        </sec>
        <sec>
          <title>Note Consumers</title>
          <p>Nursing and other ancillary service staff said they value medical progress notes and prefer detailed notes. They regarded them to be an important communication tool that helps them understand what is going on with patients and the plan for the day and for the hospital stay. They frequently used the progress note to assist their communication with families. They reported wanting to see more details regarding the disposition plan and preferred to have the Labs and Radiology sections deleted.</p>
        </sec>
        <sec>
          <title>Leaders</title>
          <p>Leaders believed the collective memory in notes to be important to prevent “reinventing the wheel.” They believed that the primary focus of a note should be communication and patient safety, but that we should also make trainees aware of future billing pressures when they finish training and are able to bill. They felt, as a group, that the medication list is important to include in progress notes.</p>
        </sec>
      </sec>
      <sec>
        <title>Readership</title>
        <p><xref rid="figure3" ref-type="fig">Figure 3</xref> shows that notes are read by authorized users from a wide range of disciplines, including registered nurses, physicians, and administrators.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>Our analysis of a large set of randomly selected hospital progress notes found that notes were often long and highly similar to the prior day’s note. Additionally, notes that were signed later were read less frequently; about one-third were signed after 4 PM when their value as a communication tool for other providers is diminished. Given the vast quantity of physician hours spent on their creation, inpatient progress notes have been relatively neglected as an area of study. Limitations in duty hours, increased patient complexity, and decline in physician morale suggest a need to re-evaluate our note-writing practices.</p>
      <p>We found broad variation in note-writing and reading practices. Some notes in our sample were over 2000 words (approximately half the length of this paper); this may reflect the common practice of copying one day’s assessment into the next day’s note and adding each day’s findings to those of the previous days. The progress notes often become a running summary of the hospitalization.</p>
      <p>Our analysis showed a high degree of similarity between notes on the same patient on successive days. Though methods for measuring note content similarity vary across studies [<xref ref-type="bibr" rid="ref19">19</xref>], it is interesting that others also noted this [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. Note similarity could occur from either note templating or from copy-paste; we believe that the high similarity in our sample was mainly due to copy-paste, as the most heavily templated sections of our progress note (Allergies, Medications, and Labs) make up just 22% of the average note length. Our focus group with note authors provided further evidence that this was the case.</p>
      <p>Note similarity was high across training levels, and while trainee notes had more similarity than attending notes, attending notes were still over 50% similar to the prior day’s note. Perhaps equally concerning was a high degree of similarity between notes with distinct authors. While our Medicine community sees the progress note as more of a living, communal document (where the practice of copy-paste is not viewed as flagrant plagiarism), this practice nevertheless is a clear setup for miscommunication and medical error [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Indeed, manual review revealed that 1 in 5 notes had clinical risk associated with preserved content, which was very likely the result of copy-paste practices. Reassuringly, this was primarily in the minimal-risk category with no examples of major human risk captured in the small sample we reviewed. This may suggest that careful use of copy-paste with a diligent review (defined as a review sufficient to assure that the note is accurate on the day it is written) of the information that is carried forward is not associated with a major risk of error.</p>
      <p>Progress notes in our sample were read frequently by nonprimary team members. Readership of timely clinical data (within 12 hours of note signing) was highly sensitive to the time of day the note was signed, with significantly more notes read if signed before noon. This was especially true of physicians, who tend to have day schedules on the acute care services and are thus unlikely to view a note that is published late in the evening (as many notes are). Nurse views were not sensitive to note-signing time, likely reflecting the presence of night-shift nurses, who also want to use the progress note as a means to communicate the plan of care. (However, if a night-shift nurse reads a note, the content from the morning rounds is over 12 hours old.)</p>
      <p>In the focus groups, we heard many and different reasons nurses and physicians value progress notes. Some nurses read them soon after they were created even if it was late in the day and appreciated the detail of Medicine progress notes compared with other services. For nurses, these notes served as an important communication tool to help them understand the Medicine team’s plan. Most expressed interest in more information tailored to their needs. Note authors—largely house staff and hospitalists—also valued notes, though what they valued differed by group. House staff are charged with tracking details, critical and minor, and used their notes for their “future selves”—as a way to remind them of what is to be done and for the collective memory of what has occurred. For hospitalists, there was wide variation in the attitude toward progress note writing, with some hospitalists favoring a more succinct note that concisely summarizes why the patient remains hospitalized and focuses on changes in patient status and plan for that day, while others (especially those who also worked nights) also focused on the importance of a note as a communication tool. Ultimately, the use of the note as a repository or collective memory of hospital course was a hotly contested topic among the hospitalists depending on their attitude toward and group practice with regards to interim summary writing. This suggests a need for direction from leadership regarding the use and role of medical inpatient progress notes versus interim summaries as collective memory of a patient’s hospital course.</p>
      <p>Recent literature offers additional perspectives and hopes for progress notes. We know that attendings and house staff physicians differ in their perception of note quality but agree that communication is an important purpose for them [<xref ref-type="bibr" rid="ref24">24</xref>]. Some senior authors advocated restoring the story to clinical notes [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. If this is an objective, using voice to create notes could fit this into the workflow because it may be faster than typing a more narrative note. Creating a wiki-style note, broadly adopting the APSO (Assessment, Plan, Subjective, Objective) format, utilizing vendor tools to create an ongoing hospital course, or drastically shortening notes were not explored in this study but may be embraced by a segment of physicians.</p>
      <p>These results have implications for those who develop electronic documentation systems used in EHRs. Documentation methods that facilitate the completion of notes sooner in the day may result in greater readership, fulfilling an important communication objective for electronic notes. However, the opportunity cost of earlier documentation may be diverting physician hours away from other time-sensitive tasks, such as contacting specialists or meeting with families. Permitting the simple creation of a summary of the hospital course, outside of the progress note itself, could result in more succinct notes that convey what progress occurred that day, and would be simpler to read. Developing note-writing tools that permit more rapid note creation, tailored to the aptitudes of the note author, such as use of voice [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>] or scribes, could permit the notes to be signed earlier in the day, resulting in increased readership, which is an important objective of the daily progress note.</p>
      <p>Templates can also speed note writing but is done so at the risk of retaining content of the history or physical exam, which is included in some templates. Many clinicians who read notes are most interested in what the note author has to say rather than what is within the template text. Every change to note-writing approaches has potential for side-effects. For example, methods that reduce the time to create notes and that permit them to be completed earlier in the day may also decrease note quality.</p>
      <p>There is an important role for hospital leaders in setting the direction for this critical part of clinical care and training [<xref ref-type="bibr" rid="ref29">29</xref>]. As a result of this work, our community has expressed agreement on increasing the communication value of progress notes, in part by making it possible for them to be completed earlier, and to reduce the time devoted to writing them.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">APSO</term>
          <def>
            <p>Assessment, Plan, Subjective, Objective</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">MRI</term>
          <def>
            <p>magnetic resonance imaging</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">UW</term>
          <def>
            <p>University of Washington</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We greatly appreciate the assistance of Xi Li, who performed the note content analysis, and of Jacki DeNonno and Johnathan Bubalo, Cerner Corporation, for obtaining the data on note readership.</p>
      <p>This work was funded by a University of Washington Department of Medicine Accelerator Grant.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schriefer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Leonard</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Patient safety and quality improvement: an overview of QI</article-title>
          <source>Pediatr Rev</source>
          <year>2012</year>
          <month>08</month>
          <day>01</day>
          <volume>33</volume>
          <issue>8</issue>
          <fpage>353</fpage>
          <lpage>9; quiz 359</lpage>
          <pub-id pub-id-type="doi">10.1542/pir.33-8-353</pub-id>
          <pub-id pub-id-type="medline">22855927</pub-id>
          <pub-id pub-id-type="pii">33/8/353</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Siegler</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Adelman</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Copy and paste: a remediable hazard of electronic health records</article-title>
          <source>Am J Med</source>
          <year>2009</year>
          <month>06</month>
          <volume>122</volume>
          <issue>6</issue>
          <fpage>495</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.amjmed.2009.02.010</pub-id>
          <pub-id pub-id-type="medline">19486708</pub-id>
          <pub-id pub-id-type="pii">S0002-9343(09)00157-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sinsky</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Colligan</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Prgomet</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Goeders</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Westbrook</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tutty</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Blike</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Allocation of Physician Time in Ambulatory Practice: A Time and Motion Study in 4 Specialties</article-title>
          <source>Ann Intern Med</source>
          <year>2016</year>
          <month>09</month>
          <day>06</day>
          <volume>165</volume>
          <issue>11</issue>
          <fpage>753</fpage>
          <pub-id pub-id-type="doi">10.7326/m16-0961</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sulmasy</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>López</surname>
              <given-names>Ana María</given-names>
            </name>
            <name name-style="western">
              <surname>Horwitch</surname>
              <given-names>CA</given-names>
            </name>
            <collab>‚ American College of Physicians Ethics‚ ProfessionalismHuman Rights Committee</collab>
          </person-group>
          <article-title>Ethical Implications of the Electronic Health Record: In the Service of the Patient</article-title>
          <source>J Gen Intern Med</source>
          <year>2017</year>
          <month>08</month>
          <volume>32</volume>
          <issue>8</issue>
          <fpage>935</fpage>
          <lpage>939</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28321550"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-017-4030-1</pub-id>
          <pub-id pub-id-type="medline">28321550</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-017-4030-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC5515784</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hirschtick</surname>
              <given-names>RE</given-names>
            </name>
          </person-group>
          <article-title>A piece of my mind. Copy-and-paste</article-title>
          <source>JAMA</source>
          <year>2006</year>
          <month>05</month>
          <day>24</day>
          <volume>295</volume>
          <issue>20</issue>
          <fpage>2335</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.295.20.2335</pub-id>
          <pub-id pub-id-type="medline">16720812</pub-id>
          <pub-id pub-id-type="pii">295/20/2335</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tsou</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lehmann</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Michel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Solomon</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Possanza</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gandhi</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Safe Practices for Copy and Paste in the EHR</article-title>
          <source>Appl Clin Inform</source>
          <year>2017</year>
          <month>12</month>
          <day>20</day>
          <volume>26</volume>
          <issue>01</issue>
          <fpage>12</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.4338/aci-2016-09-r-0150</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thornton</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Schold</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Venkateshaiah</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lander</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of Copied Information by Attendings and Residents in Critical Care Progress Notes*</article-title>
          <source>Critical Care Medicine</source>
          <year>2013</year>
          <volume>41</volume>
          <issue>2</issue>
          <fpage>382</fpage>
          <lpage>388</lpage>
          <pub-id pub-id-type="doi">10.1097/ccm.0b013e3182711a1c</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weis</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Levy</surname>
              <given-names>PC</given-names>
            </name>
          </person-group>
          <article-title>Copy, paste, and cloned notes in electronic health records: prevalence, benefits, risks, and best practice recommendations</article-title>
          <source>Chest</source>
          <year>2014</year>
          <month>03</month>
          <day>01</day>
          <volume>145</volume>
          <issue>3</issue>
          <fpage>632</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1378/chest.13-0886</pub-id>
          <pub-id pub-id-type="medline">24590024</pub-id>
          <pub-id pub-id-type="pii">S0012-3692(15)34378-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Turchin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Goldberg</surname>
              <given-names>Saveli I</given-names>
            </name>
            <name name-style="western">
              <surname>Breydo</surname>
              <given-names>Eugene</given-names>
            </name>
            <name name-style="western">
              <surname>Shubina</surname>
              <given-names>Maria</given-names>
            </name>
            <name name-style="western">
              <surname>Einbinder</surname>
              <given-names>Jonathan S</given-names>
            </name>
          </person-group>
          <article-title>Copy/paste documentation of lifestyle counseling and glycemic control in patients with diabetes: true to form?</article-title>
          <source>Arch Intern Med</source>
          <year>2011</year>
          <month>08</month>
          <day>08</day>
          <volume>171</volume>
          <issue>15</issue>
          <fpage>1393</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21606091"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/archinternmed.2011.219</pub-id>
          <pub-id pub-id-type="medline">21606091</pub-id>
          <pub-id pub-id-type="pii">archinternmed.2011.219</pub-id>
          <pub-id pub-id-type="pmcid">PMC3711116</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thielke</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hammond</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Helbig</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Copying and pasting of examinations within the electronic medical record</article-title>
          <source>Int J Med Inform</source>
          <year>2007</year>
          <month>06</month>
          <volume>76 Suppl 1</volume>
          <fpage>S122</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijmedinf.2006.06.004</pub-id>
          <pub-id pub-id-type="medline">16899403</pub-id>
          <pub-id pub-id-type="pii">S1386-5056(06)00166-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yadav</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kazanji</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Paudel</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Falatko</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Shoichet</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Maddens</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Comparison of accuracy of physical examination findings in initial progress notes between paper charts and a newly implemented electronic health record</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2017</year>
          <month>01</month>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>140</fpage>
          <lpage>144</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27357831"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocw067</pub-id>
          <pub-id pub-id-type="medline">27357831</pub-id>
          <pub-id pub-id-type="pii">ocw067</pub-id>
          <pub-id pub-id-type="pmcid">PMC7654088</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roddy</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Arora</surname>
              <given-names>VM</given-names>
            </name>
            <name name-style="western">
              <surname>Chaudhry</surname>
              <given-names>SI</given-names>
            </name>
            <name name-style="western">
              <surname>Rein</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Banerjee</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Swenson</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Fletcher</surname>
              <given-names>KE</given-names>
            </name>
          </person-group>
          <article-title>The prevalence and implications of copy and paste: internal medicine program director perspectives</article-title>
          <source>J Gen Intern Med</source>
          <year>2018</year>
          <month>12</month>
          <day>31</day>
          <volume>33</volume>
          <issue>12</issue>
          <fpage>2032</fpage>
          <lpage>2033</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30066119"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-018-4575-7</pub-id>
          <pub-id pub-id-type="medline">30066119</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-018-4575-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC6258631</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khorana</surname>
              <given-names>AA</given-names>
            </name>
          </person-group>
          <article-title>Physician As Typist</article-title>
          <source>JCO</source>
          <year>2010</year>
          <month>08</month>
          <day>20</day>
          <volume>28</volume>
          <issue>24</issue>
          <fpage>3899</fpage>
          <lpage>3900</lpage>
          <pub-id pub-id-type="doi">10.1200/jco.2010.29.4504</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Perkins</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kalus</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Reilly</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The transition to electronic documentation on a teaching hospital medical service</article-title>
          <source>AMIA Annu Symp Proc</source>
          <year>2006</year>
          <fpage>629</fpage>
          <lpage>33</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17238417"/>
          </comment>
          <pub-id pub-id-type="medline">17238417</pub-id>
          <pub-id pub-id-type="pii">86253</pub-id>
          <pub-id pub-id-type="pmcid">PMC1839294</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Neamatullah</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Douglass</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Lehman</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Reisner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Villarroel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Long</surname>
              <given-names>WJ</given-names>
            </name>
            <name name-style="western">
              <surname>Szolovits</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Moody</surname>
              <given-names>GB</given-names>
            </name>
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Clifford</surname>
              <given-names>GD</given-names>
            </name>
          </person-group>
          <article-title>Automated de-identification of free-text medical records</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2008</year>
          <month>07</month>
          <day>24</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>32</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/1472-6947-8-32"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6947-8-32</pub-id>
          <pub-id pub-id-type="medline">18652655</pub-id>
          <pub-id pub-id-type="pii">1472-6947-8-32</pub-id>
          <pub-id pub-id-type="pmcid">PMC2526997</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rehurek</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Sojka</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Software framework for topic modelling with large corpora</article-title>
          <year>2010</year>
          <conf-name>Proceedings of the LREC 2010 Workshop on New Challenges for NLP Frameworks</conf-name>
          <conf-date>March</conf-date>
          <conf-loc>Valletta, Malta</conf-loc>
          <fpage>46</fpage>
          <lpage>50</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://radimrehurek.com/lrec2010_final.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <article-title>RaRe-Technologies/gensim &#124; gensim – Topic Modelling in Python</article-title>
          <source>GitHub</source>
          <access-date>2021-01-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/RaRe-Technologies/gensim">https://github.com/RaRe-Technologies/gensim</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hammond</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Helbig</surname>
              <given-names>ST</given-names>
            </name>
            <name name-style="western">
              <surname>Benson</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Brathwaite-Sketoe</surname>
              <given-names>BM</given-names>
            </name>
          </person-group>
          <article-title>Are electronic medical records trustworthy? Observations on copying, pasting and duplication</article-title>
          <source>AMIA Annu Symp Proc</source>
          <year>2003</year>
          <fpage>269</fpage>
          <lpage>73</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/14728176"/>
          </comment>
          <pub-id pub-id-type="medline">14728176</pub-id>
          <pub-id pub-id-type="pii">D030003232</pub-id>
          <pub-id pub-id-type="pmcid">PMC1480345</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wrenn</surname>
              <given-names>JO</given-names>
            </name>
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Bakken</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Stetson</surname>
              <given-names>PD</given-names>
            </name>
          </person-group>
          <article-title>Quantifying clinical narrative redundancy in an electronic health record</article-title>
          <source>Journal of the American Medical Informatics Association</source>
          <year>2010</year>
          <month>01</month>
          <day>01</day>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>49</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1197/jamia.m3390</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Pakhomov</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McInnes</surname>
              <given-names>BT</given-names>
            </name>
            <name name-style="western">
              <surname>Melton</surname>
              <given-names>GB</given-names>
            </name>
          </person-group>
          <article-title>Evaluating measures of redundancy in clinical texts</article-title>
          <source>AMIA Annu Symp Proc</source>
          <year>2011</year>
          <volume>2011</volume>
          <fpage>1612</fpage>
          <lpage>20</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22195227"/>
          </comment>
          <pub-id pub-id-type="medline">22195227</pub-id>
          <pub-id pub-id-type="pmcid">PMC3243221</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Khanna</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Najafi</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Characterizing the Source of Text in Electronic Health Record Progress Notes</article-title>
          <source>JAMA Intern Med</source>
          <year>2017</year>
          <month>08</month>
          <day>01</day>
          <volume>177</volume>
          <issue>8</issue>
          <fpage>1212</fpage>
          <lpage>1213</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28558106"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2017.1548</pub-id>
          <pub-id pub-id-type="medline">28558106</pub-id>
          <pub-id pub-id-type="pii">2629493</pub-id>
          <pub-id pub-id-type="pmcid">PMC5818790</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weir</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hurdle</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Felgar</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hoffman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Nebeker</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Direct Text Entry in Electronic Progress Notes</article-title>
          <source>Methods Inf Med</source>
          <year>2018</year>
          <month>02</month>
          <day>07</day>
          <volume>42</volume>
          <issue>01</issue>
          <fpage>61</fpage>
          <lpage>67</lpage>
          <pub-id pub-id-type="doi">10.1055/s-0038-1634210</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Giardina</surname>
              <given-names>TD</given-names>
            </name>
            <name name-style="western">
              <surname>Meyer</surname>
              <given-names>AND</given-names>
            </name>
            <name name-style="western">
              <surname>Forjuoh</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Reis</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>Types and origins of diagnostic errors in primary care settings</article-title>
          <source>JAMA Intern Med</source>
          <year>2013</year>
          <month>03</month>
          <day>25</day>
          <volume>173</volume>
          <issue>6</issue>
          <fpage>418</fpage>
          <lpage>25</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23440149"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2013.2777</pub-id>
          <pub-id pub-id-type="medline">23440149</pub-id>
          <pub-id pub-id-type="pii">1656540</pub-id>
          <pub-id pub-id-type="pmcid">PMC3690001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stewart</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kahn</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Simon</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Duncan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mosher</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Harris</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Bell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>El-Farra</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Sharpe</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Internal medicine progress note writing attitudes and practices in an electronic health record</article-title>
          <source>J Hosp Med</source>
          <year>2015</year>
          <month>08</month>
          <volume>10</volume>
          <issue>8</issue>
          <fpage>525</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1002/jhm.2379</pub-id>
          <pub-id pub-id-type="medline">26138806</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gantzer</surname>
              <given-names>HE</given-names>
            </name>
            <name name-style="western">
              <surname>Block</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Hobgood</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Tufte</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Restoring the Story and Creating a Valuable Clinical Note</article-title>
          <source>Annals of Internal Medicine</source>
          <year>2020</year>
          <month>09</month>
          <day>01</day>
          <volume>173</volume>
          <issue>5</issue>
          <fpage>380</fpage>
          <lpage>382</lpage>
          <pub-id pub-id-type="doi">10.7326/m20-0934</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Matt Morgan: When bullet points miss the heart</article-title>
          <source>BMJ</source>
          <year>2019</year>
          <month>10</month>
          <day>17</day>
          <volume>366</volume>
          <fpage>l5500</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.l5500</pub-id>
          <pub-id pub-id-type="medline">31530546</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>WD</given-names>
            </name>
            <name name-style="western">
              <surname>Markiel</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Lybarger</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>AA</given-names>
            </name>
          </person-group>
          <article-title>Using voice to create hospital progress notes: Description of a mobile application and supporting system integrated with a commercial electronic health record</article-title>
          <source>J Biomed Inform</source>
          <year>2018</year>
          <month>01</month>
          <volume>77</volume>
          <fpage>91</fpage>
          <lpage>96</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(17)30274-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jbi.2017.12.004</pub-id>
          <pub-id pub-id-type="medline">29233669</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(17)30274-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Payne</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Markiel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lybarger</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Lordon</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Yetisgen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zech</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Using voice to create inpatient progress notes: effects on note timeliness, quality, and physician satisfaction</article-title>
          <source>JAMIA Open</source>
          <year>2018</year>
          <month>10</month>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>218</fpage>
          <lpage>226</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31984334"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamiaopen/ooy036</pub-id>
          <pub-id pub-id-type="medline">31984334</pub-id>
          <pub-id pub-id-type="pii">ooy036</pub-id>
          <pub-id pub-id-type="pmcid">PMC6951907</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Siegler</surname>
              <given-names>EL</given-names>
            </name>
          </person-group>
          <article-title>Electronic medical records and hospital progress notes</article-title>
          <source>JAMA</source>
          <year>2012</year>
          <month>12</month>
          <day>12</day>
          <volume>308</volume>
          <issue>22</issue>
          <fpage>2336; author reply 2337</fpage>
          <pub-id pub-id-type="doi">10.1001/jama.2012.14495</pub-id>
          <pub-id pub-id-type="medline">23232889</pub-id>
          <pub-id pub-id-type="pii">1484505</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
