<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i4e24360</article-id>
      <article-id pub-id-type="pmid">33851922</article-id>
      <article-id pub-id-type="doi">10.2196/24360</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Reduction in Hospital System Opioid Prescribing for Acute Pain Through Default Prescription Preference Settings: Pre–Post Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kukafka</surname>
            <given-names>Rita</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kaihlanen</surname>
            <given-names>Anu-Marja</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Almoudaris</surname>
            <given-names>Alex</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Slovis</surname>
            <given-names>Benjamin Heritier</given-names>
          </name>
          <degrees>MD, MA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Office of Clinical Informatics</institution>
            <institution>Thomas Jefferson University</institution>
            <addr-line>833 Chestnut Street Floor 10</addr-line>
            <addr-line>Philadelphia, PA, 19107</addr-line>
            <country>United States</country>
            <phone>1 (215) 955 6844</phone>
            <fax>1 (215) 923 6225</fax>
            <email>bxs088@jefferson.edu</email>
          </address>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4396-3512</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Riggio</surname>
            <given-names>Jeffrey M</given-names>
          </name>
          <degrees>MD, MS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8655-3006</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Girondo</surname>
            <given-names>Melanie</given-names>
          </name>
          <degrees>MSN</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8362-3486</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Martino</surname>
            <given-names>Cara</given-names>
          </name>
          <degrees>MSN</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-0399-4621</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Babula</surname>
            <given-names>Bracken</given-names>
          </name>
          <degrees>MD, MS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7896-3972</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Roke</surname>
            <given-names>Lindsey M</given-names>
          </name>
          <degrees>PharmD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9134-8269</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Kairys</surname>
            <given-names>John C</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8195-5233</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Office of Clinical Informatics</institution>
        <institution>Thomas Jefferson University</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Emergency Medicine</institution>
        <institution>Thomas Jefferson University</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Medicine</institution>
        <institution>Thomas Jefferson University</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Information Services and Technology</institution>
        <institution>Thomas Jefferson University</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Department of Surgery</institution>
        <institution>Thomas Jefferson University</institution>
        <addr-line>Philadelphia, PA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Benjamin Heritier Slovis <email>bxs088@jefferson.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>4</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>14</day>
        <month>4</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>4</issue>
      <elocation-id>e24360</elocation-id>
      <history>
        <date date-type="received">
          <day>16</day>
          <month>9</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>17</day>
          <month>11</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>14</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>3</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Benjamin Heritier Slovis, Jeffrey M Riggio, Melanie Girondo, Cara Martino, Bracken Babula, Lindsey M Roke, John C Kairys. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 14.04.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/4/e24360" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The United States is in an opioid epidemic. Passive decision support in the electronic health record (EHR) through opioid prescription presets may aid in curbing opioid dependence.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The objective of this study is to determine whether modification of opioid prescribing presets in the EHR could change prescribing patterns for an entire hospital system.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We performed a quasi-experimental retrospective pre–post analysis of a 24-month period before and after modifications to our EHR’s opioid prescription presets to match Centers for Disease Control and Prevention guidelines. We included all opioid prescriptions prescribed at our institution for nonchronic pain. Our modifications to the EHR include (1) making duration of treatment for an opioid prescription mandatory, (2) adding a quick button for 3 days’ duration while removing others, and (3) setting the default quantity of all oral opioid formulations to 10 tablets. We examined the quantity in tablets, duration in days, and proportion of prescriptions greater than 90 morphine milligram equivalents/day for our hospital system, and compared these values before and after our intervention for effect.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>There were 78,246 prescriptions included in our study written on 30,975 unique patients. There was a significant reduction for all opioid prescriptions pre versus post in (1) the overall median quantity of tablets dispensed (54 [IQR 40-120] vs 42 [IQR 18-90]; <italic>P</italic>&#60;.001), (2) median duration of treatment (10.5 days [IQR 5.0-30] vs 7.5 days [IQR 3.0-30]; <italic>P</italic>&#60;.001), and (3) proportion of prescriptions greater than 90 morphine milligram equivalents/day (27.46% [10,704/38,976; 95% CI 27.02%-27.91%] vs 22.86% [8979/39,270; 95% CI 22.45%-23.28%]; <italic>P</italic>&#60;.001).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Modifications of opioid prescribing presets in the EHR can improve prescribing practice patterns. Reducing duration and quantity of opioid prescriptions could reduce the risk of dependence and overdose.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>informatics</kwd>
        <kwd>electronic health record</kwd>
        <kwd>opioids</kwd>
        <kwd>prescriptions</kwd>
        <kwd>oxycodone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The opioid epidemic is a public health emergency unlike any other [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. The roots of this crisis are founded in over 30 years of influential guidelines, marketing campaigns, and advertising that led to an increase in opioid prescriptions [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. Overprescribing has increased since the early 1990s [<xref ref-type="bibr" rid="ref9">9</xref>]. In 2016, there were 66.5 opioid prescriptions written for every 100 persons in the United States [<xref ref-type="bibr" rid="ref10">10</xref>]. Prescription opioid abuse has been associated with progression to use of heroin [<xref ref-type="bibr" rid="ref11">11</xref>], and the increased availability of both prescription and illicit opioids has led to a rise in the rate of death [<xref ref-type="bibr" rid="ref12">12</xref>]. Opioids caused over 67% of drug-related deaths in 2017 and are responsible for nearly 400,000 deaths overall since 1999 [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      <p>Reductions in prescribing rates have become paramount to combating the opioid epidemic. Higher doses and longer durations of opioid therapy have been associated with an increased risk of chronic opioid use, with a significant increase in risk on treatment days 5 and 31 [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>]. Therefore, the Centers for Disease Control and Prevention (CDC) recommends that caution be exercised when increasing doses to greater than 50 morphine milligram equivalents (MME) per day, and doses greater than 90 MME/day should be avoided. The CDC also states that 3 days or less is often sufficient for acute pain, and more than 7 days is “rarely needed” [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      <p>The HITECH act of 2009 made electronic health records (EHRs) ubiquitous. By 2017, 95% of hospitals in the United States are using EHRs [<xref ref-type="bibr" rid="ref18">18</xref>]. EHRs and the technologies associated with them have been successfully utilized to combat the opioid epidemic. Electronic prescribing of controlled substances can improve medication safety, with a 2017 study demonstrating that an increasing number of prescribers are prescribing electronically [<xref ref-type="bibr" rid="ref19">19</xref>]. Prescription drug monitoring programs, which require prescribers to review prior controlled substance prescriptions prior to prescribing, have shown reductions in opioid prescribing rates [<xref ref-type="bibr" rid="ref20">20</xref>]. Computerized provider order entry (CPOE) systems are components of modern EHRs, and allow for reduction in practice variation and medical error by simplifying the prescribing of medications to an electronic process [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
      <p>In order to curb overprescribing and reduce quantities of tablets, CPOE-linked interventions focus on preset defaulted prescription settings [<xref ref-type="bibr" rid="ref22">22</xref>-<xref ref-type="bibr" rid="ref24">24</xref>]. Previous studies have shown that the introduction or modification of opioid prescription presets has demonstrated reductions of tablet quantities and prescription MME for postsurgical patients [<xref ref-type="bibr" rid="ref22">22</xref>], as well as significant reductions in the number of tablet quantities dispensed in the emergency department (ED) [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. These studies suggest that modification of EHR-linked CPOE settings is a simple, inexpensive, and effective method of reducing the number of tablets associated with opioid prescriptions. However, all previous studies have focused on isolated emergency [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref27">27</xref>] or surgery departments [<xref ref-type="bibr" rid="ref22">22</xref>]. We are unaware of any research examining the effects of modifications to opioid presets across an entire hospital system.</p>
      <p>Slovis et al [<xref ref-type="bibr" rid="ref27">27</xref>] previously demonstrated a reduction in duration of therapy and number of tablets dispensed when modifying the opioid prescription presets in our ED [<xref ref-type="bibr" rid="ref27">27</xref>]. The success of this project prompted an enterprise-wide intervention to modify opioid prescription settings in our EHR’s CPOE.</p>
      <p>Our institution’s CPOE consists of 4 fields for oral tablet prescription entry: (1) dose (number of tablets or milligrams per dose), (2) frequency (doses per day), (3) duration (number of days), and (4) quantity (number of tablets per prescription). Prior to our intervention dose, frequency and quantity were required for prescribing, but duration was not.</p>
      <p>In August 2018, we implemented a number of interventions in our EHR’s CPOE: (1) we made the duration of treatment for an opioid prescription mandatory, (2) we provided a quick button for 3 days’ duration on all opioid prescriptions while removing all other quick buttons, and (3) we set the default quantity to 10 tablets for all oral opioid formulations, and removed any departmental variations. Prior to our intervention there was variability in durations and quantity dispensed for opioids (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). All interventions were passive in nature, no decision support alerts were part of the design, and there were no provider re-education measures nor large-scale announcement as part of the implementation design.</p>
      <p>The purpose of this study was to assess the effects of modifications of opioid prescription default settings across an entire institution. We hypothesize that modifications of these settings can lead to reductions in duration of treatment, tablets dispensed, and proportion of prescriptions greater than 90 MME/day for a hospital system for patients with nonchronic pain. By demonstrating a reduction in prescribing at the hospital system level we have the potential to reduce risk of dependence, overdose, and possibly death.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Design, Setting, and Participants</title>
        <p>In this quasi-experimental retrospective pre–post analysis, we examined the effects on prescribing patterns at our institution before and after modifications of opioid prescription settings. Thomas Jefferson University Hospitals, as an enterprise, has 908 acute care beds and over 2700 physicians and practitioners caring for more than 1.4 million people throughout the inpatient, outpatient, and ED settings [<xref ref-type="bibr" rid="ref28">28</xref>]. This study was performed at the Center City Division, our urban academic institution comprising a large tertiary-care hospital, a community hospital, and multiple ambulatory clinics. Our study encompasses all outpatient prescriptions for opioids written between September 1, 2017, and August 31, 2019, in our EHR (Epic Systems Corporation) and the patients who received them. We did not include prescriptions for buprenorphine or methadone as these medications are used in medical assisted treatment (MAT) for opioid use disorder [<xref ref-type="bibr" rid="ref29">29</xref>]. We limited our analysis to only oral capsule and tablet formulations (excluding oral liquid, buccal films, patches, etc.).</p>
        <p>Our interest was in the effect of our intervention on opioids prescribed for acute pain. To this end, we excluded patients with chronic pain from our analysis via a modified approach to a validated algorithm [<xref ref-type="bibr" rid="ref30">30</xref>]. Tian et al [<xref ref-type="bibr" rid="ref30">30</xref>] achieved an accuracy of 95% for the identification of patients with chronic diseases via (1) a single International Classification of Diseases, 9th Revision (ICD-9) code [<xref ref-type="bibr" rid="ref31">31</xref>] “highly likely” to represent chronic pain OR (2) 2 or more ICD-9 codes “likely” to represent chronic pain separated by at least 30 days OR (3) receipt of at least 90 days of opioids OR (4) an ICD-9 code “likely” to represent chronic pain AND 2 or more pain scores greater than or equal to 4.</p>
        <p>We mapped ICD-9 codes utilized in the algorithm to the 10th Revision (ICD-10) [<xref ref-type="bibr" rid="ref32">32</xref>] using the Centers for Medicare and Medicaid Services General Equivalence Mappings [<xref ref-type="bibr" rid="ref33">33</xref>] via the R package “touch” [<xref ref-type="bibr" rid="ref34">34</xref>]. ICD code mappings were also manually reviewed. There were 9476 prescriptions in our cohort that did not include an ICD-10 and remained in our analysis as if they did not meet criteria for exclusion. Our data set included unreliable pain score documentation, so we eliminated this step in the algorithm. Pain scores held the lowest positive predictive value for identifying patients with chronic pain in the initial study [<xref ref-type="bibr" rid="ref30">30</xref>], and we presumed that excluding these patients would only bias our results against our objective, as patients with chronic pain are presumed to have long-term prescriptions. Finally, we excluded all prescriptions written in the ED given the results of our previous intervention.</p>
      </sec>
      <sec>
        <title>Variables</title>
        <p>Using our analytics software Qlik Sense (QlikTech International), we identified all prescriptions for non-MAT opioid medications written during the study period and extracted a number of variables for each individual prescription and the associated patient.</p>
        <p>At the prescription level these variables were medication, number of tablets, dosage unit (ie, mg), route of administration (oral vs rectal), and frequency of administration. Using our previously described method, we also included the calculated duration of therapy [<xref ref-type="bibr" rid="ref35">35</xref>]. We utilized this value to represent the duration of the prescription as our prior work demonstrated that what is documented in the prescription is at times unreliable [<xref ref-type="bibr" rid="ref35">35</xref>]. We also extracted precalculated MME/day for each prescription. At the patient level we extracted demographic data including age and sex.</p>
      </sec>
      <sec>
        <title>Data Cleaning, Outcomes, and Statistical Analysis</title>
        <p>In order to mitigate bias, all information was obtained through the same data query, and all participants were selected in the same way (eg, a script for an opioid medication). Participants were retrospectively recruited from a continuous 24 months.</p>
        <p>Participants were divided into 2 cohorts (12 months before and after the intervention). The intervention was introduced on August 24, 2018, so the month of August 2018 was included in the preintervention cohort to avoid influencing postintervention results.</p>
        <p>We calculated and compared frequencies of missing values for metrics of interest before and after the intervention. Demographic information was compared to assess similarity between the 2 cohorts.</p>
        <p>The total number of prescriptions and unique patients were evaluated before and after the intervention. To ensure our intervention did not inadvertently cause an increase in the frequency of opioid prescribing, we compared the median number of prescriptions per patient per month as well as the odds of a patient receiving more than 1 prescription or refills.</p>
        <p>The proportion of prescriptions was calculated for each class of opioid medication. Opioid class was determined by the active ingredient in the compound. We chose not to separate by schedule class as these can change [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. We compared the proportions of opioid classes before and after the intervention and then measured if our intervention changed the quantity, duration, or proportion of prescriptions greater than 90 MME/day for all prescriptions, as well as for each opioid class.</p>
        <p>For statistical analysis, Wilcoxon rank-sum test was utilized for nonparametric data, and <italic>t</italic> test for parametric data. Chi-square and Fisher exact test were performed for comparison of categorical values. Confidence intervals were included for all appropriate analysis. Statistics were performed in R statistical software (R Core Team).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview of Prescriptions</title>
        <p>There were 128,933 non-MAT opioid prescriptions written during our study period. Of these, 103,338/128,933 (80.15%) were written for oral tablet or capsule formulations. We excluded 23,961/103,338 (23.19%) prescriptions that were written for patients with chronic pain. Of the remaining 79,377, we excluded 1131/79,377 prescriptions (1.42%) that were written by the ED. The median duration for these ED prescriptions was 2.7 days (IQR 2.5-3.3) with a median dispensed quantity of 9 tablets (IQR 9-31).</p>
        <p>The remaining 78,246 prescriptions were for 30,975 unique patients. There were 38,976/78,246 (49.81%) prescriptions written for 16,464/30,975 (53.15%) patients in the preintervention period and 39,270/78,246 (50.19%) prescriptions written for 17,399/30,975 (56.17%) patients in the postintervention period. <xref rid="figure1" ref-type="fig">Figure 1</xref> demonstrates the inclusion and exclusion criteria leading to our study cohorts.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Breakdown of our study cohort included excluded groups. ED: emergency department; MAT: medical assisted treatment.</p>
          </caption>
          <graphic xlink:href="jmir_v23i4e24360_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Missing Data</title>
        <p>Of the 78,246 prescriptions, 7167 (9.16%; 95% CI 8.96-9.36) were missing a calculated duration. The proportion of missing calculated durations decreased from 9.91% (7758/78,246; (95% CI 9.62-1.02) to 8.41% (6578/78,246; 95% CI 8.14-8.70; <italic>P</italic>&#60;.001) before and after the intervention. In addition, 7156/78,246 (9.15%; 95% CI 8.94-9.35) prescriptions were missing documented quantity dispensed with a reduction from 9.90% (7750/78,246; 95% CI 9.60-10.20) to 8.40% (6570/78,246; 95% CI 8.13-8.68; <italic>P</italic>&#60;.001) before versus after the intervention. Finally, 1139/78,246 (1.46%; 95% CI 1.37-1.54) prescriptions were missing the MME/day field with a significant increase in this proportion before versus after the intervention (915/78,246 [1.17%; 95% CI 1.07-1.28] to 1358/78,246 [1.74%; 95% CI 1.61-1.87]; <italic>P</italic>&#60;.001). Missing values were excluded from their respective analysis.</p>
      </sec>
      <sec>
        <title>Patient Demographics</title>
        <p>Overall, 17,344/30,975 (55.99%; 95% CI 55.44%-56.55%) of all unique patients were female. There was no significant difference in patient sex before and after the intervention (17,300/30,975 [55.85%; 95% CI 55.10%-56.61%] vs 17,237/30,975 [56.65%; 95% CI 55.91%-57.39%] female; <italic>P</italic>=.14). The median age was 59, which did not change.</p>
      </sec>
      <sec>
        <title>Rate of Prescribing</title>
        <p>There was no significant change in the median number of prescriptions written per month, before and after the intervention (3254.5 [IQR 3176.25-3331.25] vs 3338 [3157.0-3391.5]; <italic>P</italic>=.59). The median monthly prescriptions per person remained 1 (IQR 1-2). The odds of getting more than 1 opioid prescription after the intervention did not significantly increase (1.003, 95% CI 0.967-1.04) and the odds of being prescribed a refill decreased (0.801, 95% CI 0.747-0.858).</p>
      </sec>
      <sec>
        <title>Types of Opioids Prescribed</title>
        <p>The majority (48,261/78,246, 61.68%; 95% CI 61.34%-62.02%) of prescriptions during the study period were for oxycodone. <xref ref-type="table" rid="table1">Table 1</xref> demonstrates the proportion of individual opioids.</p>
        <p>There were small but significant reductions in the proportion of prescriptions for morphine—6.30% (2456/38,976; 95% CI 6.06%-6.55%) to 5.95% (2335/39,270; 95% CI 5.72%-6.19%); <italic>P</italic>=.04)—and oxymorphone—0.37% (143/38,976; 95% CI 0.31%-0.43%) to 0.24% (96/39,270; 95% CI 0.20%-0.30%; <italic>P</italic>=.002). There was no change in the proportion of the other opioids.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Proportion of each opioid during the study period with 95% confidence intervals.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="400"/>
            <col width="350"/>
            <col width="250"/>
            <thead>
              <tr valign="bottom">
                <td>Medication</td>
                <td>Proportion<sup>a</sup> (N=78,246), n (%)</td>
                <td>95% CI</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Codeine</td>
                <td>379 (0.48)</td>
                <td>0.44-0.54</td>
              </tr>
              <tr valign="top">
                <td>Hydrocodone</td>
                <td>13 (0.02)</td>
                <td>0.009-0.03</td>
              </tr>
              <tr valign="top">
                <td>Hydromorphone</td>
                <td>3995 (5.11)</td>
                <td>4.95-5.26</td>
              </tr>
              <tr valign="top">
                <td>Meperidine</td>
                <td>40 (0.05)</td>
                <td>0.04-0.07</td>
              </tr>
              <tr valign="top">
                <td>Morphine</td>
                <td>4791 (6.12)</td>
                <td>5.96-6.29</td>
              </tr>
              <tr valign="top">
                <td>Oxycodone</td>
                <td>48,261 (61.68)</td>
                <td>61.34-62.02</td>
              </tr>
              <tr valign="top">
                <td>Oxymorphone</td>
                <td>239 (0.31)</td>
                <td>0.27-0.35</td>
              </tr>
              <tr valign="top">
                <td>Tapentadol</td>
                <td>172 (0.22)</td>
                <td>0.19-0.26</td>
              </tr>
              <tr valign="top">
                <td>Tramadol</td>
                <td>20,356 (26.02)</td>
                <td>25.71-26.32</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Proportion of the number of that individual opioid prescriptions from the total 78,246 opioid prescriptions.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Dispensing and Duration</title>
        <p>There was a significant reduction in the overall median quantity of opioid tablets dispensed before versus after the intervention (54 [IQR 40-120] vs 42 [IQR 18-90]; <italic>P</italic>&#60;.001). There was also a reduction in median duration of treatment before and after the intervention (10.5 days [IQR 5.0-30] vs 7.5 days [IQR 3.0-30]; <italic>P</italic>&#60;.001). Finally, there was a significant reduction in the proportion of prescriptions greater than 90 MME/day (27.46% [10,704/38,976; 95% CI 27.02%-27.91%] vs 22.86% [8979/39,270; 95% CI 22.45%-23.28%]; <italic>P</italic>&#60;.001), despite no change in the median of 45 MME/day per prescription before and after the intervention. These results are displayed in <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
        <p>There was a significant reduction in all metrics for oxycodone. Tramadol and codeine demonstrated a reduction in tablets dispensed, while codeine also had a reduction in the duration of treatment (<italic>P</italic>&#60;.001 for all three metrics). Hydromorphone had a significant reduction (<italic>P</italic>&#60;.001) in MME greater than 90/day despite no change in the other metrics. <xref ref-type="table" rid="table2">Table 2</xref> demonstrates the effect of our intervention overall, and on each type of opioid medication before and after the intervention.</p>
        <p>Given the majority of prescriptions were for oxycodone, <xref rid="figure3" ref-type="fig">Figure 3</xref> demonstrates monthly numbers of tablets dispensed, median duration of treatment, and proportion of prescriptions greater than 90 MME/day for oxycodone.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Monthly median tablets prescribed pre and post-intervention, monthly median duration (days) pre and post-intervention and proportion of prescriptions &#62;90 MME/day pre and post-intervention for all opioids. MME: morphine milligram equivalents.</p>
          </caption>
          <graphic xlink:href="jmir_v23i4e24360_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Quantity, duration of treatment, and proportion of MME<sup>a</sup>/day &#62;90 for all opioids and each individual opioid before and after the intervention.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="310"/>
            <col width="280"/>
            <col width="270"/>
            <col width="110"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Opioid</td>
                <td>Before the intervention</td>
                <td>After the intervention</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>All opioids</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Quantity in tablets (IQR)</td>
                <td>54 (40-120)</td>
                <td>42 (18-90)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Duration in days (IQR)</td>
                <td>10.5 (5.0-30.0)</td>
                <td>7.5 (3.0-30)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;90 MME/day, n/N (%); 95% CI</td>
                <td>10,704/38,976 (27.46); 27.02-27.91</td>
                <td>8979/39,270 (22.86); 22.45-23.28</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Codeine</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Quantity in tablets (IQR)</td>
                <td>42 (40-42)</td>
                <td>20 (18-42)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Duration in days (IQR)</td>
                <td>5 (5-7.5)</td>
                <td>2.5 (1.7-5.0)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;90 MME/day, n/N (%); 95% CI</td>
                <td>0</td>
                <td>0</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Hydrocodone</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Quantity in tablets (IQR)</td>
                <td>42 (36-51)</td>
                <td>45 (30-90)</td>
                <td>.91</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Duration in days (IQR)</td>
                <td>15 (11-22.5)</td>
                <td>11.25 (8.75-15.63)</td>
                <td>.53</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;90 MME/day, n/N (%); 95% CI</td>
                <td>1/4 (25.00); 1.32-78.06</td>
                <td>4/9 (44.44); 15.34-77.35</td>
                <td>&#62;.99</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Hydromorphone</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Quantity in tablets (IQR)</td>
                <td>60 (42-120)</td>
                <td>60 (20-120)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Duration in days (IQR)</td>
                <td>7.5 (5-20)</td>
                <td>7.5 (3.3-20)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;90 MME/day, n/N (%); 95% CI</td>
                <td>783/1985 (39.45); 37.29-41.64</td>
                <td>664/2010 (33.03); 30.99-35.15</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Meperidine</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Quantity in tablets (IQR)</td>
                <td>144 (60-182)</td>
                <td>100 (100-120)</td>
                <td>.41</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Duration in days (IQR)</td>
                <td>10.5 (5.0-15.0)</td>
                <td>6 (6.0-10.5)</td>
                <td>.93</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;90 MME/day, n/N (%); 95% CI</td>
                <td>0</td>
                <td>0</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Morphine</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Quantity in tablets (IQR)</td>
                <td>60 (56-90)</td>
                <td>60 (60-90)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Duration in days (IQR)</td>
                <td>30 (30-30)</td>
                <td>30 (20-30)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;90 MME/day, n/N (%); 95% CI</td>
                <td>1092/2456 (44.46); 42.49-46.46</td>
                <td>1048/2335 (44.88); 42.85-46.93</td>
                <td>.87</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Oxycodone</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Quantity in tablets (IQR)</td>
                <td>56 (42-120)</td>
                <td>42 (18-90)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Duration in days (IQR)</td>
                <td>10 (5.0-30.0)</td>
                <td>6 (2.5-30)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;90 MME/day, n/N (%); 95% CI</td>
                <td>8722/23,962 (36.40); 35.79-37.01</td>
                <td>7190/24,299 (29.59); 29.02-30.17</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Oxymorphone</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Quantity in tablets (IQR)</td>
                <td>60 (56-90)</td>
                <td>62 (60-90)</td>
                <td>.18</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Duration in days (IQR)</td>
                <td>30 (30-30)</td>
                <td>30 (30-30)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;90 MME/day, n/N (%); 95% CI</td>
                <td>85/143 (59.44); 50.90-67.47</td>
                <td>58/96 (60.42); 49.89-70.10</td>
                <td>&#62;.99</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Tapentadol</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Quantity in tablets (IQR)</td>
                <td>112 (60-166)</td>
                <td>101 (60-120)</td>
                <td>.29</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Duration in days (IQR)</td>
                <td>30 (30-30)</td>
                <td>30 (30-30)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;90 MME/day, n/N (%); 95% CI</td>
                <td>21/82 (25.61); 16.89-36.65</td>
                <td>15/90 (16.67); 9.93-26.32</td>
                <td>.21</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Tramadol</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Quantity in tablets (IQR)</td>
                <td>40 (28-97.5)</td>
                <td>30 (12-90)</td>
                <td>&#60;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Duration in days (IQR)</td>
                <td>10 (7.5-20.0)</td>
                <td>10 (5-20)</td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>&#62;90 MME/day, n/N (%); 95% CI</td>
                <td>0</td>
                <td>0</td>
                <td>
                  <break/>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>MME: morphine milligram equivalents.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Monthly median number of tablets dispensed, median durations (days) of treatment and proportion of oxycodone prescriptions &#62; 90 MME/day pre and post-intervention. MME: morphine milligram equivalents.</p>
          </caption>
          <graphic xlink:href="jmir_v23i4e24360_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this quasi-experimental pre–post study our intervention resulted in a significant reduction (<italic>P</italic>&#60;.001) in the duration of treatment, quantity of tablets dispensed, and proportion of prescriptions greater than 90 MME/day for all opioid prescriptions written for patients with acute pain without an increase in the rate of prescribing or MME/day per prescription, while maintaining clinician autonomy. Our postintervention median duration of treatment for all opioids was 7.5 days, which is slightly longer than the CDC’s recommendations of 7 days [<xref ref-type="bibr" rid="ref16">16</xref>], but an improvement over our preintervention duration of 10 days. In addition, we improved compliance with CDC recommendations that opioid dosing should not exceed 90 MME/day [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>Oxycodone accounted for more than 60% (48,261/78,246, 61.68%) of our institutions prescriptions and was the only opioid to demonstrate reductions in all metrics, while tramadol, codeine, and hydromorphone had reductions in at least one metric. Our results show an improved median duration of treatment for oxycodone of 6 days, which is within CDC’s recommendations for acute pain.</p>
        <p>Modifications to prescription presets is a relatively simple and effective way to combat the opioid epidemic. Our results are similar to other studies of single departments. Delgado et al [<xref ref-type="bibr" rid="ref23">23</xref>] studied 2 EDs prescribing oxycodone. They examined the difference in prescribing patterns before and after the implementation of a new EHR, where they previously had no prescribing presets and the new EHR was preset to 10 tablets per prescription demonstrating a decrease in the median number of tablets from 11.3 and 12.6 to 10 and 10.9, respectively, in the 2 departments [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <p>Chiu et al [<xref ref-type="bibr" rid="ref22">22</xref>] looked at opioid prescribing in the outpatient surgical setting. Their study included 3 hospitals examining changes in preset opioid prescription quantities from 30 to 12 tablets. The intervention reduced the median number of tablets prescribed from 30 to 20, with a decrease of 5.22 tablets and 34.41 MME per prescription, and no difference in refill rates [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        <p>Despite their expectation of decreased tablets dispensed, Zwank et al [<xref ref-type="bibr" rid="ref26">26</xref>] showed an increase from 15.31 to 15.77 in the mean number of tablets dispensed for hydrocodone and oxycodone in the ED after they removed a 15-tablet preset and required manual entry of a dispense quantity [<xref ref-type="bibr" rid="ref26">26</xref>]. This may suggest that presets are vital to reduce prescribing quantities; however, this is contradicted by Santistevan et al [<xref ref-type="bibr" rid="ref24">24</xref>] who demonstrated that removal of a default of 20 tablets for hydrocodone and oxycodone reduced the median number of tablets prescribed from 20 to 15, although their preintervention presets were higher than Zwank et al’s.</p>
        <p>Montoy et al [<xref ref-type="bibr" rid="ref25">25</xref>] implemented a block-randomization study at 2 EDs. They examined 6 possible opioid tablet quantity presets: “status quo” 12 and 20, as well as “null,” 5, 10, and 15. They demonstrated that each tablet increase in preset yielded an increase of 0.19 tablets prescribed, and lower default quantities were associated with lower number of pills in 8 of 15 pairwise comparisons [<xref ref-type="bibr" rid="ref25">25</xref>]. These results support our approach that modifications to prescription presets are an effective way to enact change in opioid prescribing.</p>
        <p>Despite a number of publications demonstrating reductions in opioid prescribing through presets [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref25">25</xref>], to our knowledge this research is the first to demonstrate reduction in overall opioid prescribing and prescribing of multiple individual opioids for an entire hospital system. Our hospitals and ambulatory clinics are located in one of the most lethal counties in one of the most lethal states associated with the opioid epidemic [<xref ref-type="bibr" rid="ref38">38</xref>-<xref ref-type="bibr" rid="ref40">40</xref>]. The CDC estimates that the risk of chronic use of opioids is 13.5% after 8 days of treatment [<xref ref-type="bibr" rid="ref15">15</xref>] and the World Health Organization estimates the annual rate for opioid-dependent individuals overdosing at 45% and death at 0.65% [<xref ref-type="bibr" rid="ref41">41</xref>]. We reduced our median duration of treatment from 10.5 to 7.5 (6 days for oxycodone), thus potentially bringing more than half of our institutions’ opioid prescriptions below this high-risk threshold.</p>
        <p>Examining our hospital’s nearly 3300 prescriptions per month and postintervention median reduction of 12 tablets per prescription, we can estimate that our hospital system has reduced nearly 39,600 opioid tablets from being prescribed per month, or 475,200 tablets per year. Extrapolate this to the over 168 million prescriptions written in the United States in 2018 [<xref ref-type="bibr" rid="ref42">42</xref>], and our simple intervention could potentially reduce the number of tablets being prescribed each year by over 2 billion. Our intervention excluded prescriptions for chronic pain, thus these approximations are likely extreme, but even a small percentage of these estimates is a net large and clinically important reduction in opioid tablets. Significant reductions in the number of opioid tablets prescribed, durations of treatment, and doses greater than 90 MME/day can play an important role in curbing the epidemic, improving quality of care, and ultimately saving lives.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Our findings have a number of limitations. First, although a validated algorithm, we did not complete Tian et al’s [<xref ref-type="bibr" rid="ref30">30</xref>] algorithmic approach to identifying patients with chronic pain with EHR data. We believe this is unlikely to significantly bias our results as this was the least sensitive element in the original study and exclusion of this step, if anything, biases our results away from our objective (ie, including more patients with chronic pain with presumably higher doses and longer prescription durations in our data set). In addition, this algorithm was designed for use with ICD-9 codes. We mapped ICD-9 to ICD-10 codes and performed a manual review, but errors may still have persisted. Second, with regard to our results, we did demonstrate that morphine and oxymorphone had slight reductions in proportion prescribed after the intervention; however, this was unlikely to have biased our results. We also should acknowledge that 9.16% (7167/78,246) of our study cohort were missing calculated durations and quantity of tablets dispensed and the percentage of these missing values decreased after the intervention, while 1.46% (1139/78,246) of prescriptions were missing MME/day and this increased after the intervention. We believe the majority of missing calculated durations are likely due to the missing dispense quantities, which are required for the computation of this metric. Missing MME/day is likely due to missing concentrations, doses, or conversion factors of some formulations. Some of these missing values may be due to prescriptions being refilled and bypassing some of the new requirements we implemented. We excluded missing data from our analysis, but it is possible this exclusion influenced our results.</p>
        <p>For our MME/day threshold we chose to use the CDC guidelines for opioid prescribing as the CDC is a federal agency that upholds “the health of the people of the United States.” [<xref ref-type="bibr" rid="ref43">43</xref>] It should be noted that individual states may have opioid prescribing guidelines that deviate from those presented by the CDC [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
        <p>It should also be noted that our research was a quasi-experimental pre–post study, and we cannot infer causality with our intervention and the results observed. It is possible that other influential factors could have played a role in the reduction of opioid prescribing at out institution during this 2-year period, as the opioid epidemic has come to the forefront of modern medicine. However, we believe our results are encouraging, and other studies have demonstrated similar outcomes to suggest our intervention likely played at least a role in the reduction of prescribing patterns at our institution. Finally, our region has one of the highest opioid overdose and death rates in the nation, making our results of high value to curbing the epidemic; however, our results may not be generalizable to the rest of the country.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In this quasi-experimental retrospective pre–post analysis, we demonstrated that modifications of the opioid prescribing presets in our hospital system’s EHR can improve prescribing practice patterns and reduce the number of pills dispensed, duration of treatment, and proportion of prescriptions greater than 90 MME/day. We have identified a simple and effective way to reduce opioid prescribing, and to our knowledge, we are the first to perform this kind of an intervention throughout an entire hospital system, and not just at the department level. Reduction in opioid prescribing may aid in curbing the opioid epidemic, thus improving quality of care and potentially saving lives.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Prior Opioid Settings.</p>
        <media xlink:href="jmir_v23i4e24360_app1.docx" xlink:title="DOCX File , 24 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CDC</term>
          <def>
            <p>Centers for Disease Control and Prevention</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CPOE</term>
          <def>
            <p>computerized provider order entry</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ED</term>
          <def>
            <p>emergency department</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">ICD-9</term>
          <def>
            <p>International Classification of Diseases, 9th Revision</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">MAT</term>
          <def>
            <p>medical assisted treatment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">MME</term>
          <def>
            <p>morphine milligram equivalents</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This publication was made possible, in part, by support from the Thomas Jefferson University + Philadelphia University Open Access Fund.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Srivastava</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Gold</surname>
              <given-names>MS</given-names>
            </name>
          </person-group>
          <article-title>Beyond Supply: How We Must Tackle the Opioid Epidemic</article-title>
          <source>Mayo Clin Proc</source>
          <year>2018</year>
          <month>03</month>
          <volume>93</volume>
          <issue>3</issue>
          <fpage>269</fpage>
          <lpage>272</lpage>
          <pub-id pub-id-type="doi">10.1016/j.mayocp.2018.01.018</pub-id>
          <pub-id pub-id-type="medline">29502558</pub-id>
          <pub-id pub-id-type="pii">S0025-6196(18)30067-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>US Department of Health and Human Services</collab>
          </person-group>
          <source>The Opioid Epidemic: By the Numbers</source>
          <year>2016</year>
          <access-date>2021-03-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hhs.gov/sites/default/files/Factsheet-opioids-061516.pdf">https://www.hhs.gov/sites/default/files/Factsheet-opioids-061516.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rudd</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Seth</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>David</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Scholl</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Increases in Drug and Opioid-Involved Overdose Deaths - United States, 2010-2015</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2016</year>
          <month>12</month>
          <day>30</day>
          <volume>65</volume>
          <issue>5051</issue>
          <fpage>1445</fpage>
          <lpage>1452</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.15585/mmwr.mm655051e1"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm655051e1</pub-id>
          <pub-id pub-id-type="medline">28033313</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rummans</surname>
              <given-names>TA</given-names>
            </name>
            <name name-style="western">
              <surname>Burton</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Dawson</surname>
              <given-names>NL</given-names>
            </name>
          </person-group>
          <article-title>How Good Intentions Contributed to Bad Outcomes: The Opioid Crisis</article-title>
          <source>Mayo Clin Proc</source>
          <year>2018</year>
          <month>03</month>
          <volume>93</volume>
          <issue>3</issue>
          <fpage>344</fpage>
          <lpage>350</lpage>
          <pub-id pub-id-type="doi">10.1016/j.mayocp.2017.12.020</pub-id>
          <pub-id pub-id-type="medline">29502564</pub-id>
          <pub-id pub-id-type="pii">S0025-6196(17)30923-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>American Pain Society Quality of Care Committee</collab>
          </person-group>
          <article-title>Quality improvement guidelines for the treatment of acute pain and cancer pain</article-title>
          <source>JAMA</source>
          <year>1995</year>
          <month>12</month>
          <day>20</day>
          <volume>274</volume>
          <issue>23</issue>
          <fpage>1874</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.1995.03530230060032</pub-id>
          <pub-id pub-id-type="medline">7500539</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>A consensus statement from the American Academy of Pain Medicine and the American Pain Society</collab>
          </person-group>
          <article-title>The use of opioids for the treatment of chronic pain</article-title>
          <source>Clin J Pain</source>
          <year>1997</year>
          <month>03</month>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>6</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="medline">9084947</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Zee</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The promotion and marketing of oxycontin: commercial triumph, public health tragedy</article-title>
          <source>Am J Public Health</source>
          <year>2009</year>
          <month>03</month>
          <volume>99</volume>
          <issue>2</issue>
          <fpage>221</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.2105/AJPH.2007.131714</pub-id>
          <pub-id pub-id-type="medline">18799767</pub-id>
          <pub-id pub-id-type="pii">AJPH.2007.131714</pub-id>
          <pub-id pub-id-type="pmcid">PMC2622774</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Purdue Pharma</collab>
          </person-group>
          <source>Execs to pay $634.5 million fine in OxyContin case</source>
          <year>2007</year>
          <access-date>2021-03-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cnbc.com/id/18591525">https://www.cnbc.com/id/18591525</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nora</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Volkow</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <source>America's addiction to opioids: heroin and prescription drug abuse</source>
          <year>2014</year>
          <access-date>2021-03-26</access-date>
          <publisher-loc>Bethesda, MD</publisher-loc>
          <publisher-name>National Institute on Drug Abuse</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://archives.drugabuse.gov/testimonies/2014/americas-addiction-to-opioids-heroin-prescription-drug-abuse">https://archives.drugabuse.gov/testimonies/2014/americas-addiction-to-opioids-heroin-prescription-drug-abuse</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <source>Annual surveillance report of drug-related risks and outcomes</source>
          <year>2017</year>
          <access-date>2021-03-26</access-date>
          <publisher-loc>Atlanta, GA</publisher-loc>
          <publisher-name>Centers for Disease Control and Prevention</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/drugoverdose/PDF/pubs/2017-CDC-drug-surveillance-report.pdf">https://www.cdc.gov/drugoverdose/PDF/pubs/2017-CDC-drug-surveillance-report.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>CM</given-names>
            </name>
          </person-group>
          <article-title>Heroin use and heroin use risk behaviors among nonmedical users of prescription opioid pain relievers - United States, 2002-2004 and 2008-2010</article-title>
          <source>Drug Alcohol Depend</source>
          <year>2013</year>
          <month>09</month>
          <day>01</day>
          <volume>132</volume>
          <issue>1-2</issue>
          <fpage>95</fpage>
          <lpage>100</lpage>
          <pub-id pub-id-type="doi">10.1016/j.drugalcdep.2013.01.007</pub-id>
          <pub-id pub-id-type="medline">23410617</pub-id>
          <pub-id pub-id-type="pii">S0376-8716(13)00019-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scholl</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Seth</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kariisa</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Baldwin</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Drug and Opioid-Involved Overdose Deaths — United States, 2013–2017</article-title>
          <source>MMWR Morb. Mortal. Wkly. Rep</source>
          <year>2018</year>
          <month>12</month>
          <day>21</day>
          <volume>67</volume>
          <issue>5152</issue>
          <fpage>1419</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6751521e1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bohnert</surname>
              <given-names>ASB</given-names>
            </name>
            <name name-style="western">
              <surname>Valenstein</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bair</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Ganoczy</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>McCarthy</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Ilgen</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Blow</surname>
              <given-names>FC</given-names>
            </name>
          </person-group>
          <article-title>Association between opioid prescribing patterns and opioid overdose-related deaths</article-title>
          <source>JAMA</source>
          <year>2011</year>
          <month>04</month>
          <day>06</day>
          <volume>305</volume>
          <issue>13</issue>
          <fpage>1315</fpage>
          <lpage>21</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.2011.370</pub-id>
          <pub-id pub-id-type="medline">21467284</pub-id>
          <pub-id pub-id-type="pii">305/13/1315</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Edlund</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>BC</given-names>
            </name>
            <name name-style="western">
              <surname>Russo</surname>
              <given-names>JE</given-names>
            </name>
            <name name-style="western">
              <surname>DeVries</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Braden</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>MD</given-names>
            </name>
          </person-group>
          <article-title>The role of opioid prescription in incident opioid abuse and dependence among individuals with chronic noncancer pain: the role of opioid prescription</article-title>
          <source>Clin J Pain</source>
          <year>2014</year>
          <month>07</month>
          <volume>30</volume>
          <issue>7</issue>
          <fpage>557</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24281273"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/AJP.0000000000000021</pub-id>
          <pub-id pub-id-type="medline">24281273</pub-id>
          <pub-id pub-id-type="pmcid">PMC4032801</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hayes</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>BC</given-names>
            </name>
          </person-group>
          <article-title>Characteristics of Initial Prescription Episodes and Likelihood of Long-Term Opioid Use - United States, 2006-2015</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2017</year>
          <month>03</month>
          <day>17</day>
          <volume>66</volume>
          <issue>10</issue>
          <fpage>265</fpage>
          <lpage>269</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm6610a1"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6610a1</pub-id>
          <pub-id pub-id-type="medline">28301454</pub-id>
          <pub-id pub-id-type="pmcid">PMC5657867</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dowell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Haegerich</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>CDC Guideline for Prescribing Opioids for Chronic Pain--United States, 2016</article-title>
          <source>JAMA</source>
          <year>2016</year>
          <month>04</month>
          <day>19</day>
          <volume>315</volume>
          <issue>15</issue>
          <fpage>1624</fpage>
          <lpage>45</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26977696"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jama.2016.1464</pub-id>
          <pub-id pub-id-type="medline">26977696</pub-id>
          <pub-id pub-id-type="pii">2503508</pub-id>
          <pub-id pub-id-type="pmcid">PMC6390846</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dowell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Haegerich</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Chou</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>CDC Guideline for Prescribing Opioids for Chronic Pain — United States, 2016</article-title>
          <source>MMWR Recomm. Rep</source>
          <year>2016</year>
          <month>03</month>
          <day>18</day>
          <volume>65</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>49</lpage>
          <pub-id pub-id-type="doi">10.15585/mmwr.rr6501e1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
          <source>Percent of Hospitals, By Type, that Possess Certified Health IT</source>
          <year>2018</year>
          <month>9</month>
          <access-date>2021-03-26</access-date>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>Office of the National Coordinator for Health Information Technology</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dashboard.healthit.gov/quickstats/pages/certified-electronic-health-record-technology-in-hospitals.php">https://dashboard.healthit.gov/quickstats/pages/certified-electronic-health-record-technology-in-hospitals.php</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Parasrampuria</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Blanco</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Barker</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <source>Electronic Prescribing of Controlled Substances among Office-Based Physicians</source>
          <year>2017</year>
          <access-date>2021-03-26</access-date>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>Office of the National Coordinator for Health Information Technology</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthit.gov/sites/default/files/page/2019-09/officebasedphysicianelectronicprescribingofcontrolledsubstance2017.pdf">https://www.healthit.gov/sites/default/files/page/2019-09/officebasedphysicianelectronicprescribingofcontrolledsubstance2017.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wen</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hockenberry</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Jeng</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Bao</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Prescription Drug Monitoring Program Mandates: Impact On Opioid Prescribing And Related Hospital Use</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2019</year>
          <month>09</month>
          <volume>38</volume>
          <issue>9</issue>
          <fpage>1550</fpage>
          <lpage>1556</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31479368"/>
          </comment>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2019.00103</pub-id>
          <pub-id pub-id-type="medline">31479368</pub-id>
          <pub-id pub-id-type="pmcid">PMC6824582</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>What is computerized provider order entry?</article-title>
          <year>2018</year>
          <access-date>2018-03-21</access-date>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>Office of the National Coordinator for Health Information Technology</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthit.gov/faq/what-computerized-provider-order-entry">https://www.healthit.gov/faq/what-computerized-provider-order-entry</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chiu</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Jean</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Hoag</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Freedman-Weiss</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Healy</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Pei</surname>
              <given-names>KY</given-names>
            </name>
          </person-group>
          <article-title>Association of Lowering Default Pill Counts in Electronic Medical Record Systems With Postoperative Opioid Prescribing</article-title>
          <source>JAMA Surg</source>
          <year>2018</year>
          <month>11</month>
          <day>01</day>
          <volume>153</volume>
          <issue>11</issue>
          <fpage>1012</fpage>
          <lpage>1019</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30027289"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamasurg.2018.2083</pub-id>
          <pub-id pub-id-type="medline">30027289</pub-id>
          <pub-id pub-id-type="pii">2688235</pub-id>
          <pub-id pub-id-type="pmcid">PMC6583068</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Delgado</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Shofer</surname>
              <given-names>FS</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Halpern</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Meisel</surname>
              <given-names>ZF</given-names>
            </name>
            <name name-style="western">
              <surname>Perrone</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Association between Electronic Medical Record Implementation of Default Opioid Prescription Quantities and Prescribing Behavior in Two Emergency Departments</article-title>
          <source>J Gen Intern Med</source>
          <year>2018</year>
          <month>04</month>
          <volume>33</volume>
          <issue>4</issue>
          <fpage>409</fpage>
          <lpage>411</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29340937"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-017-4286-5</pub-id>
          <pub-id pub-id-type="medline">29340937</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11606-017-4286-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC5880773</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Santistevan</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Sharp</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Hamedani</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Fruhan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Patterson</surname>
              <given-names>BW</given-names>
            </name>
          </person-group>
          <article-title>By Default: The Effect of Prepopulated Prescription Quantities on Opioid Prescribing in the Emergency Department</article-title>
          <source>West J Emerg Med</source>
          <year>2018</year>
          <month>03</month>
          <volume>19</volume>
          <issue>2</issue>
          <fpage>392</fpage>
          <lpage>397</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29560071"/>
          </comment>
          <pub-id pub-id-type="doi">10.5811/westjem.2017.10.33798</pub-id>
          <pub-id pub-id-type="medline">29560071</pub-id>
          <pub-id pub-id-type="pii">wjem-19-392</pub-id>
          <pub-id pub-id-type="pmcid">PMC5851516</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Montoy</surname>
              <given-names>JCC</given-names>
            </name>
            <name name-style="western">
              <surname>Coralic</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Herring</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Clattenburg</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Raven</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>Association of Default Electronic Medical Record Settings With Health Care Professional Patterns of Opioid Prescribing in Emergency Departments: A Randomized Quality Improvement Study</article-title>
          <source>JAMA Intern Med</source>
          <year>2020</year>
          <month>04</month>
          <day>01</day>
          <volume>180</volume>
          <issue>4</issue>
          <fpage>487</fpage>
          <lpage>493</lpage>
          <pub-id pub-id-type="doi">10.1001/jamainternmed.2019.6544</pub-id>
          <pub-id pub-id-type="medline">31961377</pub-id>
          <pub-id pub-id-type="pii">2759133</pub-id>
          <pub-id pub-id-type="pmcid">PMC6990860</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zwank</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Stuck</surname>
              <given-names>LH</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>BD</given-names>
            </name>
          </person-group>
          <article-title>Removing default dispense quantity from opioid prescriptions in the electronic medical record</article-title>
          <source>Am J Emerg Med</source>
          <year>2017</year>
          <month>10</month>
          <volume>35</volume>
          <issue>10</issue>
          <fpage>1567</fpage>
          <lpage>1569</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ajem.2017.04.002</pub-id>
          <pub-id pub-id-type="medline">28416266</pub-id>
          <pub-id pub-id-type="pii">S0735-6757(17)30267-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Slovis</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>London</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Randolph</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Aini</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mammen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Martino</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Christopher</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hollander</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>336 The Effect of Implementing Electronic Health Record Default Prescribing Preferences on Opioid Prescriptions Written in the Emergency Department</article-title>
          <source>Annals of Emergency Medicine</source>
          <year>2018</year>
          <month>10</month>
          <volume>72</volume>
          <issue>4</issue>
          <fpage>S133</fpage>
          <pub-id pub-id-type="doi">10.1016/j.annemergmed.2018.08.341</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <source>About Us: Thomas Jefferson University</source>
          <year>2019</year>
          <access-date>2021-03-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hospitals.jefferson.edu/about-us.html">https://hospitals.jefferson.edu/about-us.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <source>Medication and Counseling Treatment</source>
          <year>2019</year>
          <month>5</month>
          <day>7</day>
          <access-date>2021-03-26</access-date>
          <publisher-loc>Rockville, MD</publisher-loc>
          <publisher-name>U.S. Department of Health and Human Services Substance Abuse and Metal Health Services Administration</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.samhsa.gov/medication-assisted-treatment/treatment#medications-used-in-mat">https://www.samhsa.gov/medication-assisted-treatment/treatment#medications-used-in-mat</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tian</surname>
              <given-names>TY</given-names>
            </name>
            <name name-style="western">
              <surname>Zlateva</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>DR</given-names>
            </name>
          </person-group>
          <article-title>Using electronic health records data to identify patients with chronic pain in a primary care setting</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2013</year>
          <month>12</month>
          <volume>20</volume>
          <issue>e2</issue>
          <fpage>e275</fpage>
          <lpage>80</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23904323"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/amiajnl-2013-001856</pub-id>
          <pub-id pub-id-type="medline">23904323</pub-id>
          <pub-id pub-id-type="pii">amiajnl-2013-001856</pub-id>
          <pub-id pub-id-type="pmcid">PMC3861913</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>World Health Organization</collab>
          </person-group>
          <source>International Classification of Diseases (9th Revision)</source>
          <year>1978</year>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>World Health Organization</collab>
          </person-group>
          <source>The ICD-10 classification of mental and behavioural disorders: Clinical descriptions and diagnostic guidelines</source>
          <year>1992</year>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <source>Diagnosis Code Set General Equivalence Mappings: ICD-10-CM to ICD-9-CM and ICD-9-CM to ICD-10-CM 2009 Version: Documentation and User's Guide</source>
          <year>2009</year>
          <access-date>2021-03-26</access-date>
          <publisher-loc>Baltimore, MD</publisher-loc>
          <publisher-name>Centers for Medicare and Medicaid Services</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cms.gov/Medicare/Coding/ICD10/index">https://www.cms.gov/Medicare/Coding/ICD10/index</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>WLY</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>touch: Tools of Utilization and Cost in Healthcare</source>
          <year>2018</year>
          <access-date>2021-03-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://CRAN.R-project.org/package=touch">https://CRAN.R-project.org/package=touch</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Slovis</surname>
              <given-names>BH</given-names>
            </name>
            <name name-style="western">
              <surname>Kairys</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Babula</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Girondo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Martino</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Roke</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Riggio</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Discrepancies in Written Versus Calculated Durations in Opioid Prescriptions: Pre-Post Study</article-title>
          <source>JMIR Med Inform</source>
          <year>2020</year>
          <month>03</month>
          <day>31</day>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>e16199</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2020/3/e16199/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/16199</pub-id>
          <pub-id pub-id-type="medline">32229472</pub-id>
          <pub-id pub-id-type="pii">v8i3e16199</pub-id>
          <pub-id pub-id-type="pmcid">PMC7157495</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Drug Enforcement Administration‚ Department of Justice</collab>
          </person-group>
          <article-title>Schedule of controlled substances: placement of tramadol into schedule IV. Final rule</article-title>
          <source>Fed Regist</source>
          <year>2014</year>
          <month>07</month>
          <day>02</day>
          <volume>79</volume>
          <issue>127</issue>
          <fpage>37623</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.gpo.gov/fdsys/pkg/FR-2014-07-02/pdf/2014-15548.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">25016619</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Drug Enforcement Administration‚ Department of Justice</collab>
          </person-group>
          <article-title>Schedules of controlled substances: rescheduling of hydrocodone combination products from schedule III to schedule II. Final rule</article-title>
          <source>Fed Regist</source>
          <year>2014</year>
          <month>08</month>
          <day>22</day>
          <volume>79</volume>
          <issue>163</issue>
          <fpage>49661</fpage>
          <lpage>82</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.gpo.gov/fdsys/pkg/FR-2014-08-22/pdf/2014-19922.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">25167591</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="web">
          <source>Drug Overdose Mortality by State</source>
          <year>2019</year>
          <access-date>2021-03-26</access-date>
          <publisher-loc>Hyattsville, MD</publisher-loc>
          <publisher-name>National Center for Health Statistics</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/nchs/pressroom/sosmap/drug_poisoning_mortality/drug_poisoning.htm">https://www.cdc.gov/nchs/pressroom/sosmap/drug_poisoning_mortality/drug_poisoning.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="web">
          <source>Estimated Pennsylvania Drug Overdose Deaths by County, 2017-2018</source>
          <access-date>2021-03-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://data.pa.gov/stories/s/9q45-nckt/">https://data.pa.gov/stories/s/9q45-nckt/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <source>DEA Intelligence Report: Opioid Threat in Pennsylvania: Drug Enforcement Administration</source>
          <year>2018</year>
          <access-date>2021-03-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hsdl.org/?view&#38;did=818567">https://www.hsdl.org/?view&#38;did=818567</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>World Health Organization</collab>
          </person-group>
          <source>Information sheet on opioid overdose</source>
          <year>2018</year>
          <access-date>2021-03-26</access-date>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>World Health Organization</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/substance_abuse/information-sheet/en/">https://www.who.int/substance_abuse/information-sheet/en/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="web">
          <source>U.S. Opioid Prescribing Rate Maps</source>
          <year>2018</year>
          <access-date>2021-03-26</access-date>
          <publisher-loc>Atlanta, GA</publisher-loc>
          <publisher-name>Centers for Disease Control and Prevention</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/drugoverdose/maps/rxrate-maps.html">https://www.cdc.gov/drugoverdose/maps/rxrate-maps.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Centers for Disease Control and Prevention</collab>
          </person-group>
          <source>Mission Statement</source>
          <access-date>2021-03-26</access-date>
          <publisher-loc>Atlanta, GA</publisher-loc>
          <publisher-name>Centers for Disease Control and Prevention</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/about/organization/mission.htm">https://www.cdc.gov/about/organization/mission.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="web">
          <source>Acute pain phase prescribing recommendations</source>
          <access-date>2021-03-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mn.gov/dhs/opip/opioid-guidelines/pain-phase/acute-pain.jsp">https://mn.gov/dhs/opip/opioid-guidelines/pain-phase/acute-pain.jsp</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
