<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i8e26388</article-id>
      <article-id pub-id-type="pmid">34383669</article-id>
      <article-id pub-id-type="doi">10.2196/26388</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A Modified Public Health Automated Case Event Reporting Platform for Enhancing Electronic Laboratory Reports With Clinical Data: Design and Implementation Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kukafka</surname>
            <given-names>Rita</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Shah</surname>
            <given-names>Nirav</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mircheva</surname>
            <given-names>Iskra</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Mishra</surname>
            <given-names>Ninad</given-names>
          </name>
          <degrees>MS, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1401-2072</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Duke</surname>
            <given-names>Jon</given-names>
          </name>
          <degrees>MS, MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5523-2368</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Karki</surname>
            <given-names>Saugat</given-names>
          </name>
          <degrees>MS, MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Division of STD Prevention</institution>
            <institution>National Center for HIV/AIDS, Viral Hepatitis, STD, and TB Prevention</institution>
            <institution>Centers for Disease Control and Prevention</institution>
            <addr-line>US 12-2, Rm 2031</addr-line>
            <addr-line>1600 Clifton Road</addr-line>
            <addr-line>Atlanta, GA, 30329</addr-line>
            <country>United States</country>
            <phone>1 4047187483</phone>
            <email>oql7@cdc.gov</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2161-678X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Choi</surname>
            <given-names>Myung</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3098-523X</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Riley</surname>
            <given-names>Michael</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3843-2629</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Ilatovskiy</surname>
            <given-names>Andrey V</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5975-0445</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Gorges</surname>
            <given-names>Marla</given-names>
          </name>
          <degrees>BS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9551-106X</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Lenert</surname>
            <given-names>Leslie</given-names>
          </name>
          <degrees>MS, MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9680-5094</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Division of STD Prevention</institution>
        <institution>National Center for HIV/AIDS, Viral Hepatitis, STD, and TB Prevention</institution>
        <institution>Centers for Disease Control and Prevention</institution>
        <addr-line>Atlanta, GA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Center for Health Analytics and Informatics</institution>
        <institution>Georgia Tech Research Institute</institution>
        <addr-line>Atlanta, GA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Biomedical Informatics Center</institution>
        <institution>Medical University of South Carolina</institution>
        <addr-line>Charleston, SC</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Saugat Karki <email>oql7@cdc.gov</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>8</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>11</day>
        <month>8</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>8</issue>
      <elocation-id>e26388</elocation-id>
      <history>
        <date date-type="received">
          <day>10</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>29</day>
          <month>1</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>17</day>
          <month>2</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>17</day>
          <month>6</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Ninad Mishra, Jon Duke, Saugat Karki, Myung Choi, Michael Riley, Andrey V Ilatovskiy, Marla Gorges, Leslie Lenert. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 11.08.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/8/e26388" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Public health reporting is the cornerstone of public health practices that inform prevention and control strategies. There is a need to leverage advances made in the past to implement an architecture that facilitates the timely and complete public health reporting of relevant case-related information that has previously not easily been available to the public health community. Electronic laboratory reporting (ELR) is a reliable method for reporting cases to public health authorities but contains very limited data. In an earlier pilot study, we designed the Public Health Automated Case Event Reporting (PACER) platform, which leverages existing ELR infrastructure as the trigger for creating an electronic case report. PACER is a FHIR (Fast Health Interoperability Resources)-based system that queries the electronic health record from where the laboratory test was requested to extract expanded additional information about a case.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to analyze the pilot implementation of a modified PACER system for electronic case reporting and describe how this FHIR-based, open-source, and interoperable system allows health systems to conduct public health reporting while maintaining the appropriate governance of the clinical data. </p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>ELR to a simulated public health department was used as the trigger for a FHIR-based query. Predetermined queries were translated into Clinical Quality Language logics. Within the PACER environment, these Clinical Quality Language logical statements were managed and evaluated against the providers’ FHIR servers. These predetermined logics were filtered, and only data relevant to that episode of the condition were extracted and sent to simulated public health agencies as an electronic case report. Design and testing were conducted at the Georgia Tech Research Institute, and the pilot was deployed at the Medical University of South Carolina. We evaluated this architecture by examining the completeness of additional information in the electronic case report, such as patient demographics, medications, symptoms, and diagnoses. This additional information is crucial for understanding disease epidemiology, but existing electronic case reporting and ELR architectures do not report them. Therefore, we used the completeness of these data fields as the metrics for enriching electronic case reports.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>During the 8-week study period, we identified 117 positive test results for chlamydia. PACER successfully created an electronic case report for all 117 patients. PACER extracted demographics, medications, symptoms, and diagnoses from 99.1% (116/117), 72.6% (85/117), 70.9% (83/117), and 65% (76/117) of the cases, respectively.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>PACER deployed in conjunction with electronic laboratory reports can enhance public health case reporting with additional relevant data. The architecture is modular in design, thereby allowing it to be used for any reportable condition, including evolving outbreaks. PACER allows for the creation of an enhanced and more complete case report that contains relevant case information that helps us to better understand the epidemiology of a disease.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>public health surveillance</kwd>
        <kwd>sexually transmitted diseases</kwd>
        <kwd>gonorrhea</kwd>
        <kwd>chlamydia</kwd>
        <kwd>electronic case reporting</kwd>
        <kwd>electronic laboratory reporting</kwd>
        <kwd>health information interoperability</kwd>
        <kwd>fast healthcare interoperability resources</kwd>
        <kwd>electronic health records</kwd>
        <kwd>EHR</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Public health surveillance—the ongoing and systematic collection, analysis, and interpretation of health-related data essential to planning, implementation, and evaluation of public health practice [<xref ref-type="bibr" rid="ref1">1</xref>]—has been the cornerstone of public health practice. These data are important for understanding the burden, trends, pattern, and general epidemiology of diseases. These requirements for reporting diseases are mandated by state laws or regulations. In 1990, the Council for State and Territorial Epidemiologists (CSTE) and the US Centers for Disease Control and Prevention collaborated to develop uniform criteria to author case definitions and to facilitate reporting of nationally notifiable diseases [<xref ref-type="bibr" rid="ref2">2</xref>]. To qualify a case as reportable, it must meet the case definition for the condition [<xref ref-type="bibr" rid="ref3">3</xref>]. These case definition criteria are based on laboratory information, clinical observations, or both. Previously, notifiable diseases were manually reported to public health agencies. Advancements in data and messaging standards have led to the modernization of this process by electronically reporting cases from either electronic health records (EHRs) via electronic case reporting (eCR) or laboratories via electronic laboratory reporting (ELR) [<xref ref-type="bibr" rid="ref4">4</xref>]. Health level 7 (HL7)–based messages for ELR and eCR have been developed as tools to facilitate case reporting, alleviate the burden of reporting from clinical providers, and establish communication between often disparate EHR systems [<xref ref-type="bibr" rid="ref5">5</xref>]. Electronic laboratory reports are created on the HL7 version 2 specification [<xref ref-type="bibr" rid="ref6">6</xref>]. ELR has been increasing in adoption and is a reliable source of reporting cases to public health authorities [<xref ref-type="bibr" rid="ref7">7</xref>] but contains little information about a case other than the test result. This information, such as demographics, diagnoses, and treatment, is important to public health to understand disease epidemiology and typically exists within the EHR. Similarly, existing eCR architectures are created on the HL7 Consolidated Clinical Document Architecture (C-CDA) [<xref ref-type="bibr" rid="ref8">8</xref>]. Although eCR is triggered from the EHR, treatment information is not always available at the time the electronic case report is created, which typically occurs earlier on in the continuum of care when the triggering criteria have been met for an automated case report to be sent to public health authorities. Demographic information is important to understand the epidemiology, which, in turn, informs the policies and strategies for the prevention and control of diseases. Treatment information is particularly important at this point in time because of the worrisome trend of antimicrobial resistance exhibited in gonorrhea cases. To address this emerging threat of antimicrobial-resistant gonorrhea and to ensure that patients receive the highest quality of care, monitoring of treatment practices is a critical public health priority [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>Improvements in interoperability and automation are crucial for public health surveillance [<xref ref-type="bibr" rid="ref10">10</xref>]. Health care data standards have been developed to reduce ambiguity and facilitate interoperability among health care providers, public health, and other stakeholders [<xref ref-type="bibr" rid="ref11">11</xref>]. Advances have been made by messaging standards developed by global leaders, such as the HL7. Furthermore, the adoption of FHIR (Fast Health Interoperability Resources), an HL7 standard, has moved semantic interoperability forward by leaps over the last several years [<xref ref-type="bibr" rid="ref12">12</xref>]. FHIR are easy to implement and leverage the latest web data exchange standards while using existing data standards such as Logical Observation Identifiers Names and Codes (LOINC) [<xref ref-type="bibr" rid="ref13">13</xref>]; Systematized Nomenclature of Medicine—Clinical Terms [<xref ref-type="bibr" rid="ref14">14</xref>]; and International Classification of Diseases, Tenth Revision, Clinical Modification [<xref ref-type="bibr" rid="ref15">15</xref>]. FHIR <italic>Resources</italic> are building blocks that contain a common way to define and represent concepts, sometimes from external terminologies or ontologies (Systematized Nomenclature of Medicine—Clinical Terms, RxNorm, LOINC, etc), a common set of metadata, and a human-readable component [<xref ref-type="bibr" rid="ref16">16</xref>]. In addition, Clinical Quality Language (CQL), an HL7 authoring standard, has been developed to harmonize standards used for authoring clinical decision support and clinical quality measurement artifacts [<xref ref-type="bibr" rid="ref17">17</xref>]. CQL is intended to be human-readable and enables queries into EHRs via a set of curated logics. In an earlier pilot, we successfully demonstrated a FHIR-based case reporting at the Indiana Health Information Exchange, which automatically created electronic case reports in 84.6% of the cases [<xref ref-type="bibr" rid="ref18">18</xref>]. This architecture of eCR extracted all clinical encounters associated with the patient, resulting in a large amount of redundant data that were not associated with that particular episode of infection. It was evident that we had to not only filter information related to the particular condition but also to allow health systems to have control over what type of data are reported to public health authorities.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>In this study, we evaluated the pilot implementation of a modified FHIR-based approach for eCR that leverages electronic laboratory reports as triggers to capture relevant expanded case data from EHRs. We describe how this interoperable approach, which is based on open-source and widely adopted health care data standards, can bridge public health and health care data systems by providing relevant, timely, and substantially more information on reportable cases. This implemented architecture, which is known as Public Health Automated Case Event Reporting (PACER), leverages not only FHIR protocols but also the HL7 CQL for interoperable query design. This modified architecture is specifically designed to ensure that health systems have complete control over their data that are used for public health reporting by configuring a set of FHIR resources and data elements that can be removed with this <italic>FHIR Filter</italic>. The modular and versatile components that form the architecture connect to the EHR and extract data as an electronic case report for public health surveillance without extensive modifications.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>This project was determined to be a quality improvement project by an automated review tool developed by the Medical University of South Carolina (MUSC) based on the federal definition of research; as such, it was exempted by MUSC from an institutional review board review. We developed and tested the PACER architecture using simulated data first. We then implemented this architecture at MUSC. During this pilot study, we did not enroll any health department, with the intention of testing the PACER architecture in a health care setting first. For these reasons, we simulated the role of the health department. The results were evaluated by MUSC, ensuring that patient data remained with the health system, and only the aggregate findings of the study were reported.</p>
      </sec>
      <sec>
        <title>Case Report Trigger Logic</title>
        <p>Case reports need a trigger logic, which is a set of criteria that must be satisfied to qualify as a notifiable condition and create an automated case report. The PACER architecture uses incoming ELR to the health department as trigger criteria to generate queries into the EHR. The CSTE has developed standardized reporting definitions for notifiable conditions [<xref ref-type="bibr" rid="ref19">19</xref>]. The goal of these position statements is to support a standard for case reporting from EHRs or other clinical care information systems. These position statements—which represent documentation and analysis regarding the case definition of the condition—are based on laboratory results, clinical observations (such as diagnosis), or a combination of both. The ELR infrastructure uses the CSTE’s position statements to qualify a case and create a report. ELR has seen widespread implementation since it was incentivized by the Centers for Medicare and Medicaid Services Meaningful Use program [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. Electronic laboratory reports are a reliable and widely implemented method for case reporting. However, the major limitation is that electronic laboratory reports do not contain additional and important information needed to understand disease epidemiology.</p>
      </sec>
      <sec>
        <title>Design and Testing</title>
        <p>Design and testing were performed at the Georgia Tech Research Institute. During this phase, we used ELR messages entering a simulated health department as the initial trigger for PACER (<xref rid="figure1" ref-type="fig">Figure 1</xref>). Using the identifier for the patient and the clinical provider in the ELR message, a request for additional case information was sent to the clinical provider (<xref rid="figure2" ref-type="fig">Figure 2</xref>). The CQL logical statements were predetermined and provided before the request in the form of a CQL script. This script can be readily updated for the new report logic. A PACER server within the clinical provider’s network received and managed the query, as depicted in <xref rid="figure3" ref-type="fig">Figure 3</xref>. A CQL repository contained predetermined logical expressions as a CQL query syntax based on the typical request of the health department. On the basis of this CQL, a FHIR application programming interface (API) queried a FHIR server connected to the provider’s server, which is, in turn, connected to the EHR. This CQL engine can also integrate the standard and local terminologies. As not all FHIR systems adhere to the same standard codes, PACER was designed to have local codes and queries against the FHIR server. However, in the previous pilot study [<xref ref-type="bibr" rid="ref18">18</xref>], it was found that this mechanism extracted a lot of redundant data not relevant to that particular reportable condition. In the current architecture, PACER includes a FHIR-based translation API service between the standard and local codes. Clinical providers can construct the local to standard mapping information in a comma-separated values format and load it to the translation API service, which can then be used to translate standard code to local code and vice versa during a CQL over FHIR operation. We also designed a <italic>FHIR Filter</italic>—an API service—which filters FHIR resources. This ensured that only those data elements predetermined by the provider were retrieved for the case report, and all irrelevant data, such as clinical observations and treatment information from unrelated clinical visits, were removed. This mechanism (<xref rid="figure2" ref-type="fig">Figure 2</xref>) ensured that the provider systems have complete control over the data extracted from the EHR and are consistent with the case reporting requirements. Filtered information, such as demographics, clinical observations, and treatment information, were retrieved from the EHR and then sent back to the simulated health department as an electronic case report, where it was received and stored in the eCR repository.</p>
        <p>This process could potentially be replicated for any other notifiable conditions listed in the CSTE position statements or other similar standards. The PACER server is placed within the provider’s network firewall and connects to the FHIR servers of the EHR. This architecture ensures that control over the data extraction and filtering mechanism is entrusted to the providers themselves. Public health departments may only request and receive reports using preapproved queries, thereby avoiding the risk of data overreach or gathering information that is extraneous to the notifiable condition. PACER can be deployed on any internet-enabled server, either on premise or on the cloud. PACER can connect to multiple EHRs simultaneously and can extract case-related information from them.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Electronic laboratory reports sent from laboratories are ingested by health departments and serve as the trigger for PACER electronic case reports. CSTE: Council for State and Territorial Epidemiologists; CQL: Clinical Quality Language; eCR: electronic case report; ELR: electronic laboratory reporting; HL7: health level 7; MLLP: Minimum Lower Level Protocol; PACER: Public Health Automated Case Event Reporting.</p>
          </caption>
          <graphic xlink:href="jmir_v23i8e26388_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Detailed architecture of PACER. API: application programming interface; CQL: Clinical Quality Language; eCR: electronic case report; EHR: electronic health record; ELR: electronic laboratory reporting; FHIR: Fast Health Interoperability Resources; HL7: health level 7; OAuth2: OAuth 2.0 Authorization Framework; PACER: Public Health Automated Case Event Reporting.</p>
          </caption>
          <graphic xlink:href="jmir_v23i8e26388_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>High-level architecture of PACER. ELR: electronic laboratory reporting; FHIR: Fast Health Interoperability Resources; PACER: Public Health Automated Case Event Reporting.</p>
          </caption>
          <graphic xlink:href="jmir_v23i8e26388_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Pilot Deployment</title>
        <p>We deployed PACER at the MUSC Health System by using the architecture shown in <xref rid="figure3" ref-type="fig">Figure 3</xref>. We continued to use the Georgia Tech Research Institute–simulated public health department (GTHD) server for the pilot study to ensure that all components were working. The MUSC configured their gateway proxy server to accept API calls from the GTHD server. The CSTE position statements for chlamydia [<xref ref-type="bibr" rid="ref22">22</xref>] were translated into a CQL query syntax. This incoming positive chlamydia electronic laboratory report triggered an eCR request from the simulated public health department server.</p>
        <p>First, full end-to-end testing was performed using synthetic data in the form of ELR sent to the GTHD server, which triggered the eCR manager (<xref rid="figure1" ref-type="fig">Figure 1</xref>) to send a request to the MUSC PACER server endpoint configured to use the synthetic FHIR data (<xref rid="figure2" ref-type="fig">Figure 2</xref>). From the ELR message, GTHD was able to send the PACER CQL request and successfully receive information to be incorporated into the initial case report, including information unavailable in the original ELR HL7 v2 message. This successfully demonstrated the workflow in <xref rid="figure4" ref-type="fig">Figure 4</xref> from steps 7 to 13. After connectivity testing was completed, PACER was reconfigured to connect to the MUSC data assets. MUSC maintains a research FHIR server (SmileCDR) that contains a subset of its Epic EHR and supports external queries for FHIR resources. This server was used to respond to PACER queries. The outgoing connection was turned off to maintain privacy and confidentiality. Instead, the request was sent to PACER internally. The resulting electronic case reports were stored in a local MUSC environment and were analyzed locally.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Laboratory, public health agency, and health care provider workflow to generate case reports using Public Health Automated Case Event Reporting. CQL: Clinical Quality Language; eCR: electronic case report; EHR: electronic health record; ELR: electronic laboratory reporting; FHIR: Fast Health Interoperability Resources.</p>
          </caption>
          <graphic xlink:href="jmir_v23i8e26388_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Evaluation Metrics</title>
        <p>We evaluated the data elements extracted by PACER in the form of eCR, triggered by confirmed positive chlamydia laboratory results over an 8-week study period. The CQL query used in the pilot study was designed to obtain relevant data on patient diagnoses, symptoms, medications, and demographics of patients with chlamydia. We chose chlamydia because it was the most commonly reported condition, with more than 1.7 million cases reported in 2018 [<xref ref-type="bibr" rid="ref23">23</xref>]. All evaluations and data analyses were performed at MUSC, the health system where PACER was deployed, and only the aggregate findings were reported by MUSC staff. The number of actual chlamydia cases and the number of electronic case reports created were compared to determine the success of the pilot. The completeness of case reports was also evaluated by assessing the presence of diagnoses, symptoms, medications, and demographics in each electronic case report. These same data were evaluated to test whether data relevant only to that particular event of chlamydia diagnosis were filtered by PACER. We also evaluated the type of data elements that PACER eCR extracts compared with ELR. The project was evaluated based on the accessible data from the MUSC FHIR server.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>By using 8 weeks of laboratory data, 117 positive chlamydia laboratory tests triggered an electronic case report request through the PACER system deployed at MUSC. PACER successfully created 100% (117/117) of the electronic case reports containing data elements specified in the CQL. As shown in <xref ref-type="table" rid="table1">Table 1</xref>, PACER was able to obtain all key data elements for the majority of patients. In addition to routine demographic data, PACER was able to obtain the clinical diagnosis of 64.9% (76/117) of patients, treatment medications for chlamydia in 72.6% (85/117) of patients, and information on sexually transmitted infection symptoms in 70.9% (83/117) of patients.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Patient data retrieved from electronic case reports in electronic health records (N=117).</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="500"/>
          <col width="500"/>
          <thead>
            <tr valign="top">
              <td>Data elements</td>
              <td>Case reports that contained the data elements, n (%)</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Demographics</td>
              <td>116 (99.1)</td>
            </tr>
            <tr valign="top">
              <td>Medications</td>
              <td>85 (72.6)</td>
            </tr>
            <tr valign="top">
              <td>Symptoms</td>
              <td>83 (70.9)</td>
            </tr>
            <tr valign="top">
              <td>Diagnoses</td>
              <td>76 (65)</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <p><xref ref-type="table" rid="table2">Table 2</xref> provides a perspective on the types of data available in ELR and the PACER eCR. As noted, electronic laboratory reports report laboratory results but with limited demographic data and no information on conditions, medications, or symptoms. Electronic laboratory reports report confirmed positive laboratory findings, which easily met the reporting criteria, and can be successfully used as a trigger for eCR. Complementing the electronic laboratory report with PACER enhanced case reports by extracting critical additional data elements, including medications, symptoms, and clinical diagnoses.</p>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Comparison between the case reports from ELR<sup>a</sup> and PACER<sup>b</sup>.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="200"/>
          <col width="400"/>
          <col width="400"/>
          <thead>
            <tr valign="top">
              <td>Data elements</td>
              <td>Case report from ELR</td>
              <td>Case report from PACER</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Patient demographics</td>
              <td>Limited—as available in the laboratory order</td>
              <td>Nearly complete if allowed by providers</td>
            </tr>
            <tr valign="top">
              <td>Laboratory results</td>
              <td>Available</td>
              <td>Available</td>
            </tr>
            <tr valign="top">
              <td>Conditions</td>
              <td>Not available</td>
              <td>Available</td>
            </tr>
            <tr valign="top">
              <td>Medications</td>
              <td>Not available</td>
              <td>Available</td>
            </tr>
            <tr valign="top">
              <td>Extensibility</td>
              <td>Limited by ELR specification</td>
              <td>Can be extended by defining additional resources in CQL<sup>c</sup></td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>ELR: electronic laboratory reporting.</p>
          </fn>
          <fn id="table2fn2">
            <p><sup>b</sup>PACER: Public Health Automated Case Event Reporting.</p>
          </fn>
          <fn id="table2fn3">
            <p><sup>c</sup>CQL: Clinical Quality Language.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>We piloted the use of an electronic case report architecture combining the widespread adoption and reliability of ELR with the robustness of EHR data through a system leveraging the rapidly emerging FHIR standard. The CQL and permissions for data access can change dynamically during outbreaks. Thus, an important advantage of the PACER design is its ability to respond to the evolving needs of clinical data for emerging infectious diseases such as COVID-19. This architecture was able to provide additional sexually transmitted infection–relevant clinical data on diagnoses, symptoms, and medications in 65% (76/117), 70.9% (83/117), and 72.6% (85/117) of patients, respectively. Moreover, once the initial queries were approved, these data were captured without human intervention, minimizing the burden of manual chart review. The FHIR query can only bring data available in the EHRs at the time the query reaches the EHR. There could be other factors responsible for the unavailability of the EHR data, such as laboratory tests stored in local codes and not LOINC. Some of this could be mitigated by sending FHIR queries on certain periodic intervals, such as treatment information, which may only be available after a certain time lag post diagnosis. PACER clearly demonstrates advantages in enhancing electronic laboratory reports and C-CDA–based electronic case reports. PACER can extract important demographic, diagnoses, treatment, and other relevant case information that the electronic laboratory reports, by virtue of being reported out of laboratories, will never contain.</p>
        <p>C-CDA–based eCR is triggered at a point in the continuum of clinical care [<xref ref-type="bibr" rid="ref24">24</xref>], such as the initial visit where the case definition is met. Some local health jurisdictions mandate clinical providers to report cases within a definite period of the case being known or diagnosed. Typically, treatment information and other relevant data generated chronologically along the continuum of care will not be available at the time the electronic case report is generated. The PACER architecture remedies these issues. The ELR trigger satisfies the time-bound reporting mandate imposed by some jurisdictions. As ELR triggers FHIR queries at points that are chronologically further along the continuum of care, the PACER architecture can extract such data that may not be available at the time a case report is triggered. In addition, although the C-CDA format extracts a case report in its entirety every time it is triggered [<xref ref-type="bibr" rid="ref24">24</xref>], the FHIR format allows the query for specific data points. Subsequent queries can be triggered at any time, seeking specific information, such as treatment or follow-up data from EHRs. Within the PACER architecture, the eCR manager handles this request, and multiple information requests can be queried at any point along the care continuum.</p>
        <p>In the pilot of an earlier iteration of PACER, we discovered that the architecture extracted every record of the individual, including information that was not relevant to the reportable disease [<xref ref-type="bibr" rid="ref18">18</xref>]. In this iteration, we added filters to the provider server to ensure that only relevant (and predetermined) information related to the reportable disease is extracted. The filtering of data within a FHIR resource is needed when the FHIR resource contains more data elements than required for public health case reporting. In conjunction with the CQL logic (predetermined between the clinical provider and health departments), this design prevented the release of any unrelated information but allowed for the secure and free flow of information for public health. PACER is an open-source architecture that is maintained on GitHub and is freely accessible by the public. We plan to collaborate with clinical providers, EHR service providers, and local and state health departments to make PACER more robust and easily accessible. We also continue to expand the use of PACER architecture for other public health uses.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>There are several challenges in the current environment of PACER. First, the design of the clinical queries using CQL relies on understanding the local clinical codes used within the health systems, if applicable. To maintain the quality of eCR outputs over different provider systems, it is necessary to standardize to common code systems at the CQL level while enabling mapping at the individual provider level. This standardization can be facilitated by maintaining value sets that include medical codes used in provider systems and maps from local medical codes to standard codes. For the pilot study, we found that some local medical code mappings were missing and required additional manual effort to finalize the value sets. Complete and accurate mapping is a perennial challenge, and in some contexts, it is worth sacrificing <italic>edge case</italic> codes (ie, rarely used nonstandard codes) to create systems that are portable and generalizable. We also expect the recent formalization of US Core Data for Interoperability to have a positive impact on the ability to retrieve standardized concepts going forward.</p>
        <p>The other major consideration of this study is the adoption of FHIR itself. FHIR are rapidly emerging, with more than 80% of US hospitals using a FHIR-capable EHR. Even then, the FHIR capability is not the same as the FHIR capacity. One of the limitations of this work was the use of a dedicated FHIR server that contains only a subset of the data available in the MUSC EHR. However, health systems are still working through the governance processes for how FHIR will be used in their environments, and thus, the coordination between health systems’ information technology departments and public health will be essential for successful automated reporting, as demonstrated here. For mitigating these challenges, PACER has been designed to be (1) highly protective of health system data with privacy controls and (2) flexible enough to support other health system operations and data query needs that may fall outside of public health reporting. This represents a possible <italic>carrot</italic> to health systems considering the implementation of a system but are cautious regarding dedicating information technology resources to a single use-case effort.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Enhancing electronic laboratory reports with FHIR-based EHR data using an automated system such as PACER can expand access to relevant clinical data for public health reporting and decision-making. This method can extract important data to understand public health epidemiology and, in turn, inform policy and strategies to prevent and control sexually transmitted diseases in general and potentially aid in response to emerging infectious disease threats. Using ELR—or even eCR—as a trigger for FHIR-based queries that create additional electronic case reports with other relevant information is an adaptable and modular approach to enhancing case reporting. Clinical providers will benefit from this platform by automating the reporting of notifiable diseases and eliminating the burden of manual reporting. More importantly, clinical providers will have complete control of what data are reported to public health agencies. This is achieved through FHIR-based filters and can be further modified by the clinical providers at any time. PACER is EHR agnostic and is installed and invoked in a centralized manner, eliminating the need for multiple installations at every instance of an EHR. This approach not only alleviates the burden of manual reporting from providers but also public health departments get timely, accurate (from the EHR—the source of the clinical interaction), and more complete and detailed information on a case. As the type of information that can be extracted is predetermined (using CQL-based logic), any type of information can be retrieved as long as both the clinical provider and public health agencies agree on them. This will lead to efficient case investigations with essential information that is automatically populated. Traditionally, public health has struggled with getting information, such as treatment, medications, and symptoms. This approach provided additional information that will help public health better understand disease epidemiology. This architecture can be implemented for any other notifiable condition that has CSTE position statements translated into a logical format or even used for distributed data collection for an emerging infection such as COVID-19. This design emphasizes giving complete control of patient data to clinical providers, with the ability to filter what information is sent to public health agencies as part of case reports for notifiable diseases. This architecture is a step toward bridging public health with health care systems and can be used to develop a <italic>query-based</italic> system to gain important and relevant information related to public health priority. Future work will include expanding the pilot study to multiple facilities in local public health jurisdictions and engaging with the health systems within those jurisdictions to set up PACER. In addition, we are currently expanding PACER to build a FHIR-based syphilis registry.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">API</term>
          <def>
            <p>application programming interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">C-CDA</term>
          <def>
            <p>Consolidated Clinical Document Architecture</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CQL</term>
          <def>
            <p>Clinical Quality Language</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">CSTE</term>
          <def>
            <p>Council for State and Territorial Epidemiologists</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">eCR</term>
          <def>
            <p>electronic case reporting</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">ELR</term>
          <def>
            <p>electronic laboratory reporting</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">FHIR</term>
          <def>
            <p>Fast Health Interoperability Resources</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">GTHD</term>
          <def>
            <p>Georgia Tech Research Institute–simulated public health department</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">HL7</term>
          <def>
            <p>health level 7</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">LOINC</term>
          <def>
            <p>Logical Observation Identifiers Names and Codes</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">MUSC</term>
          <def>
            <p>Medical University of South Carolina</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">PACER</term>
          <def>
            <p>Public Health Automated Case Event Reporting</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The development and conceptualization of PACER were funded by the Centers for Disease Control and Prevention under contract D8954 at the Georgia Tech Research Institute. The findings and conclusions in this report are of the authors alone and do not necessarily represent the official position of the Centers for Disease Control and Prevention.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thacker</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Berkelman</surname>
              <given-names>RL</given-names>
            </name>
          </person-group>
          <article-title>Public health surveillance in the United States</article-title>
          <source>Epidemiol Rev</source>
          <year>1988</year>
          <volume>10</volume>
          <fpage>164</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1093/oxfordjournals.epirev.a036021</pub-id>
          <pub-id pub-id-type="medline">3066626</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wharton</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Chorba</surname>
              <given-names>TL</given-names>
            </name>
            <name name-style="western">
              <surname>Vogt</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Morse</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Buehler</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>Case definitions for public health surveillance</article-title>
          <source>MMWR Recomm Rep</source>
          <year>1990</year>
          <month>10</month>
          <day>19</day>
          <volume>39</volume>
          <issue>RR-13</issue>
          <fpage>1</fpage>
          <lpage>43</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cdc.gov/mmwr/preview/mmwrhtml/00025629.htm"/>
          </comment>
          <pub-id pub-id-type="medline">2122225</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Centers for Disease Control and Prevention</collab>
          </person-group>
          <article-title>Case definitions for infectious conditions under public health surveillance. Centers for Disease Control and Prevention</article-title>
          <source>MMWR Recomm Rep</source>
          <year>1997</year>
          <month>05</month>
          <day>02</day>
          <volume>46</volume>
          <issue>RR-10</issue>
          <fpage>1</fpage>
          <lpage>55</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cdc.gov/mmwr/preview/mmwrhtml/00047449.htm"/>
          </comment>
          <pub-id pub-id-type="medline">9148133</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Birkhead</surname>
              <given-names>GS</given-names>
            </name>
            <name name-style="western">
              <surname>Klompas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>NR</given-names>
            </name>
          </person-group>
          <article-title>Uses of electronic health records for public health surveillance to advance public health</article-title>
          <source>Annu Rev Public Health</source>
          <year>2015</year>
          <month>03</month>
          <day>18</day>
          <volume>36</volume>
          <fpage>345</fpage>
          <lpage>59</lpage>
          <pub-id pub-id-type="doi">10.1146/annurev-publhealth-031914-122747</pub-id>
          <pub-id pub-id-type="medline">25581157</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mac Kenzie</surname>
              <given-names>WR</given-names>
            </name>
            <name name-style="western">
              <surname>Davidson</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wiesenthal</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Engel</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Turner</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Conn</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Becker</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Moffatt</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Groseclose</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Jellison</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stinn</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Garrett</surname>
              <given-names>NY</given-names>
            </name>
            <name name-style="western">
              <surname>Helmus</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Harmon</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Richards</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Lumpkin</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Iademarco</surname>
              <given-names>MF</given-names>
            </name>
          </person-group>
          <article-title>The Promise of Electronic Case Reporting</article-title>
          <source>Public Health Rep</source>
          <year>2016</year>
          <month>11</month>
          <volume>131</volume>
          <issue>6</issue>
          <fpage>742</fpage>
          <lpage>746</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28123218"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/0033354916670871</pub-id>
          <pub-id pub-id-type="medline">28123218</pub-id>
          <pub-id pub-id-type="pii">10.1177_0033354916670871</pub-id>
          <pub-id pub-id-type="pmcid">PMC5230835</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <article-title>HL7 International</article-title>
          <source>HL7 Version 2 Product Suite</source>
          <access-date>2020-05-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hl7.org/implement/standards/product_brief.cfm?product_id=185">https://www.hl7.org/implement/standards/product_brief.cfm?product_id=185</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Gibson</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Grannis</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>Estimating increased electronic laboratory reporting volumes for meaningful use: implications for the public health workforce</article-title>
          <source>Online J Public Health Inform</source>
          <year>2014</year>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>225</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24678378"/>
          </comment>
          <pub-id pub-id-type="doi">10.5210/ojphi.v5i3.4939</pub-id>
          <pub-id pub-id-type="medline">24678378</pub-id>
          <pub-id pub-id-type="pii">ojphi-05-e225</pub-id>
          <pub-id pub-id-type="pmcid">PMC3959912</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <article-title>HL7 International</article-title>
          <source>C-CDA (HL7 CDA® R2 Implementation Guide: Consolidated CDA Templates for Clinical Notes - US Realm)</source>
          <access-date>2020-05-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.hl7.org/implement/standards/product_brief.cfm?product_id=492">http://www.hl7.org/implement/standards/product_brief.cfm?product_id=492</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Weston</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Workowski</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Torrone</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Weinstock</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Stenger</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>Adherence to CDC Recommendations for the Treatment of Uncomplicated Gonorrhea - STD Surveillance Network, United States, 2016</article-title>
          <source>MMWR Morb Mortal Wkly Rep</source>
          <year>2018</year>
          <month>04</month>
          <day>27</day>
          <volume>67</volume>
          <issue>16</issue>
          <fpage>473</fpage>
          <lpage>476</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.15585/mmwr.mm6716a4"/>
          </comment>
          <pub-id pub-id-type="doi">10.15585/mmwr.mm6716a4</pub-id>
          <pub-id pub-id-type="medline">29698384</pub-id>
          <pub-id pub-id-type="pmcid">PMC5919606</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thacker</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Qualters</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>LM</given-names>
            </name>
            <collab>Centers for Disease ControlPrevention</collab>
          </person-group>
          <article-title>Public health surveillance in the United States: evolution and challenges</article-title>
          <source>MMWR Suppl</source>
          <year>2012</year>
          <month>07</month>
          <day>27</day>
          <volume>61</volume>
          <issue>3</issue>
          <fpage>3</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="medline">22832990</pub-id>
          <pub-id pub-id-type="pii">su6103a2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="book">
          <source>Patient Safety: Achieving a New Standard for Care. Aspden P, Corrigan JM, Wolcott J, Erickson SM.  editors</source>
          <year>2004</year>
          <publisher-loc>Washington, DC</publisher-loc>
          <publisher-name>National Academies Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pfaff</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Champion</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bradford</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fecho</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Krishnamurthy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cox</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chute</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Overby Taylor</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ahalt</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Fast Healthcare Interoperability Resources (FHIR) as a Meta Model to Integrate Common Data Models: Development of a Tool and Quantitative Validation Study</article-title>
          <source>JMIR Med Inform</source>
          <year>2019</year>
          <month>10</month>
          <day>16</day>
          <volume>7</volume>
          <issue>4</issue>
          <fpage>e15199</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://medinform.jmir.org/2019/4/e15199/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15199</pub-id>
          <pub-id pub-id-type="medline">31621639</pub-id>
          <pub-id pub-id-type="pii">v7i4e15199</pub-id>
          <pub-id pub-id-type="pmcid">PMC6913576</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <article-title>LOINC</article-title>
          <source>Regenstrief Institute</source>
          <access-date>2020-05-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://loinc.org">https://loinc.org</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <article-title>SNOMED International</article-title>
          <source>SNOMED CT</source>
          <access-date>2020-05-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.snomed.org">http://www.snomed.org</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <article-title>National Library of Medicine</article-title>
          <source>ICD10CM</source>
          <access-date>2020-05-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nlm.nih.gov/research/umls/sourcereleasedocs/current/ICD10CM/index.html">https://www.nlm.nih.gov/research/umls/sourcereleasedocs/current/ICD10CM/index.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
          <article-title>FHIR overview</article-title>
          <source>HL7 International</source>
          <access-date>2019-08-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.hl7.org/fhir/overview.html">https://www.hl7.org/fhir/overview.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
          <article-title>HL7 International</article-title>
          <source>Clinical Quality Language (CQL)</source>
          <access-date>2020-05-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cql.hl7.org/">https://cql.hl7.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>BE</given-names>
            </name>
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Riley</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Duke</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Integration of FHIR to Facilitate Electronic Case Reporting: Results from a Pilot Study</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2019</year>
          <month>08</month>
          <day>21</day>
          <volume>264</volume>
          <fpage>940</fpage>
          <lpage>944</lpage>
          <pub-id pub-id-type="doi">10.3233/SHTI190362</pub-id>
          <pub-id pub-id-type="medline">31438062</pub-id>
          <pub-id pub-id-type="pii">SHTI190362</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Council for State and Territorial Epidemiologists (CSTE)</collab>
          </person-group>
          <article-title>CSTE</article-title>
          <source>Position Statement Archive</source>
          <access-date>2019-08-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cste.org/page/PositionStatements">https://www.cste.org/page/PositionStatements</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>EHR Incentive Program</article-title>
          <source>Eligible Hospital and Critical Access Hospital Meaningful Use Menu Set Measures, Stage 1</source>
          <access-date>2019-08-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cms.gov/Regulations-and-Guidance/Legislation/EHRIncentivePrograms/downloads/9_Reportable_Lab_Results_to_Public_Health_Agencies.pdf">https://www.cms.gov/Regulations-and-Guidance/Legislation/EHRIncentivePrograms/downloads/9_Reportable_Lab_Results_to_Public_Health_Agencies.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>EHR Incentive Program</article-title>
          <source>Eligible Hospital and Critical Access Hospital Meaningful Use Core Measures, Stage 2</source>
          <access-date>2019-08-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cms.gov/Regulations-and-Guidance/Legislation/EHRIncentivePrograms/downloads/Stage2_HospitalCore_14_SubLabResults.pdf">https://www.cms.gov/Regulations-and-Guidance/Legislation/EHRIncentivePrograms/downloads/Stage2_HospitalCore_14_SubLabResults.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Council of State and Territorial Epidemiologists (CSTE)</collab>
          </person-group>
          <source>Public Health Reporting and National Notification for Infection Caused by Chlamydia</source>
          <access-date>2019-08-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cdn.ymaws.com/www.cste.org/resource/resmgr/PS/09-ID-08.pdf">https://cdn.ymaws.com/www.cste.org/resource/resmgr/PS/09-ID-08.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="book">
          <source>Sexually Transmitted Disease Surveillance 2018</source>
          <year>2019</year>
          <month>10</month>
          <publisher-loc>Atlanta, USA</publisher-loc>
          <publisher-name>U.S. Department of Health and Human Services</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whipple</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ridderhoff</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nakashima</surname>
              <given-names>AK</given-names>
            </name>
          </person-group>
          <article-title>Piloting Electronic Case Reporting for Improved Surveillance of Sexually Transmitted Diseases in Utah</article-title>
          <source>Online J Public Health Inform</source>
          <year>2019</year>
          <volume>11</volume>
          <issue>2</issue>
          <fpage>e7</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/31632601"/>
          </comment>
          <pub-id pub-id-type="doi">10.5210/ojphi.v11i2.9733</pub-id>
          <pub-id pub-id-type="medline">31632601</pub-id>
          <pub-id pub-id-type="pii">ojphi-11-e7</pub-id>
          <pub-id pub-id-type="pmcid">PMC6788887</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
