<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v21i2e12902</article-id>
    <article-id pub-id-type="pmid">30707097</article-id>
    <article-id pub-id-type="doi">10.2196/12902</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Viewpoint</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Viewpoint</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Beyond One-Off Integrations: A Commercial, Substitutable, Reusable, Standards-Based, Electronic Health Record–Connected App</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Andrews</surname>
          <given-names>Steven</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Mandl</surname>
        <given-names>Kenneth D</given-names>
      </name>
      <degrees>MD, MPH</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Computational Health Informatics Program</institution>
        <institution>Boston Children's Hospital</institution>
        <addr-line>300 Longwood Avenue</addr-line>
        <addr-line>Boston, MA, 02115</addr-line>
        <country>United States</country>
        <phone>1 6173554145</phone>
        <email>kenneth_mandl@harvard.edu</email>
      </address>  
      <xref rid="aff2" ref-type="aff">2</xref>
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9781-0477</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Gottlieb</surname>
          <given-names>Daniel</given-names>
        </name>
        <degrees>MPA</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4658-2854</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Ellis</surname>
          <given-names>Alyssa</given-names>
        </name>
        <degrees>MS</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-5281-9614</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <label>1</label>
    <institution>Computational Health Informatics Program</institution>
    <institution>Boston Children's Hospital</institution>  
    <addr-line>Boston, MA</addr-line>
    <country>United States</country></aff>
    <aff id="aff2">
    <label>2</label>
    <institution>Department of Biomedical Informatics</institution>
    <institution>Harvard Medical School</institution>  
    <addr-line>Boston, MA</addr-line>
    <country>United States</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Kenneth D Mandl 
      <email>kenneth_mandl@harvard.edu</email></corresp>
    </author-notes>
    <pub-date pub-type="collection">
      <month>02</month>
      <year>2019</year>
    </pub-date>
    <pub-date pub-type="epub">
      <day>01</day>
      <month>02</month>
      <year>2019</year>
    </pub-date>
    <volume>21</volume>
    <issue>2</issue>
    <elocation-id>e12902</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>24</day>
        <month>11</month>
        <year>2018</year>
      </date>
      <date date-type="rev-request">
        <day>2</day>
        <month>1</month>
        <year>2019</year>
      </date>
      <date date-type="rev-recd">
        <day>16</day>
        <month>1</month>
        <year>2019</year>
      </date>
      <date date-type="accepted">
        <day>20</day>
        <month>1</month>
        <year>2019</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Kenneth D Mandl, Daniel Gottlieb, Alyssa Ellis. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 01.02.2019.</copyright-statement>
    <copyright-year>2019</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.jmir.org/2019/2/e12902/" xlink:type="simple"/>
    <abstract>
      <p>The Substitutable Medical Apps and Reusable Technology (SMART) Health IT project launched in 2010 to facilitate the development of medical apps that are scalable and substitutable. SMART defines an open application programming interface (API) specification that enables apps to connect to electronic health record systems and data warehouses without custom integration efforts. The SMART-enabled version of the Meducation app, developed by Polyglot, has been implemented at scores of hospitals and clinics in the United States, nation-wide. After expanding their product’s reach by relying on a universal, open API for integrations, the team estimates that one project manager can handle up to 20 simultaneous implementations. The app is made available through the SMART App Gallery, an open app store that supports discovery of apps and, because the apps are substitutable, market competition. This case illustrates how a universal open API for patient and clinician-facing health IT systems supported and accelerated commercial success for a start-up company. Giving end users a wide and ever-growing choice of apps that leverage data generated by the health care system and patients at home through a universal, open API is a promising and generalizable approach for rapid diffusion of innovation across health systems.</p>
    </abstract>
    <kwd-group>
      <kwd>electronic medical records</kwd>
      <kwd>application programming interfaces</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The opportunity has never been greater to build a flourishing ecosystem of modern health care software [<xref ref-type="bibr" rid="ref1">1</xref>]. Underpinnings of interoperability for data exchange and integration of diverse software have been developed, tested, and proven, technically and commercially. We present a health IT start-up’s trajectory as it transcended the common, frustrating modus operandi of <italic>one-off</italic> integrations of software for each new customer. Instead, the company leveraged an emerging, open, standards-based, national-scale, <italic>app store</italic> model. We believe that this success strongly supports an international strategy to deliver on health IT’s promises of evidence-based medicine, artificial intelligence, genomics, and value-based care, while promoting the success of innovators and empowering physicians and patients with the tools they need for 21st-century health care.</p>
      <p>The Obama administration appropriated US $34 billion for incentivizing physicians and hospitals to purchase commercial electronic health records (EHRs) [<xref ref-type="bibr" rid="ref2">2</xref>]. Because these products evolved from billing systems, clinical functionality was underdeveloped, noninteroperable, and not designed to exchange data [<xref ref-type="bibr" rid="ref3">3</xref>]. A novel approach addressing these gaps, proposed in 2009 [<xref ref-type="bibr" rid="ref4">4</xref>], was to connect apps to EHRs, much the same way mobile phone users select apps from app stores. Such apps would be substitutable: readily added to or deleted from the EHR across an application programming interface (API). APIs are fundamental to software produced by Apple, Google, Microsoft, Facebook, and Amazon and are used by billions of consumers. APIs enable software systems to interact with each other and exchange data. The Apple and Android APIs have spawned the creation of hundreds of thousands of apps without a need to devise subsequent interfaces, integrations, or agreements with Apple or Google.</p>
      <p>To open EHRs to substitutable, third-party apps, the US Office of the National Coordinator of Health Information Technology funded the Substitutable Medical Apps and Reusable Technology (SMART) Health IT project [<xref ref-type="bibr" rid="ref5">5</xref>-<xref ref-type="bibr" rid="ref9">9</xref>]. The idea was that app developers, given an API specification that enabled access to the most commonly needed clinical data elements, including laboratory data, diagnoses, and medications, could readily create apps that could be added to or deleted from EHRs as easily as the (then 1-year-old) iPhone. Substitutability, a new approach to interoperability, was hoped to accelerate innovation by reducing barriers to integration and creating competition among developers; customers could select EHR-connected apps from an <italic>app gallery</italic>. Further, substitutability should enable customization of the end-user experience for providers using EHRs and patients accessing EHR portals.</p>
      <p>In 2011, encouraged by the White House [<xref ref-type="bibr" rid="ref10">10</xref>], the SMART team hosted a challenge to develop an app using the SMART API to connect to heath system data. A start-up company, Polyglot Systems, won for their app Meducation, designed to serve patients with low literacy levels, impaired vision, or language barriers. Meducation had been developed as a cloud-based medication management app, dynamically creating patient-specific medication instructions, and was designed to be intuitive and easy to read and understand in more than 20 languages. The user interface was designed through an iterative, user-centered design process with continual end-user feedback from IT teams at customer sites.</p>
      <p>In under a week, the Polyglot team converted their existing app into a prototype SMART app that could be integrated with an EHR to pull the patient’s medication list across the API. The Polyglot team struggled a bit to understand how the clinical data (eg, medications and laboratories) were represented in the SMART API. In 2014, the SMART project [<xref ref-type="bibr" rid="ref5">5</xref>] swapped out its own data models for the emerging international standard, Health Level Seven’s (HL7) Fast Health Interoperability Resources (FHIR) [<xref ref-type="bibr" rid="ref11">11</xref>]. The contest also demonstrated the principle of reusability of apps, in that the Meducation app was able to readily run, without modification or customization, against three different clinical systems exhibiting the SMART API.</p>
      <p>Polyglot pursued the use of the open SMART API in its strategy for integrating Meducation with EHRs and into patient and physician workflows. The company has since been acquired by First Databank, Inc. We explore implications of this approach for the rapidly evolving apps-driven health information economy [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
    </sec>
    <sec>
      <title>One-Off Commercial Integrations</title>
      <p>SMART was not yet widely adopted when Polyglot won the contest. Therefore, their initial implementations required time-consuming and resource-intensive custom integrations for each clinical environment. Early commercial engagements were expensive for Polyglot and, since the company did not charge separately for implementation work, they incurred large costs. Further, the Polyglot team was limited to two to three implementations at any given time and required a third-party integrator to handle project management and resolve technical issues around integration.</p>
      <p>One of Meducation’s initial implementations, prior to using SMART, was at a four-hospital system, HealthFirst, in Florida using the Allscripts Sunrise EHR. The project initiated in August 2015 and took 8 months to go live, after many integration challenges and higher-than-expected costs. There were issues in getting data to pass consistently from Allscripts Sunrise into the Meducation platform. Often the data were incomplete and missing information critical to drug safety. There were further issues in proper rendering of the user interface in the preferred workflow. System upgrades to Allscripts Sunrise often broke the interface and disrupted core functionalities, such as playing videos and rendering documents. Custom development projects came at a heavy price in time and effort, requiring substantial troubleshooting and testing.</p>
      <p>These challenges were overcome through strong collaboration and a third-party integrator. The custom integration of a third-party app into a health system’s existing clinical systems is a huge undertaking. For this project, the hospital put together a project team of clinicians, pharmacists, and informatics personnel who met regularly to oversee the project and focus on end-user experience. The hospital’s IT group was brought on board early on to scope out the project and work with the Polyglot team on approaches to successful integration. The EHR vendor dedicated a team to the project for custom development work and an expert third-party integrator was brought in to deal with integration issues as they arose.</p>
      <p>Some challenges, however, remained unresolved. For example, it would have been ideal for the Meducation document to be deposited into the EHR and included in the patient discharge instructions. This was not possible with the clinical systems and custom integration solutions available at the time, so end users needed to collate separate documents.</p>
      <p>Subsequent implementations at clinical sites with an EHR system that Meducation had previously integrated with were more streamlined than the first-time implementation, generally taking only 3 months. The approach was to replicate the last working implementation with that EHR vendor and then troubleshoot for site-specific tailoring. Typical issues encountered during a second-time integration with a vendor include variations in the system versions, such as security settings and Internet browser type and version. Identifying and adapting to the differences across sites still required substantial involvement from the hospital’s IT group.</p>
      <p>In contrast, starting a custom integration project at a clinical site with an EHR vendor with which Meducation had not yet implemented was like starting from scratch. The only lessons that could be carried over from other implementations were around the need for trustworthy and reliable partners, as well as the collaboration and communication that needs to be established for a successful integration. Not all implementation projects were successful. Reasons for failed integration were often related to the nature and complexity of the custom work.</p>
    </sec>
    <sec>
      <title>Advances in the SMART Ecosystem</title>
      <p>The 21st Century Cures Act, signed into US law in 2016, requires that certified health IT products have an API that that allows consumers to access, exchange, and use their health information “without special effort” [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. In the United States, most EHR vendors are using the <italic>SMART on FHIR</italic> API to satisfy this requirement [<xref ref-type="bibr" rid="ref14">14</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. EHR vendors have collaborated over the interpretation and profiling of the FHIR standard with selected terminologies (eg, RxNorm, Systematized Nomenclature of Medicine [SNOMED], and Logical Observation Identifiers Names and Codes [LOINC]) through the Argonaut Project [<xref ref-type="bibr" rid="ref16">16</xref>]; they have incorporated support for SMART into their products and are beginning to roll out the technology to health care institutions. Epic and Cerner have SMART-enabled hundreds of their installs. Allscripts has SMART-enabled the releases of three of their products. Other EHR companies, including Athena and eClinical Works, have also built SMART support into their products.</p>
      <p>Apple recently launched a new version of its Health app with a health-records feature for connecting with EHR instances, to enable a patient to download a copy of her records to her phone [<xref ref-type="bibr" rid="ref17">17</xref>]. Hundreds of hospitals and health systems offer this capability.</p>
    </sec>
    <sec>
      <title>Technical and Business Efficiencies</title>
      <p>Today, Meducation uses the SMART on FHIR API to access and integrate with clinical systems; a single project manager can oversee 20 or more highly standardized implementation projects without a third-party integrator. While early custom implementations of Meducation could not successfully integrate Meducation documents into the patient discharge instructions from the EHR, with SMART on FHIR, the company is increasingly able to accomplish this within the FHIR standard.</p>
      <p>At Polyglot, SMART on FHIR has eliminated the need for large project teams and for third-party involvement. The team was able to configure their Meducation platform to the SMART on FHIR specifications by utilizing the SMART sandbox testing environment and sample patient datasets, which simulate a standards-compliant EHR.</p>
      <p>When a health system expresses interest in Meducation, there is significantly less hesitation and resource allocation required from the hospital’s IT group and project management is much simpler. Integration of Meducation is standardized. There is little to no custom development needed to integrate the app with each vendor’s EHR system; thereby, testing and troubleshooting time is minimal.</p>
      <p>For a new customer who is using an EHR system with which Meducation has not previously been integrated, they can nonetheless use a standard project plan, checklist, and resource list. None of the project management materials need to change based on the EHR system. Therefore, the project cost and timeline can be accurately estimated from the start. By relying on standard functionality regardless of the EHR system, the costs are much lower and much more predictable.</p>
      <p>The standardization of the Meducation app on SMART has dramatically reduced the integration and implementation time by nearly eliminating the need for custom work; writing data back into EHRs still requires custom work in some cases, as the necessary components of the FHIR data model have not yet been universally implemented by vendors.</p>
      <p>Though the app is still hosted through some legacy integrations with MEDITECH and Greenway Health, all other EHR implementations have migrated to substitutable patient-facing and provider-facing versions connecting via the SMART on FHIR API to Epic, Cerner Millennium, Allscripts Paragon, Allscripts Sunrise, eClinicalWorks, and athenahealth athenaClinicals. To date, the Meducation app has been implemented in over 3000 pharmacies, 60 clinics, and 70 hospitals in the United States nationwide. Of these, about 50 of the hospitals and 15 of the clinics are integrated via SMART.</p>
      <p>The current health apps marketplace includes the EHR vendor app stores, as well as iTunes and various Android app stores. The SMART App Gallery [<xref ref-type="bibr" rid="ref18">18</xref>] is an open directory, showcasing SMART and FHIR apps with links to the various online stores where the app can be purchased. The Meducation app is listed in the SMART App Gallery (see <xref ref-type="fig" rid="figure1">Figure 1</xref>). The app utilizes the gallery’s demo functionality to enable users to launch the app against the sample clinical data in a sandbox environment, simulating the experience of using it in an EHR (see <xref ref-type="fig" rid="figure2">Figure 2</xref>). In addition, after terms were established with several EHR vendors, it has been listed in the Cerner App Gallery, Allscripts Application Store, and Athena Marketplace and will soon be listed in the Epic App Orchard.</p>
      <p>As these emerging marketplaces for apps grow, the task of maintaining high-quality and safety levels for apps will be increasingly important. We expect this will occur through a mix of regulation [<xref ref-type="bibr" rid="ref19">19</xref>], development-community standards [<xref ref-type="bibr" rid="ref20">20</xref>], professional organization endorsements [<xref ref-type="bibr" rid="ref21">21</xref>], third-party security certifications, and ongoing due diligence by health care organizations choosing to purchase and install the apps.</p>
      <p>Innovative health app developers are using the SMART on FHIR open API specification to connect their products securely and efficiently into today’s health care ecosystem. Standardizing the integration process, as the Meducation team has done, eliminates the need for external, third-party services and enables efficiency and market scale for new innovations.</p>
      <fig id="figure1" position="float">
        <label>Figure 1</label>
        <caption>
          <p>Meducation listing page on the SMART App Gallery [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        </caption>
        <graphic xlink:href="jmir_v21i2e12902_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure2" position="float">
        <label>Figure 2</label>
        <caption>
          <p>SMART sandbox demonstration data. Potential users can try the app by launching it against the demonstration data.</p>
        </caption>
        <graphic xlink:href="jmir_v21i2e12902_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec>
      <title>Key Messages</title>
      <p>APIs are ubiquitous in modern computing and enable software systems to interact with each other and exchange data. APIs have sparked ecosystems of apps for the iPhone and Android operating systems. They can similarly be used to drive an ecosystem of health care apps, essentially an <italic>app store for health</italic>.</p>
      <p>In the United States, open and free API standards, developed, tested, and proven in the health care domain, have been integrated into EHR products and used to connect software to EHRs by both large (eg, Apple) and small software companies.</p>
      <p>The experience of one commercial software company—Polyglot, recently acquired by First Databank, Inc—cogently illustrates how an open, consistent, standards-based API can foster innovation as well as commercial success.</p>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">API</term>
          <def>
            <p>application programming interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">FHIR</term>
          <def>
            <p>Fast Health Interoperability Resources</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">HL7</term>
          <def>
            <p>Health Level Seven</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">LOINC</term>
          <def>
            <p>Logical Observation Identifiers Names and Codes</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">SMART</term>
          <def>
            <p>Substitutable Medical Apps and Reusable Technology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">SNOMED</term>
          <def>
            <p>Systematized Nomenclature of Medicine</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We thank Lori McLean, Dr Daniel Fritsch, and their colleagues at First DataBank, Inc, for providing the authors with detailed information about their business model and engagements with EHR vendors and health systems. This work was funded in part by a grant from the National Institute of General Medical Sciences, National Institutes of Health (grant number R01GM104303).</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>Polyglot and First Databank, Inc, are members of the SMART Health IT Advisory Committee and contribute philanthropically to the Boston Children’s Hospital Computational Health Informatics Program where the paper’s authors are based.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mandl</surname>
            <given-names>KD</given-names>
          </name>
          <name name-style="western">
            <surname>Mandel</surname>
            <given-names>JC</given-names>
          </name>
          <name name-style="western">
            <surname>Kohane</surname>
            <given-names>IS</given-names>
          </name>
        </person-group>
        <article-title>Driving innovation in health systems through an apps-based information economy</article-title>
        <source>Cell Syst</source>  
        <year>2015</year>  
        <month>07</month>  
        <volume>1</volume>  
        <issue>1</issue>  
        <fpage>8</fpage>  
        <lpage>13</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2405-4712(15)00004-6"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.cels.2015.05.001</pub-id>
        <pub-id pub-id-type="medline">26339683</pub-id>
        <pub-id pub-id-type="pii">S2405-4712(15)00004-6</pub-id>
        <pub-id pub-id-type="pmcid">PMC4556429</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Blumenthal</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Launching HITECH</article-title>
        <source>N Engl J Med</source>  
        <year>2010</year>  
        <month>02</month>  
        <day>04</day>  
        <volume>362</volume>  
        <issue>5</issue>  
        <fpage>382</fpage>  
        <lpage>385</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJMp0912825</pub-id>
        <pub-id pub-id-type="medline">20042745</pub-id>
        <pub-id pub-id-type="pii">NEJMp0912825</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rosenbaum</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Transitional chaos or enduring harm? The EHR and the disruption of medicine</article-title>
        <source>N Engl J Med</source>  
        <year>2015</year>  
        <month>10</month>  
        <day>22</day>  
        <volume>373</volume>  
        <issue>17</issue>  
        <fpage>1585</fpage>  
        <lpage>1588</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJMp1509961</pub-id>
        <pub-id pub-id-type="medline">26488690</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mandl</surname>
            <given-names>KD</given-names>
          </name>
          <name name-style="western">
            <surname>Kohane</surname>
            <given-names>IS</given-names>
          </name>
        </person-group>
        <article-title>No small change for the health information economy</article-title>
        <source>N Engl J Med</source>  
        <year>2009</year>  
        <month>03</month>  
        <day>26</day>  
        <volume>360</volume>  
        <issue>13</issue>  
        <fpage>1278</fpage>  
        <lpage>1281</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJMp0900411</pub-id>
        <pub-id pub-id-type="medline">19321867</pub-id>
        <pub-id pub-id-type="pii">360/13/1278</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mandel</surname>
            <given-names>JC</given-names>
          </name>
          <name name-style="western">
            <surname>Kreda</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Mandl</surname>
            <given-names>KD</given-names>
          </name>
          <name name-style="western">
            <surname>Kohane</surname>
            <given-names>IS</given-names>
          </name>
          <name name-style="western">
            <surname>Ramoni</surname>
            <given-names>RB</given-names>
          </name>
        </person-group>
        <article-title>SMART on FHIR: A standards-based, interoperable apps platform for electronic health records</article-title>
        <source>J Am Med Inform Assoc</source>  
        <year>2016</year>  
        <month>12</month>  
        <volume>23</volume>  
        <issue>5</issue>  
        <fpage>899</fpage>  
        <lpage>908</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26911829"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1093/jamia/ocv189</pub-id>
        <pub-id pub-id-type="medline">26911829</pub-id>
        <pub-id pub-id-type="pii">ocv189</pub-id>
        <pub-id pub-id-type="pmcid">PMC4997036</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mandl</surname>
            <given-names>KD</given-names>
          </name>
          <name name-style="western">
            <surname>Mandel</surname>
            <given-names>JC</given-names>
          </name>
          <name name-style="western">
            <surname>Murphy</surname>
            <given-names>SN</given-names>
          </name>
          <name name-style="western">
            <surname>Bernstam</surname>
            <given-names>EV</given-names>
          </name>
          <name name-style="western">
            <surname>Ramoni</surname>
            <given-names>RL</given-names>
          </name>
          <name name-style="western">
            <surname>Kreda</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>McCoy</surname>
            <given-names>JM</given-names>
          </name>
          <name name-style="western">
            <surname>Adida</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Kohane</surname>
            <given-names>IS</given-names>
          </name>
        </person-group>
        <article-title>The SMART Platform: Early experience enabling substitutable applications for electronic health records</article-title>
        <source>J Am Med Inform Assoc</source>  
        <year>2012</year>  
        <volume>19</volume>  
        <issue>4</issue>  
        <fpage>597</fpage>  
        <lpage>603</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22427539"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/amiajnl-2011-000622</pub-id>
        <pub-id pub-id-type="medline">22427539</pub-id>
        <pub-id pub-id-type="pii">amiajnl-2011-000622</pub-id>
        <pub-id pub-id-type="pmcid">PMC3384120</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
        <source>Strategic Health IT Advanced Research Projects (SHARP) Program</source>  
        <access-date>2019-01-22</access-date>
        <publisher-loc>Washington, DC</publisher-loc>
        <publisher-name>The Office of the National Coordinator for Health Information Technology</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthit.gov/sites/default/files/factsheets/get-the-facts-about-sharp-program.pdf">https://www.healthit.gov/sites/default/files/factsheets/get-the-facts-about-sharp-program.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="75crxMxhd"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
        <source>SMART Health IT</source>  
        <access-date>2019-01-22</access-date>
        <publisher-loc>Boston, MA</publisher-loc>
        <publisher-name>Computational Health Informatics Program, Boston Children’s Hospital</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://smarthealthit.org/">https://smarthealthit.org/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="75csE6z8S"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>The Office of the National Coordinator for Health Information Technology (ONC) Office of the Secretary</collab>
          <collab>United States Department of Health and Human Services (HHS)</collab>
        </person-group>
        <source>2016 Report to Congress on Health IT Progress: Examining the HITECH Era and the Future of Health IT</source>  
        <year>2016</year>  
        <month>11</month>  
        <access-date>2019-01-28</access-date>
        <publisher-loc>Washington, DC</publisher-loc>
        <publisher-name>The Office of the National Coordinator for Health Information Technology</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthit.gov/sites/default/files/2016_report_to_congress_on_healthit_progress.pdf">https://www.healthit.gov/sites/default/files/2016_report_to_congress_on_healthit_progress.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="75luFUlWX"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Chopra</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <source>The White House, President Barack Obama</source>  
        <year>2011</year>  
        <month>03</month>  
        <day>10</day>  
        <access-date>2019-01-22</access-date>
        <comment>SMArt Prize for patients, physicians, and researchers 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.whitehouse.gov/blog/2011/03/10/smart-prize-patients-physicians-and-researchers">http://www.whitehouse.gov/blog/2011/03/10/smart-prize-patients-physicians-and-researchers</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="75csmEzE7"/></comment> </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
        <source>FHIR</source>  
        <access-date>2019-01-22</access-date>
        <comment>HL7 FHIR Foundation 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.fhir.org/">http://www.fhir.org/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="75csvANKh"/></comment> </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>114th Congress (2015-2016)</collab>
        </person-group>
        <source>Congress.gov</source>  
        <year>2016</year>  
        <access-date>2019-01-22</access-date>
        <comment>H.R.34 - 21st Century Cures Act 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.congress.gov/bill/114th-congress/house-bill/34/">https://www.congress.gov/bill/114th-congress/house-bill/34/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="75ct5CzLM"/></comment> </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mandl</surname>
            <given-names>KD</given-names>
          </name>
          <name name-style="western">
            <surname>Kohane</surname>
            <given-names>IS</given-names>
          </name>
        </person-group>
        <article-title>A 21st-century health IT system: Creating a real-world information economy</article-title>
        <source>N Engl J Med</source>  
        <year>2017</year>  
        <month>05</month>  
        <day>18</day>  
        <volume>376</volume>  
        <issue>20</issue>  
        <fpage>1905</fpage>  
        <lpage>1907</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJMp1700235</pub-id>
        <pub-id pub-id-type="medline">28514623</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Halamka</surname>
            <given-names>JD</given-names>
          </name>
        </person-group>
        <source>Life as a Healthcare CIO</source>  
        <year>2014</year>  
        <month>12</month>  
        <day>17</day>  
        <access-date>2019-01-22</access-date>
        <comment>The Argonaut Project Charter 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://geekdoctor.blogspot.com/2014/12/the-argonaut-project-charter.html">http://geekdoctor.blogspot.com/2014/12/the-argonaut-project-charter.html</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="75ctE2dCR"/></comment> </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
        <source>Health Level Seven International</source>  
        <year>2018</year>  
        <access-date>2019-01-22</access-date>
        <comment>Main Page/Implementation 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://argonautwiki.hl7.org/index.php?title=Main_Page/Implementation">http://argonautwiki.hl7.org/index.php?title=Main_Page/Implementation</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="75ctKfUfV"/></comment> </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ribick</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <source>HL7 Argonaut Project Takes Major Step Forward for FHIR</source>  
        <year>2017</year>  
        <month>02</month>  
        <day>15</day>  
        <access-date>2019-01-22</access-date>
        <publisher-loc>Ann Arbor, MI</publisher-loc>
        <publisher-name>Health Level Seven International</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://drive.google.com/file/d/0B6QYdUw2Ye6hRWJneTZQOGJZTFU/view?usp=drive_open">https://drive.google.com/file/d/0B6QYdUw2Ye6hRWJneTZQOGJZTFU/view?usp=drive_open</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="75ctQxLV0"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mandl</surname>
            <given-names>KD</given-names>
          </name>
        </person-group>
        <source>CNBC</source>  
        <year>2018</year>  
        <month>01</month>  
        <day>30</day>  
        <access-date>2019-01-28</access-date>
        <comment>Apple will finally replace the fax machine in health care 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cnbc.com/2018/01/30/apple-will-finally-replace-the-fax-machine-in-health-care-commentary.html">https://www.cnbc.com/2018/01/30/apple-will-finally-replace-the-fax-machine-in-health-care-commentary.html</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="75lvY67jm"/></comment> </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="web">
        <source>SMART App Gallery</source>  
        <access-date>2019-01-22</access-date>
        <publisher-loc>Boston, MA</publisher-loc>
        <publisher-name>Computational Health Informatics Program, Boston Children's Hospital</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://gallery.smarthealthit.org/">https://gallery.smarthealthit.org/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="75ctWN1H0"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Shuren</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Patel</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Gottlieb</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>FDA regulation of mobile medical apps</article-title>
        <source>JAMA</source>  
        <year>2018</year>  
        <month>07</month>  
        <day>24</day>  
        <volume>320</volume>  
        <issue>4</issue>  
        <fpage>337</fpage>  
        <lpage>338</lpage>  
        <pub-id pub-id-type="doi">10.1001/jama.2018.8832</pub-id>
        <pub-id pub-id-type="medline">29971339</pub-id>
        <pub-id pub-id-type="pii">2687221</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
        <source>Carin Alliance</source>  
        <access-date>2019-01-22</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.carinalliance.com/">https://www.carinalliance.com/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="75cty7gMz"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>O'Reilly</surname>
            <given-names>KB</given-names>
          </name>
        </person-group>
        <source>Proposed guidelines aim for safe, effective, mobile health apps</source>  
        <year>2018</year>  
        <month>01</month>  
        <day>22</day>  
        <access-date>2019-01-22</access-date>
        <publisher-loc>Chicago, IL</publisher-loc>
        <publisher-name>American Medical Association</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ama-assn.org/practice-management/digital/proposed-guidelines-aim-safe-effective-mobile-health-apps">https://www.ama-assn.org/practice-management/digital/proposed-guidelines-aim-safe-effective-mobile-health-apps</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="75cuKFpTb"/>
        </comment> </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
