<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v21i9e13595</article-id>
      <article-id pub-id-type="pmid">31573899</article-id>
      <article-id pub-id-type="doi">10.2196/13595</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Benefits of Blockchain Initiatives for Value-Based Care: Proposed Framework</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Clauson</surname>
            <given-names>Kevin</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Zhang</surname>
            <given-names>Peng</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Oh</surname>
            <given-names>Hans</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Reis</surname>
            <given-names>Catarina</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>McLeroy</surname>
            <given-names>Kenneth</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>Rongen</given-names>
          </name>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2883-1546</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>George</surname>
            <given-names>Amrita</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6441-251X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>Jongwoo</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5656-4436</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Johnson</surname>
            <given-names>Veneetia</given-names>
          </name>
          <degrees>DBA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5387-6116</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Ramesh</surname>
            <given-names>Balasubramaniam</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Georgia State University</institution>
            <addr-line>35 Broad Street</addr-line>
            <addr-line>Atlanta, GA, 30303</addr-line>
            <country>United States</country>
            <phone>1 404 413 7372</phone>
            <email>bramesh@gsu.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9629-328X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Georgia State University</institution>
        <addr-line>Atlanta, GA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Marquette University</institution>
        <addr-line>Milwaukee, WI</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>University of Massachusetts Boston</institution>
        <addr-line>Boston, MA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Balasubramaniam Ramesh <email>bramesh@gsu.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>9</month>
        <year>2019</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>27</day>
        <month>9</month>
        <year>2019</year>
      </pub-date>
      <volume>21</volume>
      <issue>9</issue>
      <elocation-id>e13595</elocation-id>
      <history>
        <date date-type="received">
          <day>1</day>
          <month>2</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>1</day>
          <month>4</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>27</day>
          <month>5</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>16</day>
          <month>7</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Rongen Zhang, Amrita George, Jongwoo Kim, Veneetia Johnson, Balasubramaniam Ramesh. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 27.09.2019</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2019/9/e13595" xlink:type="simple"/>
      <abstract>
        <sec sec-type="Background">
          <title>Background</title>
          <p>The potential of blockchain technology to achieve strategic goals, such as value-based care, is increasingly being recognized by both researchers and practitioners. However, current research and practices lack comprehensive approaches for evaluating the benefits of blockchain applications.</p>
        </sec>
        <sec sec-type="Objective">
          <title>Objective</title>
          <p>The goal of this study was to develop a framework for holistically assessing the performance of blockchain initiatives in providing value-based care by extending the existing balanced scorecard (BSC) evaluation framework.</p>
        </sec>
        <sec sec-type="Methods">
          <title>Methods</title>
          <p>Based on a review of the literature on value-based health care, blockchain technology, and methods for evaluating initiatives in disruptive technologies, we propose an extended BSC method for holistically evaluating blockchain applications in the provision of value-based health care. The proposed method extends the BSC framework, which has been extensively used to measure both financial and nonfinancial performance of organizations. The usefulness of our proposed framework is further demonstrated via a case study.</p>
        </sec>
        <sec sec-type="Results">
          <title>Results</title>
          <p>We describe the extended BSC framework, which includes five perspectives (both financial and nonfinancial) from which to assess the appropriateness and performance of blockchain initiatives in the health care domain.</p>
        </sec>
        <sec sec-type="Conclusions">
          <title>Conclusions</title>
          <p>The proposed framework moves us toward a holistic evaluation of both the financial and nonfinancial benefits of blockchain initiatives in the context of value-based care and its provision.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>blockchain</kwd>
        <kwd>balanced scorecard</kwd>
        <kwd>evaluation</kwd>
        <kwd>value-based care</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>The health care sector has recently been focused on two related challenges: the transition to value-based care and the use of innovative technologies (such as blockchain technology) to facilitate the delivery of health care. The transition to value-based care, which aims to improve the value of care while providing it at a lower cost, places new demands on health care information systems (IS) [<xref ref-type="bibr" rid="ref1">1</xref>] that current health information technology infrastructure is not designed to support [<xref ref-type="bibr" rid="ref1">1</xref>]. Adler-Milstein et al [<xref ref-type="bibr" rid="ref1">1</xref>] identified three major stakeholder groups that must be supported in achieving value-based care: patients, providers, and researchers. Disruptive technologies such as blockchain offer the potential to support these currently inadequately supported stakeholder groups with Health Information Technology (IT) infrastructure.</p>
        <p>Blockchain technology, widely celebrated as a technological revolution, is creating unprecedented hype and optimism [<xref ref-type="bibr" rid="ref2">2</xref>]. Blockchain is a distributed database that maintains a continuously growing list of data records that are secured from tampering and revision [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. A global survey documents the widespread application of blockchain in domains such as health care, manufacturing, legal, government, not for profit, retail, real estate, tourism, and media [<xref ref-type="bibr" rid="ref5">5</xref>]. The potential of this technology to aid organizations in achieving strategic goals like value-based care is increasingly being recognized by health care providers and other stakeholders (eg, payers, shareholders, accreditation agencies) [<xref ref-type="bibr" rid="ref6">6</xref>]. However, Iansiti and Lakhani [<xref ref-type="bibr" rid="ref7">7</xref>] note that practitioners are uncertain about the impact that disruptive technologies such as blockchain might have on organizational performance. Current research and practice lack comprehensive approaches to evaluating the benefits of blockchain and developing appropriate use cases of blockchain applications for value-based care [<xref ref-type="bibr" rid="ref8">8</xref>].</p>
        <p>As IT is increasingly becoming a strategic necessity for improving services and reducing medical errors [<xref ref-type="bibr" rid="ref9">9</xref>], comprehensive approaches to evaluating the appropriateness and value of disruptive technologies such as blockchain are needed. An evaluation approach should facilitate the assessment of both technical and nontechnical (eg, legal, data ownership and privacy, security) implications. To address this need, we assessed two sets of existing evaluation frameworks: technology evaluation methods (the Zachman framework, human-computer interaction [HCI] guidelines, and the technology-centric framework) and comprehensive evaluation methods (total quality management [TQM], the European foundation quality management excellence model (EFQMEM), the performance pyramid, and the performance prism). Based on this assessment, we identified deficiencies in the existing evaluation methods and subsequently developed an approach that extends the balanced scorecard (BSC) framework that addresses these deficiencies.</p>
        <p>The BSC, developed by Robert Kaplan and David Norton nearly two decades ago [<xref ref-type="bibr" rid="ref10">10</xref>], provides organizations with a structured approach to assessing both the financial and nonfinancial dimensions of organizational initiatives and processes in terms of strategic outcomes. Beyond the purely accounting-based measures traditionally used, the BSC is balanced in that it provides a comprehensive view of organizational performance. It translates high-level organizational vision and strategy into a holistic set of performance and action measures [<xref ref-type="bibr" rid="ref11">11</xref>]. The BSC is a practical method that is applicable within the health care service sector and health care organizations, and it has previously been used to assess clinical outcomes, for example [<xref ref-type="bibr" rid="ref12">12</xref>]. However, it has not yet been used to evaluate disruptive innovations, such as blockchain, that can improve patient care and reduce costs but that have regulatory, financial, and operational implications.</p>
        <p>A myriad of seemingly promising blockchain projects are being implemented in the health care domain, often without careful consideration of the applicability of the technology [<xref ref-type="bibr" rid="ref13">13</xref>]. Moreover, questions still linger for early adopters of this technology: “How does an organization holistically assess the performance of blockchain technology in the health care domain?” and “Does the introduction of blockchain technology align with the strategic priorities of a health care organization?”. Answering these questions is critical for health care organizations to achieve the health care IT mission identified by the US federal government, namely: "Improve the health and well-being of individuals and communities through the use of technology and health information that is accessible when and where it matters most" [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>We sought to answer the above questions through our assessment of existing evaluation frameworks and the development of a new framework that can guide the comprehensive evaluation of the value of blockchain initiatives that seek to enable the delivery of value-based care.</p>
        <p>In the sections below, we first discuss the relevant literature on value-based health care and blockchain technology. We then assess existing evaluation frameworks and present our framework, which extends the BSC by addressing some of its limitations. Further, we customize the framework to the context of blockchain applications in health care settings. We then present an illustrative case study on the application of the framework in a pharmaceutical supply chain organization. Finally, we discuss the implications of our framework for both researchers and practitioners.</p>
      </sec>
      <sec>
        <title>Information Technology Support for Transitioning to Value-Based Health Care</title>
        <p>Health care value, defined as health outcomes (including quality of care achieved per dollar spent), has become a cornerstone of the strategy to restructure the US health care system [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. One of the proposed frameworks for improving health care value is the value-based care model [<xref ref-type="bibr" rid="ref18">18</xref>]. Value-based care attempts to advance the triple aim of providing better care for individuals, improving population health management strategies, and reducing health care costs. Value-based care models center on patient outcomes and how well health care providers can improve quality of care using measures such as reduced hospital readmissions, improved timeliness and safety of care, more equitable care, shared decision-making, and improved preventative care [<xref ref-type="bibr" rid="ref17">17</xref>]. This model ties payments for care delivery to the quality of care provided, and rewards providers for both efficiency and effectiveness [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        <p>Unlike more traditional approaches, value-based care is driven by data because providers must report to payers on specific metrics and demonstrate improvement. Providers are required to use IT systems to track and report metrics such as hospital readmissions, adverse events, population health, and patient engagement. Further, providers are incentivized to use evidence-based medicine, engage patients, upgrade health care IT, use data analytics, and receive payments electronically. When patients receive more coordinated, appropriate, and effective care, providers are rewarded. To achieve these goals, health care organizations need a digital infrastructure that facilitates the provision of comprehensive, affordable, accessible, effective, and error-free care.</p>
        <p>While significant progress has been made in digitizing the US health care system, today’s health IT infrastructure largely remains a collection of systems that were not designed to support the transition to value-based care [<xref ref-type="bibr" rid="ref1">1</xref>]. In fact, prior literature has identified a health IT chasm, which refers to the gaps between the current health IT ecosystem (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) and the system that is needed for value-based care [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref42">42</xref>].</p>
        <p>In fact, a recent study identified several gaps from the perspectives of three stakeholder groups. From the patient perspective, patients are unable to access electronic medical records from most providers, and most care providers do not provide functionalities for patients to submit patient-generated data. Only a small percentage of patients receive clinical trial information from their primary physician, and an even smaller percentage participate in biobanks [<xref ref-type="bibr" rid="ref1">1</xref>]. From the provider perspective, due to the lack of standardized application interfaces providers have difficulty accessing external data, which hinders the advanced analytics on which personalized assistance is based [<xref ref-type="bibr" rid="ref43">43</xref>]. In addition, manual credentialing (typically takes more than 120 days) and administration of contracts is complicated and inefficient. Further, pharmaceutical providers find it challenging to ensure the authenticity of pharmacy products due to a lack of transparency in current supply chain systems. Finally, from the researchers’ perspective, it is difficult for them to track investigational products to ensure data authenticity, and payments to investigators are delayed due to manual processing [<xref ref-type="bibr" rid="ref33">33</xref>]. The health IT environment is immature, provides few safeguards for safety and effectiveness, and provides very limited integration of applications used in clinical care or research.</p>
        <p>Prior literature has also identified specific goals (eg, improving patients’ access to clinical data, improving patient’s ability to submit and access data via mobile health technology, more readily engaging patients in clinical research) for addressing the needs of each of these stakeholder groups [<xref ref-type="bibr" rid="ref1">1</xref>]. Blockchain technology may help achieve these goals.</p>
      </sec>
      <sec>
        <title>Blockchain for Enabling Value-Based Care</title>
        <p>Blockchain consists of blocks that hold batches of individual transactions. Each block contains a timestamp and a link to a previous block [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. The most salient benefit of blockchain is decentralization and the elimination of a trusted centralized third party in distributed applications. Thus, multiple parties can conduct transactions in a distributed environment without the need for a centralized authority, thereby avoiding a single point of both trust and failure. The absence of a centralized processing entity may reduce time and costs. A consensus mechanism is used to reconcile any discrepancies that may arise between participants in a blockchain network.</p>
        <p>Iansiti and Lakhani [<xref ref-type="bibr" rid="ref7">7</xref>] summarized five basic principles underlying blockchain technology: a distributed database, peer-to-peer transmission, transparency with pseudonymity, irreversibility of records, and computational logic. These unique characteristics of blockchain technology enable the development of solutions that reduce uncertainty and ambiguity and enhance security of stored transactional information by providing full transparency and a single truth for all network participants [<xref ref-type="bibr" rid="ref44">44</xref>]. Although blockchain technology enjoys the benefits of decentralization, it often comes at the cost of scalability. Blockchains are typically incapable of processing large numbers of transactions in a timely manner [<xref ref-type="bibr" rid="ref1">1</xref>]. The trustless peer-to-peer network infrastructure, which requires information to be propagated to and validated at each node, is the root of this problem. Several solutions (eg, off-chain transactions, sharding, and a provably neutral cloud) have been proposed to address this issue. For example, Leung et al proposed a design that minimizes storage, bootstrapping costs, and bandwidth costs of joining a network by 90% [<xref ref-type="bibr" rid="ref45">45</xref>]. Such advances are essential for blockchain to realize its disruptive potential [<xref ref-type="bibr" rid="ref46">46</xref>]. However, effective management of personal health records using blockchain technology still requires improvements such as reduced data size, strengthened personal information protection, and reduced operational costs [<xref ref-type="bibr" rid="ref47">47</xref>].</p>
        <p>Despite its technological infancy, experimental adoption and customization of blockchain technology appears to be fully underway in the health care domain [<xref ref-type="bibr" rid="ref8">8</xref>]. One of the most impactful health care applications is expected to be the management of electronic health records (EHRs). The decentralization, immutability, traceability, security, and privacy of blockchain make it well suited for the storing, managing, and sharing of patient-centric data among stakeholders [<xref ref-type="bibr" rid="ref48">48</xref>-<xref ref-type="bibr" rid="ref50">50</xref>]. Aligning with the requirements of the European General Data Protection Regulation (GDPR), blockchain can be used to build health care platforms that empower patients to control how their data are used and ensure that sensitive personal data are not revealed without the patients’ consent [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. Guardtime [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref51">51</xref>], MedRec [<xref ref-type="bibr" rid="ref23">23</xref>], the Gem Health Network [<xref ref-type="bibr" rid="ref44">44</xref>], Patientory, and IBM’s Watson [<xref ref-type="bibr" rid="ref21">21</xref>] are some of the key projects in this ecosystem.</p>
        <p>Another salient application domain of blockchain is supply chain management in the pharmaceutical industry. Because of the immutability and traceability of blockchain, any modification of a prescription by any party in the supply chain can be detected, which, in turn, can help address the severe problem of counterfeit medications [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref44">44</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]. In addition, in biomedical research and education, blockchain could facilitate the elimination of falsification of data or the exclusion of undesirable results from clinical trials [<xref ref-type="bibr" rid="ref31">31</xref>]. Benchoufi [<xref ref-type="bibr" rid="ref38">38</xref>] and Nugent et al [<xref ref-type="bibr" rid="ref37">37</xref>] illustrated the ability to trace patients’ consent and provide data transparency in clinical trials. Moreover, insurance claim processing is a promising area for blockchain applications because of its transparency, decentralization, immutability, and auditability; a few prototype implementations, such as MIStore [<xref ref-type="bibr" rid="ref52">52</xref>] and Politdok’s initiative partnered with Intel [<xref ref-type="bibr" rid="ref53">53</xref>], have been reported [<xref ref-type="bibr" rid="ref44">44</xref>]. Other promising areas include remote patient monitoring [<xref ref-type="bibr" rid="ref24">24</xref>] and precision medicine [<xref ref-type="bibr" rid="ref54">54</xref>].</p>
        <p>Blockchain technology has the potential to address some of the gaps in the current health IT ecosystem, thereby supporting the three important stakeholder groups involved in value-based care [<xref ref-type="bibr" rid="ref1">1</xref>]. <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> identifies these gaps and highlights what blockchain can do to address these gaps. Based on a careful study of the needs of the three stakeholder groups, we further outline in the appendix how specific characteristics of blockchain technology may help meet these needs. We also list some proof-of-concept systems that provide some of the desired functionalities.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>While blockchain offers the potential to address issues (eg, interoperability, difficulty in providing optimal personalized care due to lack of comprehensive medical records, and maintaining integrity of records) that are critical for effective value-based care [<xref ref-type="bibr" rid="ref55">55</xref>], there is limited research comprehensively evaluating the financial and nonfinancial benefits of blockchain solutions in health care [<xref ref-type="bibr" rid="ref56">56</xref>]. A review of the literature on value-based health care strongly suggests the need for a framework to holistically evaluate the impacts of technologies such as blockchain. Existing evaluation mechanisms (such as the Level of Information System interoperability reference model [<xref ref-type="bibr" rid="ref56">56</xref>]) have focused on the operational aspects of blockchain. Motivated by the need for a framework to guide the strategic evaluation of blockchain applications within a health care organization, we extend the BSC approach, which is an already well-established performance evaluation system. Specifically, our approach integrates financial and nonfinancial perspectives (ie, internal processes, learning and growth, external perspectives, and customer perspectives), which are parts of the original BSC, with an external perspective that incorporates the viewpoints of external stakeholders and regulators, especially because of the significant role these parties play in health care delivery. In the following section, we illustrate the use of our framework with a blockchain application for managing a pharmaceutical supply chain.</p>
      </sec>
      <sec>
        <title>Performance Evaluation of Health Care Blockchain Implementations and the Balanced Scorecard</title>
        <p>Traditional performance measurement systems have either focused purely on financial factors, ignoring the value of nonfinancial factors [<xref ref-type="bibr" rid="ref12">12</xref>], or have focused solely on the effectiveness of the technical system without considering the external or financial implications. Health care organizations have been using economic evaluations for health care decision-making for several decades. During this period, increased pressure on health care budgets has necessitated the consideration of cost-effectiveness in addition to clinical effectiveness. Economic evaluation approaches have also been applied to other health care–related decision-making in terms of funding, reimbursement, and new technologies [<xref ref-type="bibr" rid="ref57">57</xref>,<xref ref-type="bibr" rid="ref58">58</xref>]. Even comprehensive evaluation approaches that include cost-consequences analysis, cost-minimization analysis, cost-effectiveness analysis, cost-utility analysis, and cost-benefit analysis [<xref ref-type="bibr" rid="ref59">59</xref>] are focused on financial factors and give limited consideration to nonfinancial aspects of evaluation targets. For example, Zachman’s framework [<xref ref-type="bibr" rid="ref60">60</xref>] evaluates business-IT alignment in detail but lacks a holistic governance framework. Similarly, the human-computer interaction [<xref ref-type="bibr" rid="ref61">61</xref>] and technology-centric frameworks [<xref ref-type="bibr" rid="ref62">62</xref>] provide insights into developing intuitive and interactive IS, but they do not focus on assessing the impact of these systems from external and financial perspectives. Additionally, the interrelationships between the various functional areas in an organization are overlooked in these frameworks. For example, a blockchain implementation in one functional area, such as improving patients’ access to their own medical records, may have major impacts in other areas, such as customer service management, internal processes for quality assurance, security checks, or external partnerships (with, say, insurance companies or pharmacies). Finally, the knowledge that results from the long-term growth of organizations or the ability to deal with future threats also needs to be factored into the performance evaluation [<xref ref-type="bibr" rid="ref12">12</xref>]. The BSC has dual functions as a performance framework and a management methodology, and thus can tackle the shortcomings of traditional performance measurement systems. These shortcomings include the lack of consideration of nonfinancial factors and the lack of strategic focus. Our evaluation suggests that the BSC addresses both shortcomings and is well suited for the evaluation of disruptive technologies, especially in the dynamic environment in which health care organizations operate.</p>
        <p>Our comparison of the various performance measurement systems, as presented in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>, suggests that BSC is an appropriate approach for evaluating blockchain initiatives in achieving value-based care for the following reasons. We compared BSC with two sets of existing methods, namely, technology evaluation methods (the Zachman framework, HCI, and the technology-centric framework) and comprehensive performance evaluation methods (TQM, the European foundation quality management excellence model, the performance pyramid, and the performance prism) [<xref ref-type="bibr" rid="ref63">63</xref>-<xref ref-type="bibr" rid="ref65">65</xref>]. Technology evaluation methods typically do not provide a holistic view (such as the consideration of external or customer perspectives) and therefore are not appropriate in our setting. Among the comprehensive evaluation methods, TQM’s narrow focus on internal process is inadequate, and the European foundation quality management excellence model, designed to improve TQM, lacks a strategic focus. Although both the BSC and the performance pyramid use strategic mapping to link strategy to operational metrics, prior research suggests that the performance pyramid is less effective and harder to understand than the BSC [<xref ref-type="bibr" rid="ref64">64</xref>]. Moreover, although the performance prism considers stakeholders’ perspectives, it does not provide adequate guidelines and neglects to show how the proposed measures can be operationalized [<xref ref-type="bibr" rid="ref65">65</xref>]. Thus, our comparison of the various technical and comprehensive performance evaluation methods suggests that, among them, the BSC is the most suited to evaluate the performance of disruptive technologies (such as blockchain) in value-based care initiatives.</p>
        <p>Organizations in multiple domains, including health care, have adopted the BSC [<xref ref-type="bibr" rid="ref66">66</xref>,<xref ref-type="bibr" rid="ref67">67</xref>]. In increasingly dynamic business environments, traditional performance evaluation approaches may not work well due to the uncertainty involved in ascertaining both the costs and benefits of new technologies, such as blockchain. However, both theoretical research and practitioner articles support the use of the BSC for evaluating IT initiatives in such contexts. For example, Gartner [<xref ref-type="bibr" rid="ref68">68</xref>] notes that performance measurement solutions deployed within an organization should include a spectrum of leading measures rather than focusing on lagging financial indicators. To provide a holistic assessment, Gartner [<xref ref-type="bibr" rid="ref29">29</xref>] recommends using the BSC to measure return on investment (ROI) and the business value of IT services because it enables the consideration of both financial and nonfinancial perspectives and helps develop relevant metrics [<xref ref-type="bibr" rid="ref68">68</xref>]. Researchers also recognize the BSC framework as a holistic approach that provides managers with a structure to develop metrics that reflect performance from various perspectives [<xref ref-type="bibr" rid="ref69">69</xref>], hence our selection of the BSC as the basis for the development of our approach to evaluating blockchain applications.</p>
        <p>The BSC measures the performance of organizations from the following four linked and balanced perspectives:</p>
        <list list-type="order">
          <list-item>
            <p>Financial: How do we increase value for our shareholders (or providers of financial resources)?</p>
          </list-item>
          <list-item>
            <p>Customer: How well do we satisfy our customers’ needs?</p>
          </list-item>
          <list-item>
            <p>Internal: How well do we perform key internal operational processes? To satisfy our customers, in what processes must we excel?</p>
          </list-item>
          <list-item>
            <p>Learning and growth: Are we able to sustain innovation, change, and continual improvement? Do we have the basic infrastructure in place to improve, create, value, and achieve our mission?</p>
          </list-item>
        </list>
        <p>Some limitations of the traditional BSC have received attention in the literature [<xref ref-type="bibr" rid="ref70">70</xref>,<xref ref-type="bibr" rid="ref71">71</xref>]. One major concern is that the environment external to the organizations, including key groups of stakeholders, is not represented in the framework. For example, Mohobbot [<xref ref-type="bibr" rid="ref72">72</xref>] points out that the BSC is unable to answer questions concerning the impact of external competitors. Moreover, the BSC does not consider the extended value chain, in which supplier and employee contributions are very significant [<xref ref-type="bibr" rid="ref73">73</xref>]. This issue is exacerbated in the health care domain due to the complex interactions among the wide variety of organizations and stakeholders that are part of the ecosystem. For example, Norreklit [<xref ref-type="bibr" rid="ref30">30</xref>] identifies crucial stakeholders like public authorities and suppliers, but other external stakeholders may include insurers, physicians, hospitals, clinics, laboratories, clinical research organizations, supply chain logistics stakeholders (such as pharmaceutical manufacturers, distributors, and retailers), government and regulatory agencies, and charities. To account for the impact of external stakeholders, we extended the BSC with an additional perspective, namely the external and regulatory perspective (see <xref rid="figure1" ref-type="fig">Figure 1</xref>). This perspective seeks to answer the following question: "How well does the organization improve value creation through external partnerships while ensuring regulatory compliance?"</p>
        <fig id="figure1" position="float">
          <caption>
            <p>Proposed framework for evaluating blockchain initiatives for value-based care.</p>
          </caption>
          <graphic xlink:href="jmir_v21i9e13595_fig1.png" alt-version="no" position="float" xlink:type="simple"/>
        </fig>
        <p>By integrating financial measures with other crucial performance indicators concerning patients, organizational learning, growth and innovation, internal processes, and external perspectives, this extended BSC framework offers health care organizations a comprehensive view of the performance of blockchain applications.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Summary</title>
        <p>In this study we adopted a for-profit health care organization’s view, as a majority of current blockchain implementations are in for-profit organizations.</p>
      </sec>
      <sec>
        <title>Financial Perspective</title>
        <p>From a value-based perspective, one of the key questions health care organizations should ask is: "How do health care organizations use blockchain applications to generate more profits at lower cost?" Typically, the focus of the financial perspective in the BSC has been on traditional financial metrics such as ROI and net income. In the context of value-based health care, patient-centric metrics such as gross revenue, adjusted cost per discharge, in-patient or out-patient revenue mix, contract allowances, discounts as a percentage of operating patient revenue [<xref ref-type="bibr" rid="ref74">74</xref>], patient-payer mix, Medicare or Medicaid mix, average length of stay, and occupancy rate all deserve consideration.</p>
        <p>The auditability and traceability features of blockchain enable more secure and efficient revenue management. As it does not require an intermediary, blockchain can support health care financing tasks, such as automatic claims processing using smart contracts [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref75">75</xref>], preauthorization of payments [<xref ref-type="bibr" rid="ref36">36</xref>], and alternative payment models [<xref ref-type="bibr" rid="ref76">76</xref>]. A distributed ledger makes claims processing and payment transactions more efficient and cost-effective. Replacing redundant health care intermediaries (namely, organizations that operate between stakeholders and institutions but that add little value to the health care value chain [<xref ref-type="bibr" rid="ref54">54</xref>]) with transparent blockchain technology could facilitate processes like real-time claims adjudication [<xref ref-type="bibr" rid="ref75">75</xref>]. With the data provenance benefits offered by blockchain, providers and patients could have enhanced accessibility to patient data. Blockchain technology can also help eliminate information asymmetry and mistrust between stakeholders in the health care ecosystem. With the innate immutability, transparency, and traceability provided by blockchain technology, medical products can be traced from manufacturer to patient, thereby reducing medication and medical equipment fraud. However, in the short-term, the adoption of blockchain technology will likely involve significant investments in application development, and their integration with legacy systems might initially undermine the financial benefit to shareholders.</p>
      </sec>
      <sec>
        <title>Customer (Patient) Perspective</title>
        <p>From a value-based care perspective, one of the key questions health care organizations should ask is: "How can we improve our service to customers and satisfy customer needs via blockchain applications?" Improving the performance of health care information systems that support the provision of effective and efficient care to patients is critical for achieving this goal. The patient-centric care paradigm requires the sharing of patients’ EHRs, which raises issues such as privacy, confidentiality, integrity, availability, and security [<xref ref-type="bibr" rid="ref77">77</xref>]. As a valuable personal asset, health care data should be owned and controlled by customers (patients) easily and securely without violating their privacy [<xref ref-type="bibr" rid="ref41">41</xref>]. With blockchain-supported applications such as FHIRChain and Blockchain-Based Multi-level Privacy-Preserving Location Sharing Scheme (BMPLS), which simplify data authentication and authorization, patients can control access to their medical data easily and quickly. According to a seminal paper on IS success [<xref ref-type="bibr" rid="ref78">78</xref>], user satisfaction is affected by information quality, system quality, and service quality. Blockchain enables health care stakeholders to access complete, relevant, and secure data on patients, thereby improving information quality. Health care organizations can overcome common challenges, such as data segregation, and achieve better integration of patients’ medical data. Blockchain supports data immutability and auditability, thereby improving service quality (eg, reliability, responsiveness, and rapport) of medical IS [<xref ref-type="bibr" rid="ref79">79</xref>], and as a result health care organizations can enhance their medical service quality and thereby patient satisfaction. Blockchain can help health care organizations easily integrate various elements of clinical data, which can enable medical professionals to make accurate diagnoses at low cost.</p>
      </sec>
      <sec>
        <title>Internal Perspective</title>
        <p>From a value-based care perspective, one of the key questions that health care organizations should ask is: "What internal processes can blockchain improve to satisfy our customers and the population in general?" Effective internal business processes are critical for providing products and services that satisfy health care organizations’ customers’ needs in a fiscally responsible manner. These effective processes can be reliable indicators of future financial and operational success [<xref ref-type="bibr" rid="ref12">12</xref>]. With blockchain applications, health care organizations can build time-stamped, tamper-proof, immutable ledger systems that will improve organizations’ auditing and reporting capabilities. These capabilities are crucial for identifying failures in internal processes and remedying those failures. Some benefits that accrue with improvements to internal processes include reduced length of patient stay, accuracy of services provided (both primary and ancillary), optimal surgical capacity utilization, and timeliness of services [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
        <p>A variety of internal processes are candidates for improvements using blockchain technology. Using smart contracts, organizations can encode internal logic (eg, validating identity and tracking the participation of various stakeholders. such as patients and health providers), which will enhance service quality. Service quality can be reflected in measures such as reductions in diagnostic errors, readmission rates, and data security incidents, all of which lower costs. Value for customers can also be improved by instituting newer internal processes, such as Hitech service (eg, digitization of wellness check in Mount Sinai’s Lab 100 [<xref ref-type="bibr" rid="ref80">80</xref>]). Access to longitudinal medical charts using blockchain applications (such as those implemented in FHIRChain) can help health care organizations achieve optimal results with Hitech services, thereby enabling effective long-term care for chronic illnesses (eg, diabetes). Further, such charts can be useful in designing effective population outreach programs. Finally, using peer-to-peer network-enabled blockchain applications (eg, BMPLS), health care organizations can leverage newer mechanisms of health care delivery, such as telecare, to increase their reach, thereby improving health equity while providing care at a reduced cost.</p>
      </sec>
      <sec>
        <title>External Perspective</title>
        <p>From a value-based care perspective, one of the key questions health care organizations should ask is: "How can we leverage external partnerships to create value while ensuring regulatory compliance, thus satisfying our customers and the general population?" Creating effective partnerships with external stakeholders (eg, payers, accreditation bodies) while remaining compliant with regulations is critical for value creation. These partnerships enable health care organizations to supply products and services that satisfy customer needs in a fiscally and legally responsible manner.</p>
        <p>Some multi-level, privacy-preserving. location-sharing blockchain applications (eg, BMPLS) enable interoperability with external systems, thereby enabling access to multi-dimensional medical charts from various stakeholders that can improve long-term medical care at a low cost. Through external partnerships, these health care organizations can seek to create value by taking a proactive role in providing care to their customers (say, by tracking customers’ lifestyle and suggesting changes). Naturally, such partnerships can enable future financial and operational success through service innovation, which can help build deeper long-term relationships with customers. Additionally, having access to multi-dimensional population health data will enable health care providers to design outreach services that benefit the community as a whole. Blockchain solutions may also include smart contracts that help meet security and privacy mandates. Further, through the standardization of smart contracts at both the provider’s and the external partner’s end, interoperability of medical systems for value creation can be achieved.</p>
      </sec>
      <sec>
        <title>Learning and Innovation Perspective</title>
        <p>From a value-based care perspective, one of the key questions health care organizations should ask is: "How can we use blockchain applications to improve the learning capabilities that lead to growth and innovation?" Blockchain applications can help health care organizations reassess their resources, from employee capabilities to health care delivery processes, and align them to the organization’s strategy.</p>
        <p>Blockchain enables health care stakeholders to learn and to improve their services, thereby enhancing their competitiveness and sustainability. The systems interoperability enabled by blockchain technology can help health care professionals learn about opportunities to innovate their services. Blockchain technology also supports organizations in reassessing existing processes and resources and identifying opportunities for improvement. For example, auditability and traceability improved by blockchain can help streamline insurance claim processes and make them easier to manage. Blockchain can also significantly reduce administration costs and potentially eliminate some intermediaries that were previously needed for data integration. Aggregated health care data can help health care organizations reconfigure their procedures and innovate medical services for patients. With enhanced traceability and transparency supported by blockchain, organizations can learn how to optimize the health care supply chain.</p>
      </sec>
      <sec>
        <title>Interrelationships Among Perspectives</title>
        <p>The BSC does not explicitly consider the interactions and trade-offs between perspectives. In dynamic environments, correctly identifying and addressing trade-offs between perspectives can help organizations accurately evaluate the target system and develop effective incentives to improve overall organizational performance. Focusing on the financial perspective alone may motivate organizations to reduce nonfinancial investments that could produce long-term benefits. In particular, if a nonfinancial perspective has no contemporaneously congruent relationship with financial perspective, managers may reduce investments that improve performance in other areas for short-term benefits.</p>
        <p>Our approach suggests that in addition to evaluating value-based care with respect to each perspective, health care organizations need to examine the interrelationship among the five perspectives. For example, efforts to improve the efficiency of internal processes (eg, improving quality process within a unit) with blockchain applications can help health care organizations enhance their learning capabilities (eg, creating quality management processes at the organizational level).</p>
        <p>While developing relevant key metrics for each perspective (see <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>) is crucial for the effective use of the BSC, it is also important to carefully examine the relationships among the perspectives to understand how focus on one affects performance in others in both the short and long term (see <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref> for some of the tradeoffs that merit consideration). The relationship is dependent on case characteristics and is therefore not conclusive. For example, as health care organizations learn how to better use blockchain applications, they can use this knowledge to improve their internal processes. Efficient and effective processes can lead to improved service quality, thereby increasing customer satisfaction and revenue in the long term. In turn, organizations can invest more resources in identifying opportunities to learn and develop blockchain applications across the various units. Similarly, an existing health care system may provide a moderate level of data protection that can be achieved with minimal investment, moderate levels of customer satisfaction, and minimal changes to internal processes and learning capabilities. When providing more secure protection of patients’ medical data becomes a top priority for compliance with external and regulatory requirements, organizations may consider adopting a blockchain solution. From the financial perspective, adopting blockchain applications may have a negative impact on organizations as it increases costs in the short term. In addition, blockchain adoption may decrease customer satisfaction in the short term until customers become familiar with the new systems and realize value through capabilities such as ease of access and control. These short-term negative impacts from the customer and on financial perspectives may delay the adoption of improvements to internal processes. In the long term, however, improvements to internal processes that are facilitated by the technology may positively affect customer satisfaction. In addition, process improvements can facilitate learning capabilities, which, in turn, positively affect internal processes and organizational finances in the long term.</p>
      </sec>
      <sec>
        <title>Case Study: Analysis of the Proposed Extended Balanced Scorecard with a Blockchain Implementation in Health Care</title>
        <sec>
          <title>Outline</title>
          <p>What follows is a case study applying the BSC framework to the implementation of a blockchain in health care. PharmaChain Inc is a business unit that manages aviation and trucking transportation within the supply chain journey for pharmaceuticals. PharmaChain Inc prides itself on maintaining pharmaceutical supply chain industry certification to handle high-value, temperature-sensitive cargo. The highest impact of blockchain implementation is providing greater visibility and transparency, thereby ensuring the safe transportation of life-saving pharmaceuticals. Business leaders suggest that this blockchain application use case, managing aviation and trucking of pharmaceutical products from manufacturers to health care providers, serves as an example of PharmaChain Inc’s commitment to pursuing high impact innovation.</p>
          <p>While stakeholders often have varying perspectives and goals, this use case illustrates significant benefits for two important stakeholder groups, namely, customers and providers. The varying stakeholder goals within supply chains results in operational complexity when the process is desynchronized. Blockchain technology helps standardize stakeholder interactions, contributing mutual benefit to the provider and the customer. Standardization of interactions, in turn, reduces human intervention and results in accrual of added business value to all stakeholders. See <xref rid="figure2" ref-type="fig">Figure 2</xref> for a summary of the case study.</p>
          <fig id="figure2" position="float">
            <caption>
              <p>Case study: Application of developed framework in the pharmaceutical supply chain.</p>
            </caption>
            <graphic xlink:href="jmir_v21i9e13595_fig2.png" alt-version="no" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Customer Perspective</title>
          <p>Customers are at the center of all decisions at PharmaChain Inc. PharmaChain Inc is committed to customer service and innovation, and these two values guide its decision to strengthen its pharmaceutical transportation services. The blockchain solution enables customers to track and trace their temperature-regulated pharmaceutical products, thereby increasing consumer confidence. As an additional benefit, the organization receives positive media attention regarding its commitment to safely transporting pharmaceutical products, which positively strengthens the company’s relationship with its customer base. Thus, the customer gains real-time access via mobile device or desktop computer to trustworthy information via the blockchain, and the need to contact customer service, which can be time consuming for the customer and costly for the company, is removed.</p>
        </sec>
        <sec>
          <title>Internal Perspective</title>
          <p>PharmaChain Inc explores various parts of the internal and external process to solve customer challenges. Blockchain aids in the reduction of lags in the internal processes between temperature measurement and timely corrective actions. Those lags may have otherwise resulted in increased liability, loss of product efficacy, and product destruction. This implementation facilitates the monitoring of the pharmaceutical products’ exposure to undesirable conditions (such as temperature extremes and delays in transit).</p>
        </sec>
        <sec>
          <title>External Perspective</title>
          <p>Conversely, blockchain delivers external process improvements leveraged to resolve legal and compliance issues more rapidly, ultimately allowing lifesaving medicine to reach patients more quickly by eliminating customary hold times in customs. A blockchain initiative was selected to improve visibility and facilitate trust among stakeholders (eg, manufacturers, distributors, transporters, government agencies, and pharmacies). If the freight forwarders do not produce and submit customs approval forms in a timely fashion, the pharmaceutical products cannot be released, with the duration of the hold potentially affecting the quality of the product and negatively affecting the customer experience. A trusted blockchain minimizes the standard 4- to 8-hour hold duration necessary to verify the validity of the customs approval submitted by the freight forwarder, and improved compliance also helps increase trust among external partners.</p>
        </sec>
        <sec>
          <title>Learning and Growth (Innovation) Perspective</title>
          <p>Blockchain applications support PharmaChain Inc in improving its learning capabilities by enabling it to analyze its business processes and optimize them. The learning capabilities can be extended beyond pharmaceutical products, resulting in organizational efficiencies. The growth opportunity within blockchain applications is enabling traceability along the supply chain journey. Traceability helps reduce fraud in the pharmaceutical supply chain, which is a major societal benefit. Encouraged by the success of the initiative, the organization is deploying blockchain across multiple business products, especially for high value activities and products like pet transportation and food items.</p>
        </sec>
        <sec>
          <title>Financial Perspective</title>
          <p>For PharmaChain Inc, pharmaceuticals represent one of its highest grossing revenue centers among all its shipping products. With a supply chain industry ripe for innovation, PharmaChain Inc accepts that a financial investment must be made to realize the key benefits of blockchain technology. Blockchain technology reduces the risk of theft and fraud as pharmaceutical products move through multiple warehouses along the supply chain, thus justifying the financial investment. The blockchain solution implemented by PharmaChain Inc positively impacts customer service and internal and external processes, increasing reliability and thereby reducing long-term costs. The risk of theft is minimized due to the automation of security controls, facilitated by the blockchain implementation. In addition, the cost of physical tracking of shipments is also minimized. The organization anticipates a lift of 10% in pharmaceutical sales over an 18-month period due to the initiative.</p>
        </sec>
        <sec>
          <title>Tradeoffs Between the Perspectives</title>
          <p>Transparency is one of the key characteristics of blockchain that helps to facilitate value within health care. Transparency helps ensure the authenticity of the pharmaceutical products while providing a lone source of the truth for the pharmacy supply chain network. However, transparency comes with tradeoffs between the value-based perspectives. For example, transparency replaces the concept of <italic>need to know</italic> that previously existed between the internal operational perspective and the customer perspective. Prior to the adoption of the blockchain solution, process improvements that were necessary to address internal operational failure were implemented only when the benefits outweighed the costs. With the introduction of blockchain, increased transparency may increase the exposure of failures in internal operations to the entire supply chain network, which, in turn, may reduce confidence in PharmaChain Inc. Therefore, any deficiencies identified in internal processes will be addressed more rapidly. While this increases the cost of the pharmacy product in the short term, it is likely to improve performance in the long term. Since blockchain in pharmaceuticals is transformational in providing trusted information, positive media attention that results from being an innovator in the industry provides additional opportunities for expanding the customer base.</p>
          <p>Thus, PharmaChain Inc needs to continuously balance competing demands to improve internal operations and to innovate. Blockchain innovations require financial and human capital investments, which compete with the demands to improve existing internal systems. Thus, at least in the short term, increased quality of services provided to the customer (for example, via the ability to track and trace pharmaceutical products) may negatively affect the financial metrics. However, the benefits are expected to significantly increase financial performance in the long term as the blockchain technology enables PharmaChain Inc to offer superior services in comparison to its competition, thus providing PharmaChain Inc the opportunity to strengthen its competitive position in the industry.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>Thus, we provide a comprehensive framework that can be used to evaluate blockchain implementation in the value-based health care context, and our study contributes to research streams on blockchain technology, the balanced scorecard framework, and value-based care.</p>
      <p>First, our framework can help decision makers in health care organizations evaluate the feasibility and utility of various blockchain proposals that seek to address the health IT chasm reported in prior research [<xref ref-type="bibr" rid="ref1">1</xref>]. We examined the health IT chasm from three stakeholder perspectives to identify how blockchain-based solutions can resolve these issues based on existing use cases (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). However, because this disruptive technology is still in its infancy, having a holistic view of the value of blockchain applications is critical to making informed strategic investment decisions [<xref ref-type="bibr" rid="ref55">55</xref>,<xref ref-type="bibr" rid="ref81">81</xref>]. Our framework will aid health care organizations in holistically considering the implications of blockchain technology from five critical perspectives. While prior literature has identified three groups of stakeholders central to the delivery of value-based care [<xref ref-type="bibr" rid="ref1">1</xref>], our study additionally highlights the critical role of external stakeholders and regulations.</p>
      <p>In addition, our study extends the BSC framework by emphasizing the importance of the external perspective within the health care domain. The health care domain is a dynamic environment marked by changing regulations as well as competitive forces that are charting the course of the industry more rapidly than ever before. Regulatory compliance and value-based provision of services and products are two salient considerations in the health care industry. While value can be created through external partnerships, interoperability among IT systems and regulatory compliance are two areas of concern that constrain such partnerships. Blockchain’s inherent characteristics, such as transparency, immutability, and traceability, facilitate interoperability and enable health care organizations to both cocreate value with their external stakeholders and comply with regulations. Considering the influence of the external environment on a health care organization’s existence, our framework enables the examination of the external perspective when evaluating the performance of blockchain-based HIT solutions.</p>
      <p>Third, with their emphasis on value-based care, health care organizations need to develop integrated health care IT infrastructure that can improve services and reduce medical errors. Blockchain, with its inherent trust- and security-promoting qualities, has the potential to significantly affect various areas of value provision for patients in health care. While many performance evaluation solutions exist, our study demonstrates the unique aspects of BSC in evaluating IT initiatives for enabling value-based care. The BSC framework enables the consideration of both financial and nonfinancial dimensions of IT initiatives in the short term as well as the long term. When compared with other performance evaluation solutions (such as Zachman’s framework, the HCI framework, or the technology-centric framework), our extended BSC framework facilitates consideration of the external perspective. It also defines and assesses performance against operational metrics for each of the five critical perspectives. In addition, our approach highlights the importance of the interrelationships among the perspectives, thus offering another critical extension of the BSC approach. The BSC, however, is limited in its ability to build intuitive and interactive systems like those that HCI and other frameworks provide. Thus, we recommend combining the BSC approach with other appropriate framework(s) to meet an organization’s unique needs.</p>
      <p>Finally, our case study illustrates how the proposed framework can be utilized to evaluate a health care blockchain application in the for-profit sector. Our approach can also be extended to not-for-profit organizations, which prioritize social goals over financial goals. In such organizations, the financial perspective can be modified to focus on financial sustainability by establishing metrics such as cost reduction, revenue growth, and cost of stakeholder engagement. Similarly, the customer perspective may be widened to include additional stakeholders, such as donors, funding sources, community, volunteers, and employees, that are critical to such organizations [<xref ref-type="bibr" rid="ref82">82</xref>].</p>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>How blockchain can empower value-based care.</p>
        <media xlink:href="jmir_v21i9e13595_app1.pdf" xlink:title="PDF File  (Adobe PDF File)230 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Assessment of performance evaluation frameworks.</p>
        <media xlink:href="jmir_v21i9e13595_app2.pdf" xlink:title="PDF File  (Adobe PDF File)188 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Metrics (KPIs) per perspectives.</p>
        <media xlink:href="jmir_v21i9e13595_app3.pdf" xlink:title="PDF File  (Adobe PDF File)182 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Relationship matrix among perspectives.</p>
        <media xlink:href="jmir_v21i9e13595_app4.pdf" xlink:title="PDF File  (Adobe PDF File)104 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BMPLS</term>
          <def>
            <p>Blockchain-Based Multi-level Privacy-Preserving Location Sharing Scheme</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">BSC</term>
          <def>
            <p>Balanced Scorecard</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EHR</term>
          <def>
            <p>electronic health record</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">EFQMEM</term>
          <def>
            <p>European Foundation Quality Management Excellence Model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">GDPR</term>
          <def>
            <p>European General Data Protection Regulation</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">HCI</term>
          <def>
            <p>human-computer interaction</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">HIT</term>
          <def>
            <p>Health Information Technology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">IS</term>
          <def>
            <p>Information Systems</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">IT</term>
          <def>
            <p>Information Technology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">ONC</term>
          <def>
            <p>Office of the National Coordinator for Health Information Technology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">ROI</term>
          <def>
            <p>return on investment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">TQM</term>
          <def>
            <p>total quality management</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Adler-Milstein</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Embi</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Middleton</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sarkar</surname>
              <given-names>IN</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Crossing the health IT chasm: considerations and policy recommendations to overcome current challenges and enable value-based care</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2017</year>
          <month>09</month>
          <day>01</day>
          <volume>24</volume>
          <issue>5</issue>
          <fpage>1036</fpage>
          <lpage>1043</lpage>
          <pub-id pub-id-type="doi">10.1093/jamia/ocx017</pub-id>
          <pub-id pub-id-type="medline">28340128</pub-id>
          <pub-id pub-id-type="pii">3072328</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mettler</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Blockchain technology in healthcare: the revolution starts here</article-title>
          <year>2016</year>
          <conf-name>IEEE 18th International Conference on e-Health Networking, Applications and Services (Healthcom)</conf-name>
          <conf-date>14-16 Sept. 2016</conf-date>
          <conf-loc>Munich, Germany</conf-loc>
          <publisher-name>The revolution starts here. 2016 IEEE 18th International Conference on e-Health Networking, Applications and Services (Healthcom) IEEE</publisher-name>
          <fpage>1</fpage>
          <lpage>3</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ieeexplore.ieee.org/document/7749510"/>
          </comment>
          <pub-id pub-id-type="doi">10.1109/healthcom.2016.7749510</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nakamoto</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <source>Bitcoin</source>
          <year>2008</year>
          <access-date>2018-12-10</access-date>
          <comment>Bitcoin: a peer-to-peer electronic cash system<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bitcoin.org/bitcoin.pdf">https://bitcoin.org/bitcoin.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Laskowski</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Toward an ontology-driven blockchain design for supply-chain provenance</article-title>
          <source>Intell Sys Acc Fin Mgmt</source>
          <year>2018</year>
          <month>03</month>
          <day>28</day>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>18</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.1002/isaf.1424</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marr</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <source>Forbes</source>
          <year>2018</year>
          <access-date>2018-11-10</access-date>
          <comment>35 Amazing real world examples of how blockchain is changing our world<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.forbes.com/sites/bernardmarr/2018/01/22/35-amazing-real-world-examples-of-how-blockchain-is-changing-our-world/#1f18c5943b56">https://www.forbes.com/sites/bernardmarr/2018/01/22/35-amazing-real-world-examples-of-how-blockchain-is-changing-our-world/#1f18c5943b56</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lagasse</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Healthcare Finance</source>
          <year>2017</year>
          <access-date>2018-11-20</access-date>
          <comment>Curisium raises $3.5 million to bring blockchain to value-based contracting<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthcarefinancenews.com/news/curisium-raises-35-million-bring-blockchain-value-based-contracting">https://www.healthcarefinancenews.com/news/curisium-raises-35-million-bring-blockchain-value-based-contracting</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Iansiti</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lakhani</surname>
              <given-names>KR</given-names>
            </name>
          </person-group>
          <article-title>The truth about blockchain</article-title>
          <source>Harvard Business Review</source>
          <year>2017</year>
          <volume>95</volume>
          <issue>1</issue>
          <fpage>118</fpage>
          <lpage>127</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hbr.org/2017/01/the-truth-about-blockchain"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glaser</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Pervasive decentralisation of digital infrastructures: a framework for blockchain enabled system and use case analysis</article-title>
          <year>2017</year>
          <conf-name>50th Hawaii International Conference on System Sciences</conf-name>
          <conf-date>Jan 1 2017 - Jan 7 2017</conf-date>
          <conf-loc>Hawaii</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://aisel.aisnet.org/hicss-50/da/open_digital_services/4/"/>
          </comment>
          <pub-id pub-id-type="doi">10.24251/hicss.2017.186</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>LeRouge</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mantzana</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>EV</given-names>
            </name>
          </person-group>
          <article-title>Healthcare information systems research, revelations and visions</article-title>
          <source>European Journal of Information Systems</source>
          <year>2017</year>
          <month>12</month>
          <day>19</day>
          <volume>16</volume>
          <issue>6</issue>
          <fpage>669</fpage>
          <lpage>671</lpage>
          <pub-id pub-id-type="doi">10.1057/palgrave.ejis.3000712</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Norton</surname>
              <given-names>DP</given-names>
            </name>
          </person-group>
          <article-title>The balanced scorecard: measures that drive performance</article-title>
          <source>Harvard Business Review</source>
          <year>1992</year>
          <volume>70</volume>
          <issue>1</issue>
          <fpage>71</fpage>
          <lpage>79</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hbr.org/1992/01/the-balanced-scorecard-measures-that-drive-performance-2"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jain</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Benbunan-Fich</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mohan</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Assessing Green IT Initiatives Using the Balanced Scorecard</article-title>
          <source>IT Prof</source>
          <year>2011</year>
          <month>01</month>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>26</fpage>
          <lpage>32</lpage>
          <pub-id pub-id-type="doi">10.1109/mitp.2010.139</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Voelker</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Rakich</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>French</surname>
              <given-names>GR</given-names>
            </name>
          </person-group>
          <article-title>The balanced scorecard in healthcare organizations: a performance measurement and strategic planning methodology</article-title>
          <source>Hosp Top</source>
          <year>2001</year>
          <volume>79</volume>
          <issue>3</issue>
          <fpage>13</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.1080/00185860109597908</pub-id>
          <pub-id pub-id-type="medline">11794940</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Slabodkin</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>A work in progress: blockchain</article-title>
          <source>Health Data Management</source>
          <year>2017</year>
          <volume>25</volume>
          <issue>3</issue>
          <fpage>37</fpage>
          <lpage>39</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>ONC HHS</collab>
          </person-group>
          <source>The Office of the National Coordinator for Health Information Technology</source>
          <year>2015</year>
          <access-date>2018-11-20</access-date>
          <comment>Federal health IT strategic plan<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthit.gov/sites/default/files/9-5-federalhealthitstratplanfinal_0.pdf">https://www.healthit.gov/sites/default/files/9-5-federalhealthitstratplanfinal_0.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>Lypson</surname>
              <given-names>ML</given-names>
            </name>
          </person-group>
          <article-title>The VALUE Framework: training residents to provide value-based care for their patients</article-title>
          <source>J Gen Intern Med</source>
          <year>2012</year>
          <month>09</month>
          <volume>27</volume>
          <issue>9</issue>
          <fpage>1210</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22573146"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11606-012-2076-7</pub-id>
          <pub-id pub-id-type="medline">22573146</pub-id>
          <pub-id pub-id-type="pmcid">PMC3514984</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Porter</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>What Is Value in Health Care?</article-title>
          <source>N Engl J Med</source>
          <year>2010</year>
          <month>12</month>
          <day>23</day>
          <volume>363</volume>
          <issue>26</issue>
          <fpage>2477</fpage>
          <lpage>2481</lpage>
          <pub-id pub-id-type="doi">10.1056/nejmp1011024</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tseng</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Hicks</surname>
              <given-names>LK</given-names>
            </name>
          </person-group>
          <article-title>Value Based Care and Patient-Centered Care: Divergent or Complementary?</article-title>
          <source>Curr Hematol Malig Rep</source>
          <year>2016</year>
          <month>08</month>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>303</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1007/s11899-016-0333-2</pub-id>
          <pub-id pub-id-type="medline">27262855</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11899-016-0333-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Porter</surname>
              <given-names>ME</given-names>
            </name>
          </person-group>
          <article-title>A strategy for health care reform--toward a value-based system</article-title>
          <source>N Engl J Med</source>
          <year>2009</year>
          <month>07</month>
          <day>09</day>
          <volume>361</volume>
          <issue>2</issue>
          <fpage>109</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.1056/NEJMp0904131</pub-id>
          <pub-id pub-id-type="medline">19494209</pub-id>
          <pub-id pub-id-type="pii">NEJMp0904131</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>LaPointe</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Revcycle Intelligence</source>
          <year>2016</year>
          <month>06</month>
          <day>07</day>
          <access-date>2018-12-10</access-date>
          <comment>What is value-based care, what it means for providers?<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://revcycleintelligence.com/features/what-is-value-based-care-what-it-means-for-providers">https://revcycleintelligence.com/features/what-is-value-based-care-what-it-means-for-providers</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <source>Office of the National Coordinator for Health Information Technology</source>
          <year>2015</year>
          <access-date>2018-11-20</access-date>
          <comment>U.S. hospital adoption of patient engagement functionalities<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dashboard.healthit.gov/quickstats/pages/FIG-Hospital-Adoption-of-Patient-Engagement-Functionalities.php">https://dashboard.healthit.gov/quickstats/pages/FIG-Hospital-Adoption-of-Patient-Engagement-Functionalities.php</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xue</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>A Secure System For Pervasive Social Network-Based Healthcare</article-title>
          <source>IEEE Access</source>
          <year>2016</year>
          <volume>4</volume>
          <fpage>9239</fpage>
          <lpage>9250</lpage>
          <pub-id pub-id-type="doi">10.1109/ACCESS.2016.2645904</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Engelhardt</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Hitching Healthcare to the Chain: An Introduction to Blockchain Technology in the Healthcare Sector</article-title>
          <source>TIM Review</source>
          <year>2017</year>
          <month>10</month>
          <day>27</day>
          <volume>7</volume>
          <issue>10</issue>
          <fpage>22</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.22215/timreview/1111</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ekblaw</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Azaria</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Halamka</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lippman</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A case study for blockchain in healthcare:</article-title>
          <year>2016</year>
          <conf-name>Proceedings of IEEE Open &#38; Big Data Conference</conf-name>
          <conf-date>Aug 22, 2016 - Aug 24, 2016</conf-date>
          <conf-loc>Vienna, Austria</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dey</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Jaiswal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sunderkrishnan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Katre</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>HealthSense: a medical use case of Internet of Things and blockchain</article-title>
          <year>2017</year>
          <conf-name>International conference on intelligent sustainable systems (ICISS)</conf-name>
          <conf-date>Dec 7, 2017 - Dec 8, 2017</conf-date>
          <conf-loc>Palladam, India</conf-loc>
          <pub-id pub-id-type="doi">10.1109/iss1.2017.8389459</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ichikawa</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kashiyama</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ueno</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Tamper-Resistant Mobile Health Using Blockchain Technology</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2017</year>
          <month>07</month>
          <day>26</day>
          <volume>5</volume>
          <issue>7</issue>
          <fpage>e111</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2017/7/e111/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/mhealth.7938</pub-id>
          <pub-id pub-id-type="medline">28747296</pub-id>
          <pub-id pub-id-type="pii">v5i7e111</pub-id>
          <pub-id pub-id-type="pmcid">PMC5550736</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saravanan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Shubha</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Marks</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Iyer</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>SMEAD: a secured mobile enabled assisting device for diabetics monitoring</article-title>
          <year>2017</year>
          <conf-name>IEEE International Conference on Advanced Networks and Telecommunications Systems (ANTS)</conf-name>
          <conf-date>Dec 17, 2017 - Dec 20, 2017</conf-date>
          <conf-loc>Bhubaneswar, India</conf-loc>
          <fpage>1</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1109/ants.2017.8384099</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carson</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Romanelli</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zhumaev</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>McKinsey &#38; Company</source>
          <year>2018</year>
          <access-date>2018-11-20</access-date>
          <comment>Blockchain beyond the hype: what is the strategic business value?<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cybersolace.co.uk/CySol/wp-content/uploads/2018/06/McKinsey-paper-about-Blockchain-Myths.pdf">https://cybersolace.co.uk/CySol/wp-content/uploads/2018/06/McKinsey-paper-about-Blockchain-Myths.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Genestier</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zouarhi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Limeux</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Excoffier</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Prola</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Blockchain for consent management in the ehealth environment?: a nugget for privacy and security challenges</article-title>
          <source>Journal of the International Society for Telemedicine and eHealth</source>
          <year>2017</year>
          <volume>5</volume>
          <fpage>1</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.ukzn.ac.za/index.php/JISfTeH/article/view/269"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chandler</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <source>Gartner</source>
          <year>2010</year>
          <month>04</month>
          <day>02</day>
          <access-date>2018-12-10</access-date>
          <comment>Solutions for scorecards and strategy management
               
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.gartner.com/en/documents/1334316/solutions-for-scorecards-and-strategy-management"/>
        
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nørreklit</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The Balanced Scorecard: what is the score? A rhetorical analysis of the Balanced Scorecard</article-title>
          <source>Accounting, Organizations and Society</source>
          <year>2003</year>
          <month>8</month>
          <volume>28</volume>
          <issue>6</issue>
          <fpage>591</fpage>
          <lpage>619</lpage>
          <pub-id pub-id-type="doi">10.1016/s0361-3682(02)00097-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Glover</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hermans</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Improving the traceability of the clinical trial supply chain</article-title>
          <source>Applied Clinical Trials</source>
          <year>2017</year>
          <volume>26</volume>
          <issue>12</issue>
          <fpage>36</fpage>
          <lpage>39</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.appliedclinicaltrialsonline.com/improving-traceability-clinical-trial-supply-chain"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Funk</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Riddell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ankel</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cabrera</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Blockchain Technology: A Data Framework to Improve Validity, Trust, and Accountability of Information Exchange in Health Professions Education</article-title>
          <source>Acad Med</source>
          <year>2018</year>
          <month>12</month>
          <volume>93</volume>
          <issue>12</issue>
          <fpage>1791</fpage>
          <lpage>1794</lpage>
          <pub-id pub-id-type="doi">10.1097/ACM.0000000000002326</pub-id>
          <pub-id pub-id-type="medline">29901658</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moreira</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Farley</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gebreyes</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>McDonnell</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <source>PwC</source>
          <year>2018</year>
          <access-date>2018-12-10</access-date>
          <comment>A prescription for blockchain and healthcare: reinvent or be reinvented<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pwc.com/us/en/health-industries/health-research-institute/assets/pdf/pwc-hri-a-prescription-for-blockchain-in-healthcare_27sept2018.pdf">https://www.pwc.com/us/en/health-industries/health-research-institute/assets/pdf/pwc-hri-a-prescription-for-blockchain-in-healthcare_27sept2018.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Androulaki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Barger</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bortnikov</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Cachin</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Christidis</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>De Caro</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Enyeart</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ferris</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Laventman</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Manevich</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Muralidharan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Murthy</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sethi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Singh</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sorniotti</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Stathakopoulou</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Vukolić</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cocco</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yellick</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Hyperledger fabric: A distributed operating system for permissioned blockchains</article-title>
          <source>www.hyperledger.org</source>
          <year>2018</year>
          <conf-name>Thirteenth EuroSys Conference</conf-name>
          <conf-date>April 23, 2018 - April 26, 2018</conf-date>
          <conf-loc>Porto, Portugal</conf-loc>
          <publisher-name>ACM</publisher-name>
          <pub-id pub-id-type="doi">10.1145/3190508.3190538</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bocek</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Rodrigues</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Strasser</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Stiller</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Blockchains everywhere - a use-case of blockchains in the pharma supply-chain</article-title>
          <year>2017</year>
          <conf-name>IFIP/IEEE Symposium on Integrated Network and Service Management</conf-name>
          <conf-date>May 8, 2017 - May 12, 2017</conf-date>
          <conf-loc>Lisbon, Portugal</conf-loc>
          <pub-id pub-id-type="doi">10.23919/inm.2017.7987376</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="web">
          <source>HealthIT</source>
          <year>2016</year>
          <access-date>2018-12-11</access-date>
          <publisher-name>IBM</publisher-name>
          <comment>Blockchain: the chain of trust and its potential to transform healthcare – our point of view<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthit.gov/sites/default/files/8-31-blockchain-ibm_ideation-challenge_aug8.pdf">https://www.healthit.gov/sites/default/files/8-31-blockchain-ibm_ideation-challenge_aug8.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nugent</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Upton</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cimpoesu</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Improving data transparency in clinical trials using blockchain smart contracts</article-title>
          <source>F1000Res</source>
          <year>2016</year>
          <volume>5</volume>
          <fpage>2541</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://f1000research.com/articles/10.12688/f1000research.9756.1/doi"/>
          </comment>
          <pub-id pub-id-type="doi">10.12688/f1000research.9756.1</pub-id>
          <pub-id pub-id-type="medline">28357041</pub-id>
          <pub-id pub-id-type="pmcid">PMC5357027</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benchoufi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ravaud</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Blockchain technology for improving clinical research quality</article-title>
          <source>Trials</source>
          <year>2017</year>
          <month>07</month>
          <day>19</day>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>335</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/s13063-017-2035-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13063-017-2035-z</pub-id>
          <pub-id pub-id-type="medline">28724395</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13063-017-2035-z</pub-id>
          <pub-id pub-id-type="pmcid">PMC5517794</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hollan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hutchins</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kirsh</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Distributed cognition: toward a new foundation for human-computer interaction research</article-title>
          <source>ACM Trans. Comput.-Hum. Interact</source>
          <year>2000</year>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>174</fpage>
          <lpage>196</lpage>
          <pub-id pub-id-type="doi">10.1145/353485.353487</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Towards Secure and Privacy-Preserving Data Sharing in e-Health Systems via Consortium Blockchain</article-title>
          <source>J Med Syst</source>
          <year>2018</year>
          <month>06</month>
          <day>28</day>
          <volume>42</volume>
          <issue>8</issue>
          <fpage>140</fpage>
          <pub-id pub-id-type="doi">10.1007/s10916-018-0995-5</pub-id>
          <pub-id pub-id-type="medline">29956061</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10916-018-0995-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yue</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jiang</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Healthcare Data Gateways: Found Healthcare Intelligence on Blockchain with Novel Privacy Risk Control</article-title>
          <source>J Med Syst</source>
          <year>2016</year>
          <month>10</month>
          <volume>40</volume>
          <issue>10</issue>
          <fpage>218</fpage>
          <pub-id pub-id-type="doi">10.1007/s10916-016-0574-6</pub-id>
          <pub-id pub-id-type="medline">27565509</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10916-016-0574-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cichosz</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Stausholm</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Kronborg</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Vestergaard</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hejlesen</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>How to Use Blockchain for Diabetes Health Care Data and Access Management: An Operational Concept</article-title>
          <source>J Diabetes Sci Technol</source>
          <year>2019</year>
          <month>03</month>
          <volume>13</volume>
          <issue>2</issue>
          <fpage>248</fpage>
          <lpage>253</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/30047789"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1932296818790281</pub-id>
          <pub-id pub-id-type="medline">30047789</pub-id>
          <pub-id pub-id-type="pmcid">PMC6399803</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carson</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Romanelli</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Walsh</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Zhumaev</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>McKinsey &#38; Company</source>
          <year>2018</year>
          <access-date>2018-12-10</access-date>
          <comment>Blockchain beyond the hype: what is the strategic business value?<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cybersolace.co.uk/CySol/wp-content/uploads/2018/06/McKinsey-paper-about-Blockchain-Myths.pdf">https://cybersolace.co.uk/CySol/wp-content/uploads/2018/06/McKinsey-paper-about-Blockchain-Myths.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Agbo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Mahmoud</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Eklund</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Blockchain Technology in Healthcare: A Systematic Review</article-title>
          <source>Healthcare (Basel)</source>
          <year>2019</year>
          <month>04</month>
          <day>04</day>
          <volume>7</volume>
          <issue>2</issue>
          <fpage>56</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.mdpi.com/resolver?pii=healthcare7020056"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/healthcare7020056</pub-id>
          <pub-id pub-id-type="medline">30987333</pub-id>
          <pub-id pub-id-type="pii">healthcare7020056</pub-id>
          <pub-id pub-id-type="pmcid">PMC6627742</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Leung</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Suhl</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gilad</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Zeldovich</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <source>Network and Distributed Systems Security (NDSS) Symposium</source>
          <year>2019</year>
          <access-date>2019-05-20</access-date>
          <comment>Vault: fast bootstrapping for the algorand cryptocurrency<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://people.csail.mit.edu/nickolai/papers/leung-vault.pdf">https://people.csail.mit.edu/nickolai/papers/leung-vault.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuzmanovic</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Net neutrality</article-title>
          <source>Commun. ACM</source>
          <year>2019</year>
          <month>04</month>
          <day>24</day>
          <volume>62</volume>
          <issue>5</issue>
          <fpage>50</fpage>
          <lpage>55</lpage>
          <pub-id pub-id-type="doi">10.1145/3312525</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Park</surname>
              <given-names>YR</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Na</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Is Blockchain Technology Suitable for Managing Personal Health Records? Mixed-Methods Study to Test Feasibility</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>02</month>
          <day>08</day>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>e12533</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/2/e12533/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12533</pub-id>
          <pub-id pub-id-type="medline">30735142</pub-id>
          <pub-id pub-id-type="pii">v21i2e12533</pub-id>
          <pub-id pub-id-type="pmcid">PMC6384539</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kuo</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ohno-Machado</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Blockchain distributed ledger technologies for biomedical and health care applications</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2017</year>
          <month>11</month>
          <day>01</day>
          <volume>24</volume>
          <issue>6</issue>
          <fpage>1211</fpage>
          <lpage>1220</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29016974"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/jamia/ocx068</pub-id>
          <pub-id pub-id-type="medline">29016974</pub-id>
          <pub-id pub-id-type="pii">4108087</pub-id>
          <pub-id pub-id-type="pmcid">PMC6080687</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mundie</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Krieger</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Advanced block-chain architecture for e-health systems</article-title>
          <year>2017</year>
          <conf-name>IEEE 19th International Conference on e-Health Networking, Applications and Services, Healthcom</conf-name>
          <conf-date>Oct 12, 2017 - Oct 15, 2017</conf-date>
          <conf-loc>Dalian, China</conf-loc>
          <publisher-name>IEEE</publisher-name>
          <fpage>37</fpage>
          <lpage>42</lpage>
          <pub-id pub-id-type="doi">10.1109/healthcom.2017.8210847</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roman-Belmonte</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>De la Corte-Rodriguez</surname>
              <given-names>Hortensia</given-names>
            </name>
            <name name-style="western">
              <surname>Rodriguez-Merchan</surname>
              <given-names>EC</given-names>
            </name>
          </person-group>
          <article-title>How blockchain technology can change medicine</article-title>
          <source>Postgrad Med</source>
          <year>2018</year>
          <month>05</month>
          <volume>130</volume>
          <issue>4</issue>
          <fpage>420</fpage>
          <lpage>427</lpage>
          <pub-id pub-id-type="doi">10.1080/00325481.2018.1472996</pub-id>
          <pub-id pub-id-type="medline">29727247</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Angraal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Krumholz</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Schulz</surname>
              <given-names>WL</given-names>
            </name>
          </person-group>
          <article-title>Blockchain Technology: Applications in Health Care</article-title>
          <source>Circ Cardiovasc Qual Outcomes</source>
          <year>2017</year>
          <month>09</month>
          <volume>10</volume>
          <issue>9</issue>
          <fpage>1</fpage>
          <lpage>3</lpage>
          <pub-id pub-id-type="doi">10.1161/CIRCOUTCOMES.117.003800</pub-id>
          <pub-id pub-id-type="medline">28912202</pub-id>
          <pub-id pub-id-type="pii">CIRCOUTCOMES.117.003800</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhou</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>MIStore: a Blockchain-Based Medical Insurance Storage System</article-title>
          <source>J Med Syst</source>
          <year>2018</year>
          <month>07</month>
          <day>02</day>
          <volume>42</volume>
          <issue>8</issue>
          <fpage>149</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29968202"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10916-018-0996-4</pub-id>
          <pub-id pub-id-type="medline">29968202</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10916-018-0996-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC6028902</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <source>TechCrunch</source>
          <access-date>2018-12-11</access-date>
          <comment>PokitDok teams with Intel on healthcare blockchain solution<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://techcrunch.com/2017/05/10/pokitdok-teams-with-intel-on-healthcare-blockchain-solution/">https://techcrunch.com/2017/05/10/pokitdok-teams-with-intel-on-healthcare-blockchain-solution/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schumacher</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <source>Blockchain Research Institute</source>
          <year>2018</year>
          <access-date>2018-12-11</access-date>
          <publisher-name>Brightline</publisher-name>
          <comment>Reinventing healthcare on the blockchain - toward a new era in precision medicine<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.brightline.org/resources/reinventing-healthcare-on-the-blockchain/">https://www.brightline.org/resources/reinventing-healthcare-on-the-blockchain/</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vazirani</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donoghue</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Brindley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Meinert</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Implementing Blockchains for Efficient Health Care: Systematic Review</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>02</month>
          <day>12</day>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>e12439</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/2/e12439/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/12439</pub-id>
          <pub-id pub-id-type="medline">30747714</pub-id>
          <pub-id pub-id-type="pii">v21i2e12439</pub-id>
          <pub-id pub-id-type="pmcid">PMC6390185</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Meinert</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Alturkistani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Brindley</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Knight</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wells</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Pennington</surname>
              <given-names>ND</given-names>
            </name>
          </person-group>
          <article-title>The technological imperative for value-based health care</article-title>
          <source>Br J Hosp Med (Lond)</source>
          <year>2018</year>
          <month>06</month>
          <day>02</day>
          <volume>79</volume>
          <issue>6</issue>
          <fpage>328</fpage>
          <lpage>332</lpage>
          <pub-id pub-id-type="doi">10.12968/hmed.2018.79.6.328</pub-id>
          <pub-id pub-id-type="medline">29894248</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Watkins</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Sweet</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsey</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>Health technology assessment in health-care decisions in the United States</article-title>
          <source>Value Health</source>
          <year>2009</year>
          <month>06</month>
          <volume>12 Suppl 2</volume>
          <fpage>S39</fpage>
          <lpage>44</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1098-3015(10)60060-5"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1524-4733.2009.00557.x</pub-id>
          <pub-id pub-id-type="medline">19523183</pub-id>
          <pub-id pub-id-type="pii">S1098-3015(10)60060-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chernew</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Rosen</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Fendrick</surname>
              <given-names>AM</given-names>
            </name>
          </person-group>
          <article-title>Value-based insurance design</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2007</year>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>w195</fpage>
          <lpage>203</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.26.2.w195</pub-id>
          <pub-id pub-id-type="medline">17264100</pub-id>
          <pub-id pub-id-type="pii">hlthaff.26.2.w195</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Drummond</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sculpher</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Claxton</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Stoddart</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Torrance</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <source>Methods for the Economic Evaluation of Health Care Programmes</source>
          <year>2015</year>
          <publisher-loc>Oxford</publisher-loc>
          <publisher-name>Oxford University Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sowa</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Zachman</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Extending and formalizing the framework for information systems architecture</article-title>
          <source>IBM Syst. J</source>
          <year>1992</year>
          <volume>31</volume>
          <issue>3</issue>
          <fpage>590</fpage>
          <lpage>616</lpage>
          <pub-id pub-id-type="doi">10.1147/sj.313.0590</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Brien</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>WA</given-names>
            </name>
            <name name-style="western">
              <surname>Fisk</surname>
              <given-names>AD</given-names>
            </name>
          </person-group>
          <article-title>Developing a Framework for Intuitive Human-Computer Interaction</article-title>
          <source>Proc Hum Factors Ergon Soc Annu Meet</source>
          <year>2008</year>
          <month>09</month>
          <volume>52</volume>
          <issue>20</issue>
          <fpage>1645</fpage>
          <lpage>1649</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25552895"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/154193120805202001</pub-id>
          <pub-id pub-id-type="medline">25552895</pub-id>
          <pub-id pub-id-type="pmcid">PMC4278577</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>LC</given-names>
            </name>
            <name name-style="western">
              <surname>Gibson</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Carrillo</surname>
              <given-names>EE</given-names>
            </name>
            <name name-style="western">
              <surname>Fitch</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>A technology‐centric framework for investigating business operations</article-title>
          <source>Industr Mngmnt &#38; Data Systems</source>
          <year>2011</year>
          <month>04</month>
          <day>26</day>
          <volume>111</volume>
          <issue>4</issue>
          <fpage>509</fpage>
          <lpage>530</lpage>
          <pub-id pub-id-type="doi">10.1108/02635571111133524</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hoque</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>Total quality management and the balanced scorecard approach: a critical analysis of their potential relationships and directions for research</article-title>
          <source>Critical Perspectives on Accounting</source>
          <year>2003</year>
          <month>7</month>
          <volume>14</volume>
          <issue>5</issue>
          <fpage>553</fpage>
          <lpage>566</lpage>
          <pub-id pub-id-type="doi">10.1016/s1045-2354(02)00160-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hasan</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <source>University of Birmingham</source>
          <year>2006</year>
          <access-date>2018-12-10</access-date>
          <comment>Developing a balanced scorecard model for evaluation of project management and performance<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ethos.bl.uk/OrderDetails.do?uin=uk.bl.ethos.494604">https://ethos.bl.uk/OrderDetails.do?uin=uk.bl.ethos.494604</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Metawie</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gilman</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Problems with the implementation of performance measurement systems in the public sector where performance is linked to pay: A literature review drawn from the UK</article-title>
          <year>2005</year>
          <conf-name>3rd Conference on Performance Measurement and Management Control</conf-name>
          <conf-date>Sept 22, 2005 - Sept 23, 2005</conf-date>
          <conf-loc>Nice, France</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://citeseerx.ist.psu.edu/viewdoc/citations?doi=10.1.1.104.9267"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Enwere</surname>
              <given-names>EN</given-names>
            </name>
            <name name-style="western">
              <surname>Keating</surname>
              <given-names>EA</given-names>
            </name>
            <name name-style="western">
              <surname>Weber</surname>
              <given-names>RJ</given-names>
            </name>
          </person-group>
          <article-title>Balanced scorecards as a tool for developing patient-centered pharmacy services</article-title>
          <source>Hosp Pharm</source>
          <year>2014</year>
          <month>06</month>
          <volume>49</volume>
          <issue>6</issue>
          <fpage>579</fpage>
          <lpage>84</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24958976"/>
          </comment>
          <pub-id pub-id-type="doi">10.1310/hpj4906-579</pub-id>
          <pub-id pub-id-type="medline">24958976</pub-id>
          <pub-id pub-id-type="pmcid">PMC4062738</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zelman</surname>
              <given-names>WN</given-names>
            </name>
            <name name-style="western">
              <surname>Pink</surname>
              <given-names>GH</given-names>
            </name>
            <name name-style="western">
              <surname>Matthias</surname>
              <given-names>CB</given-names>
            </name>
          </person-group>
          <article-title>Use of the balanced scorecard in health care</article-title>
          <source>J Health Care Finance</source>
          <year>2003</year>
          <volume>29</volume>
          <issue>4</issue>
          <fpage>1</fpage>
          <lpage>16</lpage>
          <pub-id pub-id-type="medline">12908650</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bandopadhyay</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <source>Gartner</source>
          <year>2013</year>
          <month>12</month>
          <day>6</day>
          <comment>I&#38;O Teams Can Build Balanced Scorecards for Business Cases on IT Services Transitioning to the Cloud</comment>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schelp</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Stutz</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <source>Via Nova Architectura</source>
          <year>2007</year>
          <access-date>2018-12-15</access-date>
          <comment>A balanced scorecard approach to measure the value of enterprise architecture<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.alexandria.unisg.ch/213190/1/SchelpStutz.2007-BalancedScorecardApproach.pdf">https://www.alexandria.unisg.ch/213190/1/SchelpStutz.2007-BalancedScorecardApproach.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rillo</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Limitations of balanced scorecard</article-title>
          <year>2004</year>
          <conf-name>Proceedings of the 2nd Scientific and Educational Conference, Business Administration: Business in a Globalizing Economy</conf-name>
          <conf-date>Jan 30, 2004 - Jan 31, 2004</conf-date>
          <conf-loc>Parnu</conf-loc>
          <fpage>155</fpage>
          <lpage>161</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Banker</surname>
              <given-names>Rd</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Janakiraman</surname>
              <given-names>Sn</given-names>
            </name>
            <name name-style="western">
              <surname>Konstans</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>A balanced scorecard analysis of performance metrics</article-title>
          <source>European Journal of Operational Research</source>
          <year>2004</year>
          <month>4</month>
          <volume>154</volume>
          <issue>2</issue>
          <fpage>423</fpage>
          <lpage>436</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0163477"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/S0377-2217(03)00179-6</pub-id>
          <pub-id pub-id-type="medline">27695049</pub-id>
          <pub-id pub-id-type="pii">PONE-D-16-17351</pub-id>
          <pub-id pub-id-type="pmcid">PMC5047482</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohobbot</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>The balanced scorecard (BSC): a critical analysis</article-title>
          <source>Journal of Humanities and Social Sciences</source>
          <year>2004</year>
          <volume>18</volume>
          <fpage>219</fpage>
          <lpage>232</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Akkermans</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Van Oorschot</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Developing a balanced scorecard with system dynamics</article-title>
          <source>Journal of the Operational Research Society</source>
          <year>2002</year>
          <volume>40</volume>
          <issue>56</issue>
          <fpage>931</fpage>
          <lpage>941</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchgate.net/publication/228595884_Developing_a_balanced_scorecard_with_system_dynamics"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grigoroudis</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Orfanoudaki</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zopounidis</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Strategic performance measurement in a healthcare organisation: A multiple criteria approach based on balanced scorecard</article-title>
          <source>Omega</source>
          <year>2012</year>
          <month>1</month>
          <volume>40</volume>
          <issue>1</issue>
          <fpage>104</fpage>
          <lpage>119</lpage>
          <pub-id pub-id-type="doi">10.1016/j.omega.2011.04.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Culver</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>HealthIT</source>
          <year>2016</year>
          <access-date>2019-04-12</access-date>
          <comment>Blockchain technologies: a whitepaper discussing how the claims process can be improved<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthit.gov/sites/default/files/3-47-whitepaperblockchainforclaims_v10.pdf">https://www.healthit.gov/sites/default/files/3-47-whitepaperblockchainforclaims_v10.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yip</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <source>HealthIT</source>
          <year>2017</year>
          <access-date>2019-09-14</access-date>
          <comment>Blockchain and alternative payment models<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.healthit.gov/sites/default/files/15-54-kyip_blockchainapms_080816.pdf">https://www.healthit.gov/sites/default/files/15-54-kyip_blockchainapms_080816.pdf</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pankomera</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>van Greunen</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Privacy and security issues for a patient-centric approach in public healthcare in a resource constrained setting</article-title>
          <source>IEEE</source>
          <year>2016</year>
          <conf-name>IST-Africa Week Conference</conf-name>
          <conf-date>May 11, 2016 - May 13, 2016</conf-date>
          <conf-loc>Durban, South Africa</conf-loc>
        </nlm-citation>
      </ref>
      <ref id="ref78">
        <label>78</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>DeLone</surname>
              <given-names>WH</given-names>
            </name>
            <name name-style="western">
              <surname>McLean</surname>
              <given-names>ER</given-names>
            </name>
          </person-group>
          <article-title>The DeLone and McLean model of information systems success: a ten-year update</article-title>
          <source>Journal of Management Information Systems</source>
          <year>2003</year>
          <volume>19</volume>
          <issue>4</issue>
          <fpage>9</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="doi">10.1080/07421222.2003.11045748</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref79">
        <label>79</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>Kettinger</collab>
            <collab>Lee</collab>
          </person-group>
          <article-title>Zones of Tolerance: Alternative Scales for Measuring Information Systems Service Quality</article-title>
          <source>MIS Quarterly</source>
          <year>2005</year>
          <volume>29</volume>
          <issue>4</issue>
          <fpage>607</fpage>
          <lpage>623</lpage>
          <pub-id pub-id-type="doi">10.2307/25148702</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref80">
        <label>80</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hu</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <source>Business Insider</source>
          <year>2018</year>
          <month>08</month>
          <day>10</day>
          <access-date>2018-12-10</access-date>
          <comment>Mount Sinai teamed up with the designers who created projects for Nike and Beyonce to build a futuristic, new clinic ? and it?s reimagining how healthcare is delivered<ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.businessinsider.com.au/inside-mount-sinais-lab100s-clinic-of-the-future-2018-8">https://www.businessinsider.com.au/inside-mount-sinais-lab100s-clinic-of-the-future-2018-8</ext-link>
                                                </comment>
        </nlm-citation>
      </ref>
      <ref id="ref81">
        <label>81</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lenz</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Metrics for assessing blockchain-based healthcare decentralized apps</article-title>
          <year>2017</year>
          <conf-name>IEEE 19th International Conference on E-Health Networking, Applications and Services (Healthcom)</conf-name>
          <conf-date>Oct 12, 2017 - Oct 15, 2017</conf-date>
          <conf-loc>Dalian, China</conf-loc>
          <pub-id pub-id-type="doi">10.1109/healthcom.2017.8210842</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref82">
        <label>82</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Somers</surname>
              <given-names>AB</given-names>
            </name>
          </person-group>
          <article-title>Shaping the balanced scorecard for use in UK social enterprises</article-title>
          <source>Social Enterprise Journal</source>
          <year>2005</year>
          <month>03</month>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>43</fpage>
          <lpage>56</lpage>
          <pub-id pub-id-type="doi">10.1108/17508610580000706</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
