<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v26i1e53369</article-id>
      <article-id pub-id-type="pmid">39116424</article-id>
      <article-id pub-id-type="doi">10.2196/53369</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Assessing Opportunities and Barriers to Improving the Secondary Use of Health Care Data at the National Level: Multicase Study in the Kingdom of Saudi Arabia and Estonia</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Ma</surname>
            <given-names>Simone</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Leung</surname>
            <given-names>Tiffany</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Civit</surname>
            <given-names>Anton</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gangadhara Rao</surname>
            <given-names>Anantha</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Metsallik</surname>
            <given-names>Janek</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>E-Medicine Centre, Department of Health Technologies</institution>
            <institution>School of Information Technologies</institution>
            <institution>Tallinn University of Technology</institution>
            <addr-line>Akadeemia 15a</addr-line>
            <addr-line>Tallinn, 12616</addr-line>
            <country>Estonia</country>
            <phone>372 56485978</phone>
            <email>janek.metsallik@taltech.ee</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9929-2258</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Draheim</surname>
            <given-names>Dirk</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3376-7489</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Sabic</surname>
            <given-names>Zlatan</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1212-605X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Novak</surname>
            <given-names>Thomas</given-names>
          </name>
          <degrees>BA</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0006-6609-5008</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Ross</surname>
            <given-names>Peeter</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1072-7249</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>E-Medicine Centre, Department of Health Technologies</institution>
        <institution>School of Information Technologies</institution>
        <institution>Tallinn University of Technology</institution>
        <addr-line>Tallinn</addr-line>
        <country>Estonia</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Information Systems Group</institution>
        <institution>School of Information Technologies</institution>
        <institution>Tallinn University of Technology</institution>
        <addr-line>Tallinn</addr-line>
        <country>Estonia</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Health, Nutrition and Population Global</institution>
        <institution>The World Bank Group</institution>
        <addr-line>Washington, DC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Office of the National Coordinator for Health Information Technology</institution>
        <institution>Department of Health and Human Services</institution>
        <addr-line>Washington, DC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Research Department, East Tallinn Central Hospital</institution>
        <addr-line>Tallinn</addr-line>
        <country>Estonia</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Janek Metsallik <email>janek.metsallik@taltech.ee</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>8</day>
        <month>8</month>
        <year>2024</year>
      </pub-date>
      <volume>26</volume>
      <elocation-id>e53369</elocation-id>
      <history>
        <date date-type="received">
          <day>5</day>
          <month>10</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>15</day>
          <month>3</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>3</day>
          <month>5</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>3</day>
          <month>5</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Janek Metsallik, Dirk Draheim, Zlatan Sabic, Thomas Novak, Peeter Ross. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 08.08.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research (ISSN 1438-8871), is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2024/1/e53369" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Digitization shall improve the secondary use of health care data. The Government of the Kingdom of Saudi Arabia ordered a project to compile the National Master Plan for Health Data Analytics, while the Government of Estonia ordered a project to compile the Person-Centered Integrated Hospital Master Plan.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aims to map these 2 distinct projects’ problems, approaches, and outcomes to find the matching elements for reuse in similar cases.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We assessed both health care systems’ abilities for secondary use of health data by exploratory case studies with purposive sampling and data collection via semistructured interviews and documentation review. The collected content was analyzed qualitatively and coded according to a predefined framework. The analytical framework consisted of data purpose, flow, and sharing. The Estonian project used the Health Information Sharing Maturity Model from the Mitre Corporation as an additional analytical framework. The data collection and analysis in the Kingdom of Saudi Arabia took place in 2019 and covered health care facilities, public health institutions, and health care policy. The project in Estonia collected its inputs in 2020 and covered health care facilities, patient engagement, public health institutions, health care financing, health care policy, and health technology innovations.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>In both cases, the assessments resulted in a set of recommendations focusing on the governance of health care data. In the Kingdom of Saudi Arabia, the health care system consists of multiple isolated sectors, and there is a need for an overarching body coordinating data sets, indicators, and reports at the national level. The National Master Plan of Health Data Analytics proposed a set of organizational agreements for proper stewardship. Despite Estonia’s national Digital Health Platform, the requirements remain uncoordinated between various data consumers. We recommended reconfiguring the stewardship of the national health data to include multipurpose data use into the scope of interoperability standardization.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Proper data governance is the key to improving the secondary use of health data at the national level. The data flows from data providers to data consumers shall be coordinated by overarching stewardship structures and supported by interoperable data custodians.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>health data governance</kwd>
        <kwd>secondary use</kwd>
        <kwd>health information sharing maturity</kwd>
        <kwd>large-scale interoperability</kwd>
        <kwd>health data stewardship</kwd>
        <kwd>health data custodianship</kwd>
        <kwd>health information purpose</kwd>
        <kwd>health data policy</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Governments seek guidance and strategic directions for deploying effective, efficient, and reliable mechanisms for the secondary use of data collected in health care provision. While the primary use of digital data in health care institutions has developed well during the last decades, health care systems look to improve their practice for secondary use. The secondary use of data controls the burden of data capture by enabling the reuse of already collected data for alternative purposes. Among others, the categories of secondary data use include improving the patient experience, health care facility management, service planning and benchmarking, policy development, public health, health care financing, research, and business support [<xref ref-type="bibr" rid="ref1">1</xref>]. The categories above exploit data traditionally collected in separate data streams and silos. For instance, public health registries or health insurance claims are managed in most countries by dedicated organizations within their databases using specific data collection processes. The siloed approach has led to the duplication of data collection and the waste of health care resources. A report by the Open Data Institute from 2021 concludes that initiatives for health data ecosystems for data reuse are still fragmented in Europe [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
        <p>Digital data and digitalized processes allow for a change in these practices, making data capture universal and allowing digital health care data sharing for different purposes.</p>
        <p>From 2019 to 2021, we conducted projects in the Kingdom of Saudi Arabia and Estonia, assessing health and health care data analytics and developing context-specific recommendations. The governments of both countries were looking to advance their decision-making capabilities due to the digitalization of the flow of health data.</p>
      </sec>
      <sec>
        <title>The Project in the Kingdom of Saudi Arabia</title>
        <p>The Saudi Health Council (SHC), in cooperation with the World Bank, developed the National Master Plan for Health Data Analytics to guide and provide strategic direction for the deployment of effective, efficient, and reliable mechanisms to share data from the health sector for policy and decision-making [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>The government sought to boost the regulatory, institutional, and technical infrastructure, allowing for efficient data collection from health care systems to process and provide appropriate data analytics and business intelligence for policy and decision makers. The project assessed the existing situation and conceptualized the harmonized national health data analytics operational model and the logical architecture, including core elements such as the Health Data Analytics Framework, actors and their roles, and critical processes.</p>
        <p>The initial driver for the development was perceived inefficiency and observable delays in producing analytical data products about the country’s health care system. Indirectly, the existing data flow was limiting the ability to produce accurate and timely information for decision-making on many levels of the health care system. The project focused on the requirements of the significant national-level decision makers, including the SHC and management of the health care sectors, namely, Ministry of Health (MoH) Medical Services, National Guard Medical Services, Ministry of Interior Medical Services, and King Faisal Specialist Hospital &#38; Research Center.</p>
      </sec>
      <sec>
        <title>The Project in Estonia</title>
        <p>The analysis of health and health care data management was part of the Structural Reform Support Service mission of the European Commission, to provide support for the preparation and implementation of growth-enhancing administrative and structural reforms by mobilizing European Union funds and technical expertise. Estonia requested support from the European Commission under Regulation (EU) 2017/825 on the establishment of the Structural Reform Support Program (“SRSP Regulation”) to prepare the Person-Centered Integrated Hospital Master Plan [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>The master plan targeted to (1) provide a map of the current hospital system, its ability to supply health care in different specialties, distribution of its physical and human resources, its financial flows, and its mechanisms of governance and information sharing; (2) provide evidence-based estimates of the population needs and the supply of health workforce and health care services and infrastructures; and (3) propose a hospital master plan of sound reforms in the hospital sector in the midterm.</p>
        <p>The planning included an assessment of the data sharing mechanisms and governance. Current and future organizations delivering the data for decision-making throughout the hospital network were analyzed. The scope of the analysis included data for the national-level health care management and policy (Ministry of Social Affairs [MoSA]), public health (National Institute for Health Development [NIHD]), health care financing (Estonian Health Insurance Fund [EHIF]), and health care service management and clinical decision-making (hospitals and family health centers).</p>
      </sec>
      <sec>
        <title>The Tension Between Demand and Supply of Information</title>
        <p>In both cases, the digitalization of the health and medical data flows should improve the quality of the decisions. Data in health care are often produced and consumed by different stakeholders. They need to cross the boundaries of specialties, institutions, regions, and sectors to deliver informational value to data consumers so that they can make decisions. From the point of view of decision makers, the place of capture has a surplus, and the place of decision-making has a shortage of information. The tension of disbalance generates the need for data flow: data consumers need data from data producers to extract information for decision-making.</p>
        <p>The stakeholders in health care that need data for decision-making, such as governmental organizations, payers, policy makers, and others, feel the tension and try to resolve it. They request data providers to collect and deliver data for each type of consumption. As the providers cannot always align the requirements, they often capture the same information multiple times. The uncoordinated design of data flows has manifested in duplication, gaps, and delays.</p>
        <p>The projects analyzed health care data supply and demand for data for different health care decisions. The analysis aimed to provide a better basis for planning data management organization and infrastructure.</p>
        <p>In both cases, the client saw issues producing proper analytical data products. In the Kingdom of Saudi Arabia case, the focus was on the reports on public health and health care system indicators. The Estonian terms underlined person centricity and efficacy, which introduced the requirement to study data sharing for clinical decision-making, patient engagement, hospital management, health care system planning, health care policy, and health care funding. To assess the situation and plan for better data sharing, we found it essential to map the providers and consumers and evaluate the usability and use of data for decision-making. The assessment of health care data systems focused on the data purpose, flow, and sharing (<xref rid="figure1" ref-type="fig">Figure 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Health care decisions are the purpose of data consumption. Health care decisions also provide new data. Often, the source location of the provided data does not match the desired location of the consumed data. This disbalance between supply and demand creates tension that forces data to flow. Data management resolves the tension by sharing data to required locations.</p>
          </caption>
          <graphic xlink:href="jmir_v26i1e53369_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>The Aim of the Study</title>
        <p>This study aimed to report problems and outcomes from the 2 distinct projects that assess the potential of secondary use of health care data and support of governmental decisions and to map the common thread of thought to apply in similar circumstances. We looked for the matching elements of the problems and the results of the 2 assessments.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>The respective terms of the projects regulated the work conducted in the Kingdom of Saudi Arabia and Estonia. In general, both projects had to deliver an initial assessment and recommendations for improvement. In the Kingdom of Saudi Arabia, the project concluded with the National Master Plan for Health Data Analytics [<xref ref-type="bibr" rid="ref3">3</xref>]. In Estonia, the results were integrated into the Person-Centered Integrated Hospital Master Plan [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>This section describes the framework of definitions and research methods that we developed for the projects.</p>
      </sec>
      <sec>
        <title>Mapping Data Sharing Purposes</title>
        <p>Digitalization shall enable gains in the effectiveness of decision-making (better inputs, better decisions) and increase the efficiency of data processing (timely and cost-effective delivery of data), resiliency against missing or erratic data, and sustainability of the data management (agility of the data models and infrastructure). One can assess digital health effectiveness by its ability to generate data (inputs) for decision-making. The World Health Organization (WHO) lists various health care performance indicators for management and policy decisions. The WHO has divided the core health indicators into 4 domains: health status, risk factors, service coverage, and health systems [<xref ref-type="bibr" rid="ref5">5</xref>]. The system of indicators supports rationalized alignment of priorities and harmonization of investments for various levels of health care systems. We used the system of indicators to model health data completeness. The indicators allowed us to cross-check if the needs of the decision makers were fully met. We analyzed the ability of a health care system to coordinate the data required for the indicators.</p>
        <p>The purpose of the collected data is to support health care activities (<xref rid="figure1" ref-type="fig">Figure 1</xref>). The activities depend on input data and generate new data, including clinical, managerial, financial, and others. The organizational or human actors of studied ecosystems perform these activities. For example, a hospital manager preparing the financial plans consumes data about the average cost per patient case. On the basis of the WHO indicator domains, the studies searched for evidence of data consumption in public health status and risks, health care activity, resources, funding, and clinical decision-making and research. In the Kingdom of Saudi Arabia case, we paid less attention to the clinical side, mainly focusing on the national public health indicators and the health care system. In the Estonian case, in addition to clinical decision-making, we investigated patient-side decision-making, and patient engagement was considered a separate health care activity.</p>
      </sec>
      <sec>
        <title>Mapping Data Flow</title>
        <p>Digital health ecosystems facilitate data flows to resolve data provision and consumption tension. The projects in Kingdom of Saudi Arabia and Estonia mapped the roles, procedures, structures, terminologies, and master data involved in coordinating the flow. We built catalogs of organizations that capture health care data (data providers) and organizations that receive health care data (data consumers). The interoperability between the sources and targets may be organized in many ways, either via bilateral point-to-point agreements or multilateral standards-based agreements. The parties share registries of identifiable objects, such as persons, legal entities, locations, services, and others. We checked the availability of data standards and master data registries. For greater secondary use, multilateral data-sharing agreements shall be in place. If we identified standards-based data sharing, we also examined the governing organization around the standards. Depending on the data governance setup, 1 or more entities would coordinate the data requirements between data consumers and providers, govern information assets, design and enforce data standards, and monitor the continuity of the data flow. The responsibility for the coordination is called data stewardship. The data policy’s task is to regulate the distribution of data governance responsibilities and enable control over them. For example, a data policy may state that licensed health care institutions shall follow the data collection standards set by a single stewardship organization; this may enforce a data flow that makes a log of activities and resources spent on those activities available to health care management and funding stakeholders.</p>
      </sec>
      <sec>
        <title>Mapping Data Sharing</title>
        <p>Data sharing is based on the organizational and technical capability that transports data between decision-making locations. We gathered information about the data management platforms, the organizations running the platforms, and the standards supporting data exchange. A data manager or custodian is responsible for maintaining a technical environment and a database structure for data sharing. Regardless of the topology of a data sharing system, centralized or distributed, the data shall be delivered to the correct location at the right time for decision-making. For example, a public registry of laboratory results may transport data between the laboratories, health care providers, and researchers.</p>
        <p>The discipline of enterprise information management defines the elements of data flow and sharing. Data governance roles, namely, data policy, data stewardship, and data custodianship, have been used for structuring enterprise information management [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>]. In the case of the studied projects, we looked for the data governance structures in the national-level health care data organizations.</p>
      </sec>
      <sec>
        <title>Assessing the Maturity of Capability</title>
        <p>Various capability maturity models support assessing health care information systems [<xref ref-type="bibr" rid="ref8">8</xref>]. Many maturity models focus on a specialty; a type of organization; or an area of function (hospital management, diagnostic images, and more). Some models focus on the digital health system’s ability to connect sources and targets of data sharing. The Health Information Sharing Maturity Model (HISMM) from the Mitre Corporation suggests assessing a digital health system from the perspective of 11 capability areas, which cover technology, use, and governance perspectives [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>The HISMM model has 2 dimensions: 11 characteristics and 5 maturity levels. The maturity level reflects the level of development or goal achievement regarding a capability. If each launch of a data flow requires the creation of a new organization, the flow has a project-based (1) capability level. At the expert-based (2) capability level, existing organizations (experts) can process a data flow. At the standard-based (3) capability level, data flow can be initiated by involving several organizations providing the same level of service. The data flow at the performance-based (4) level constantly produces indicators of the success of its activities. The data flow is at the learning-based or optimizing (5) level if the performance indicators trigger continuous improvement [<xref ref-type="bibr" rid="ref9">9</xref>]. For the assessment, we enhanced the HISMM levels with the maturity criteria from ISO 33020 and Capability Maturity Model Integration (CMMI), which guide the assessment of capability maturity of processes related to information systems [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. For example, when level 3 of ISO 33020 requires that “a standard process, including appropriate tailoring guidelines, is established and maintained,” we looked for such evidence in our desktop research and in the interview notes.</p>
        <p>The characteristics dimension of the HISMM model contains 11 characteristics. The 11 characteristics form a checklist for developing data flows. According to these 11 characteristics, analyzing which additions must be added to the use, technology, or governance organization to increase capacity is possible.</p>
        <p>On the basis of our experience with the Kingdom of Saudi Arabia, we introduced the HISMM as an additional tool for assessment in Estonia. Despite our interest, it was economically unreachable for us to redo the assessment in the Kingdom of Saudi Arabia only to compare the HISMM assessment results.</p>
        <p>In Estonia, we structured maturity evidence based on the stakeholders’ purpose. The structuring allowed the study to analyze the variation in the inputs collected from different decision makers. For example, we were looking for the differences in the maturity of health care management, clinical decision-making, and patient engagement, where all stakeholders may need data about health care resources.</p>
      </sec>
      <sec>
        <title>The Framework of the Assessments</title>
        <p>The complete framework provides categories for mapping the capabilities and assessing the maturity of those capabilities. <xref ref-type="boxed-text" rid="box1">Textbox 1</xref> below provides a summary of the categories.</p>
        <p>The framework drove the capture and analysis of the findings in both projects. We asked the interviewees about the purposes of using health data and the means they used to manage the data. Together with the interview participants, we investigated the stakeholders, information systems, standards, technologies, and platforms on which their data flows were based. For example, we asked the hospitals’ management about the indicators they used in decision-making. Then, we asked the statisticians and IT specialists to describe the sources of the data and the data processing activities.</p>
        <boxed-text id="box1" position="float">
          <title>The assessment framework includes categories for mapping capabilities from the data and stakeholder purpose perspectives. The purpose is satisfied via data flow and sharing capabilities, which indicate details of the implementation’s maturity level.</title>
          <p>
            <bold>Data purpose</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Public health status</p>
            </list-item>
            <list-item>
              <p>Public health risks</p>
            </list-item>
            <list-item>
              <p>Health care activity</p>
            </list-item>
            <list-item>
              <p>Health care resources</p>
            </list-item>
            <list-item>
              <p>Health care funding</p>
            </list-item>
            <list-item>
              <p>Clinical decision-making</p>
            </list-item>
            <list-item>
              <p>Clinical research</p>
            </list-item>
          </list>
          <p>
            <bold>Data flow</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Data providers</p>
            </list-item>
            <list-item>
              <p>Data consumers</p>
            </list-item>
            <list-item>
              <p>Data stewardship</p>
            </list-item>
            <list-item>
              <p>Data standards</p>
            </list-item>
            <list-item>
              <p>Data policy</p>
            </list-item>
            <list-item>
              <p>Master data</p>
            </list-item>
          </list>
          <p>
            <bold>Data sharing</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Data platforms</p>
            </list-item>
            <list-item>
              <p>Data custodianship</p>
            </list-item>
            <list-item>
              <p>Data exchange standards</p>
            </list-item>
          </list>
          <p>
            <bold>Stakeholder purpose</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Patient engagement</p>
            </list-item>
            <list-item>
              <p>Clinical decisions</p>
            </list-item>
            <list-item>
              <p>Health care management</p>
            </list-item>
            <list-item>
              <p>Research and monitoring</p>
            </list-item>
            <list-item>
              <p>Health care policy</p>
            </list-item>
            <list-item>
              <p>Health care funding</p>
            </list-item>
          </list>
          <p>
            <bold>Capability maturity</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Level 5. Optimizing</p>
            </list-item>
            <list-item>
              <p>Level 4. Performance</p>
            </list-item>
            <list-item>
              <p>Level 3. Standards</p>
            </list-item>
            <list-item>
              <p>Level 2. Experts</p>
            </list-item>
            <list-item>
              <p>Level 1. Projects</p>
            </list-item>
          </list>
          <p>
            <bold>Capability characteristic</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>Technology</p>
            </list-item>
          </list>
          <p>1. Data quality</p>
          <p>2. Data transport</p>
          <p>3. Data security</p>
          <p>4. Interoperability</p>
          <list list-type="bullet">
            <list-item>
              <p>Use</p>
            </list-item>
          </list>
          <p>5. Usability</p>
          <p>6. Alignment</p>
          <p>7. Participation</p>
          <p>8. Consent</p>
          <list list-type="bullet">
            <list-item>
              <p>Governance</p>
            </list-item>
          </list>
          <p>9. Data governance</p>
          <p>10. Stakeholder governance</p>
          <p>11. Sustainability</p>
        </boxed-text>
      </sec>
      <sec>
        <title>Project Activity in the Kingdom of Saudi Arabia</title>
        <p>For the situational analysis in the Kingdom of Saudi Arabia, we completed a comprehensive institutional review of the current data systems in the health sector, with an emphasis on how these data were collected and could be routinely made available to the responsible authorities.</p>
        <p>We assessed the processes at the institutional, operational, and technical levels. To understand the architectural options for integrated data management, we analyzed the current development plans and statuses, including a rapid assessment of existing computerized information systems, services, and tools. Specifically, we assessed the critical processes for data management and use, system architectures, database architectures, key relevant data sets, data exchange capabilities, geospatial tools, and system platforms available in the health system. The assessment identified the health system’s critical information systems, data sets, and exchange capabilities.</p>
        <p>The assessment methodology included primary and secondary sources, including interviews with stakeholders. The research team interviewed policy makers and stakeholders during a sequence of missions in 2019. The stakeholders included the national-level health care coordination (SHC) and management of the sectors, namely, MoH Medical Services, National Guard Medical Services, Ministry of Interior Medical Services, and King Faisal Specialist Hospital &#38; Research Center. The project included an in-depth web search of written information and web-based resources on digital health tools and systems for data exchange and analytics. To improve the primary stakeholders’ capacity and achieve a common understanding of master plan goals, a seminar about global experiences and examples of technical solutions took place during the first technical mission.</p>
      </sec>
      <sec>
        <title>Project Activity in Estonia</title>
        <p>The team evaluated Estonian hospitals’ health data and information exchange levels. The method combined interviews and desk research. The aim was to understand the value of health and medical information sharing capabilities to stakeholders, identify gaps in funding, and relate governmental activities to strategies and frameworks.</p>
        <p>This rapid assessment used semistructured interviews. Institutional, operational, and technical experts described their view on Estonian digital health care data governance; health data flows; information security; and existing computerized information systems, services, and tools. The analysis considered the hospitals part of a more comprehensive data sharing network. Hence, participants provided inputs about both internal and external data sharing. Specifically, interviews with the stakeholders touched on the critical processes for data management and use, system architectures, database architectures, key relevant data sets, data exchange capabilities, and system platforms available in the health system, considering the current use of the EHIF, the Estonian Health Information System (EHIS), and the NIHD databases.</p>
        <p>The data sharing network under discussion included health care institutions, public authorities, and other data users, for example, researchers and patients (from the point of view of hospitals). As the interviews covered the involved participants in both data provider and data consumer roles, the captured evidence also touches on the existing and potential use of data for primary and secondary purposes. On multiple occasions, the interviewed stakeholders were able to share insights into the integration of health data exchange and services with social and labor market services. The assessment covered vital information systems, data sets, and data exchange capabilities of the Estonian health care system.</p>
        <p>Altogether 9 stakeholders were interviewed, including hospitals (North Estonia Medical Centre, Tartu University Clinic, Pärnu Hospital, Viljandi Hospital, Põlva Hospital, and East Viru Central Hospital) and specialists from the NIHD, the EHIF, and the Estonian Society of Cardiology. Before the interview, we provided the interviewees with a comprehensive set of questions divided into 11 categories according to the capability attributes of the HISMM. The length of the interviews ranged from 1.5 to 2 hours. Usually, the group consisted of 4 to 5 persons, including the head or vice-head of the institution; chief specialists of clinical, IT, service development departments; health accounting; and statistics.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study compiled the framework, methods, and findings from the past project deliverables, which were available publicly or per request from the respective owners. The projects in the Kingdom of Saudi Arabia and Estonia assessed material available from public sources and interviews. The included organizations-appointed interview participants. The projects did not compensate for the participation. We informed the participants about the purpose of the assessment and used the interview results anonymously. The study team never recorded any health data during the interviews or site visits. This study includes statements on the possible limitations of the conclusions.</p>
      </sec>
      <sec>
        <title>Summary of the Methodology</title>
        <p><xref ref-type="table" rid="table1">Table 1</xref> summarizes the methods used by the projects in the Kingdom of Saudi Arabia and Estonia.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Methodology of the case projects.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="400"/>
            <col width="400"/>
            <thead>
              <tr valign="top">
                <td>Methodology element</td>
                <td>The Kingdom of Saudi Arabia</td>
                <td>Estonia</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Research type</td>
                <td>Evaluation research</td>
                <td>Evaluation research</td>
              </tr>
              <tr valign="top">
                <td>Research design</td>
                <td>Exploratory case study</td>
                <td>Exploratory case study</td>
              </tr>
              <tr valign="top">
                <td>Sampling method</td>
                <td>Purposive sampling</td>
                <td>Purposive sampling</td>
              </tr>
              <tr valign="top">
                <td>Data collection method 1</td>
                <td>Personal semistructured interviews</td>
                <td>Personal semistructured interviews</td>
              </tr>
              <tr valign="top">
                <td>Data collection method 2</td>
                <td>Documentation review</td>
                <td>Documentation review</td>
              </tr>
              <tr valign="top">
                <td>Data analysis method</td>
                <td>Qualitative content analysis</td>
                <td>Qualitative content analysis</td>
              </tr>
              <tr valign="top">
                <td>Data coding 1</td>
                <td>Data purpose, flow, and sharing</td>
                <td>Data purpose, flow, and sharing</td>
              </tr>
              <tr valign="top">
                <td>Data coding 2</td>
                <td>—<sup>a</sup></td>
                <td>Health Information Sharing Maturity Model</td>
              </tr>
              <tr valign="top">
                <td>Target application</td>
                <td>National Master Plan for Health Data Analytics</td>
                <td>Person-Centered Integrated Hospital Master Plan, and Information-Sharing Capability Maturity Assessment</td>
              </tr>
              <tr valign="top">
                <td>Research question</td>
                <td>What are the gaps and critical elements for the national-level improvement of the secondary use of health care data?</td>
                <td>What are the gaps and critical elements for the national-level improvement of the secondary use of health care data?</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Digital Health Landscape in the Kingdom of Saudi Arabia</title>
        <p>The Kingdom of Saudi Arabia health care information system encompasses several stakeholders, including primary health care (PHC), hospitals under different jurisdictions, the SHC, the MoH, public health research, quality management, and others. The project looked at the health care system as a whole.</p>
        <p>The Kingdom of Saudi Arabia has a population of 35 million, divided between 21.4 million Saudis and 13.6 million non-Saudis. The annual population growth rate was 2.38 in 2020, which dropped slightly from 3.19 in 2010. Part of it can be accounted for by the lowered fertility rate of 1.9 in 2018 and 2.98 in 2010 [<xref ref-type="bibr" rid="ref12">12</xref>]. The population aged &#62;65 years was 3.4% in 2019, and it is expected to grow to 6% by 2030, which makes it a country with a relatively young population compared with its neighbors in West Asia [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>The health care system in the Kingdom of Saudi Arabia is mainly funded via the MoH of the Kingdom of Saudi Arabia, which covers 287 hospitals with 45,180 beds, 2257 PHC centers, and 973 specialized medical facilities. In addition to MoH, the governmental health care sector includes providers under the Armed Forces Medical Services, National Guard Medical Services, Ministry of Interior Medical Services, King Faisal Specialist Hospital &#38; Research Center, Royal Commission Hospitals, ARAMCO Hospitals, and Ministry of Education. The total number of hospital beds in other government sectors is 13,989, divided among 50 hospitals. The private sector in the Kingdom of Saudi Arabia runs 167 hospitals with 19,427 beds [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
        <p>In 2000, the Kingdom of Saudi Arabia institutionalized the development of electronic health care as a governmental committee. In 2005, the government established the Saudi Association for Health Informatics, which focused on the growing awareness of electronic health among health care professionals [<xref ref-type="bibr" rid="ref15">15</xref>]. The effort put into awareness and education has supported the adoption of health IT. Still, the adoption could have been more cohesive, and the use of electronic health systems has been limited [<xref ref-type="bibr" rid="ref16">16</xref>]. A multiple-case study based on a survey (conducted in 2010) of 6 of the seemingly most advanced medical cities of the Kingdom of Saudi Arabia concluded that inadequate data management policies and procedures, resistance to change, the low analysis of data, and lack of accreditation impact the health IT adoption. The study revealed a need to introduce a national regulator and establish a data exchange plan through a national health information network [<xref ref-type="bibr" rid="ref17">17</xref>]. The MoH of the Kingdom of Saudi Arabia has invested in the growth of health information exchange on all health care levels. Some researchers have found that the MoH’s focus on information exchange between the health care system participants supports the greater adoption of electronic health records. The sharing adds more value to the data and increases the motivation for quality data capture and improvement of health IT tooling [<xref ref-type="bibr" rid="ref18">18</xref>].</p>
        <p>The SHC, established in 2014, is a successor to the Health Services Council, established in 2002. The role of the SHC is to coordinate and integrate health care stakeholders regardless of the type of ownership or the sector of governance. At the time of the project, the SHC included 16 representatives from several ministries, national health care agencies, education institutions, and health care institutions. The SHC governs some national health centers, including the National Center for Health Information [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
        <p>The National Health Information Center (NHIC) was established in 2013, with the mission to organize health information exchange among all health sectors and related parties, to develop and customize terminology and data exchange standards, to create and supervise telehealth networks, to create national disease registries, and to provide health information to the beneficiaries [<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      </sec>
      <sec>
        <title>Digital Health Landscape in Estonia</title>
        <p>Estonia has a population of 1.3 million, which has declined since 1990. The annual population growth rate has been approaching 0 (from the negative side) in the past years. However, the growth rate has been lifted by migration as the fertility rate of 1.6 per woman is less than that required for reproduction [<xref ref-type="bibr" rid="ref21">21</xref>]. The population aged &#62;65 years was 20% in 2019 and is expected to grow to 23.5% by 2030, slightly above the average of 18.8% and 21.8% in the region of Northern Europe [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
        <p>All health care institutions operate under private law in Estonia. General practitioners are private entrepreneurs or limited companies. At the same time, hospitals are joint-stock companies or not-for-profit foundations licensed by the Health Board and provide various inpatient or outpatient medical or nursing care. In total, 1428 health care institutions were covered by the National Institute of Health Development statistics in 2019. There are 52 hospitals with 6788 beds, 436 family health centers, 490 dental care providers, 317 specialized outpatient medical care, and others [<xref ref-type="bibr" rid="ref23">23</xref>]. The health care system in Estonia is governed by the MoSA. The system’s structure includes agencies of the MoSA (eg, State Agency of Medicines, Health Board, NIHD, and Center of Health and Welfare Information Systems); independent public bodies (EHIF); (mainly publicly owned) hospitals under private regulation; private PHC units; and various nongovernmental organizations and professional associations. The financing is organized chiefly through an independent single public-payer EHIF, including ambulance services [<xref ref-type="bibr" rid="ref24">24</xref>]. The government regulation establishes a list of regional, central, general, local, and rehabilitation hospitals, a total of 19 hospitals, to ensure uniform access to health care services. These hospitals are entitled to receive the necessary construction, renovation, and reprofiling investments from the government budget. With the hospitals mentioned in the list, EHIF concludes treatment financing contracts for at least 5 years based on the type of hospital listed and the corresponding operating license.</p>
        <p>The MoSA of Estonia covers public health from the state budget. Private, primarily out-of-the-pocket spending was 22.7% in 2016 [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>Health care data are divided between 14 primary national-level sources, in-house sources of health care service providers, and databases of research institutions. In addition to inherent health care data sources, the e-government platform enables the secondary use of public registers for health care needs. For example, the Population Register, managed by the Estonian Police and Border Guard Board, is the source of personal data for patient management. The Health Board manages public registers of health care professionals and health care institutions. The State Agency of Medicines manages registers of drugs, medicinal products, and pharmacies. The EHIF collects reimbursement-related health data, registers the status of insured persons, and manages digital prescriptions. The Center of Health and Welfare Information Systems maintains a significant platform for health data sharing, the EHIS [<xref ref-type="bibr" rid="ref25">25</xref>] that encompasses the whole country, registers all residents’ health history from birth to death, and is based on the e-government infrastructure.</p>
        <p>Since 2008, the Digital Health Platform (DHP) has been operating in Estonia, which shares the health care data of the entire country’s residents in a secure e-government environment, both between authorized health care workers and between a health care worker and a natural person. The DHP, whose official name is the EHIS, aims, among other things, to process the data related to the area of health care for entry into and performance of contracts for the provision of health services; for ensuring the quality of health services and the rights of patients; and for the protection of public health, including for the upkeep of registers and the organization of health statistics and the management of health care [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
      </sec>
      <sec>
        <title>Assessment Results in the Kingdom of Saudi Arabia</title>
        <p>In the case of the Kingdom of Saudi Arabia, the project delivered 2 consecutive components that led to the recommendations for decision makers to boost the regulatory, institutional, and technical infrastructure within the country’s health care system, thereby allowing for the efficient collection of health care data.</p>
        <p>First, we performed the situational analysis of health and health care data management. The delivered assessment report provided a brief institutional review of the Kingdom of Saudi Arabia health care system’s data management and identified vital information systems, analytical data sets, and data exchange capabilities.</p>
        <p>The assessment report revealed that data reporting and analytics procedures, standards, and forms in health care should be coordinated and coherent across the ministries with health care institutions under their jurisdiction and with the MoH and SHC.</p>
        <p>On the basis of the review, the report gave recommendations for the long-term institutional, organizational, architectural, and technical redesign of health care data analytics to move from static, fragmented, and incomplete data sets to rapid, reliable, and dynamic data processing, exchange, extraction, and consolidation. We used these recommendations as the basis for the development of the second deliverable, the Master Plan for National Health Data Analytics; it is a policy document that describes the regulatory, institutional, and technical infrastructure that allows the efficient collection of digital health and health care data from health care systems to process and provide appropriate data analytics and business intelligence for policy and decision makers. The SHC of the Kingdom of Saudi Arabia approved the Master Plan in 2020.</p>
        <p>The Master Plan outlines a framework for data, roles, and processes. The framework considers analytical data sets, health care indicators, reports, metadata, and catalogs as parts of the data dimension. The framework of roles supports the governance of the data and information flows and endorses the strategic value of the analytical data. The Master Plan defines the specific organizations that shall fulfill the defined roles. The process dimension outlined a set of workstreams for analytical data. It described a path to produce needed policies, objectives, data definitions, analytical product definitions, and standards.</p>
        <p>The Master Plan evaluated multiple options for assigning the data governance roles. The final recommendation was to share the responsibilities between the units of the SHC: the policy and strategy management to the SHC Board, data stewardship and analytics to the National Health Analytics Department, data custodianship to the National Health Observatory at the NHIC, and standardization to the Data Standardization Unit at the NHIC.</p>
        <p>To operationalize the framework, the Master Plan proposes 3 years to transition responsibilities and develop institutional capacity on all levels. After that, all actors at the national and subnational levels shall adapt to the general and national data analytics frameworks.</p>
      </sec>
      <sec>
        <title>Assessment Results in Estonia</title>
        <p>In Estonia, the study used interviews to collect inputs for the assessment. The researchers adopted the HISMM and reorganized the notes using capability attributes and stakeholder purpose. The purpose dimension aimed to summarize the capabilities or flows that the interviews covered. The interview content covered the purpose, flow, and sharing. We asked the interviewees to cover the topics for all the data governance roles of their institutions. For example, depending on a specific capability discussed, a hospital can be a data provider, consumer, custodian, and steward. The notes were analyzed for evidence of maturity and labeled accordingly. The method resulted in a 3D matrix with dimensions for stakeholder purpose, capability attributes, and maturity level (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
        <p>The researchers estimated the maturity of the information sharing to be on levels 2 to 4. Level 2 represents a situation where the information flow stands on the existing expertise, and the flow outcomes are repeatable. Level 3 indicates the existence of standards and procedures that allow new providers to enter the market. On level 4, the assessed ecosystem shall demonstrate an ability to measure the achievement of the information sharing goals.</p>
        <p>The assessment suggests, also visualized in <xref rid="figure3" ref-type="fig">Figure 3</xref>, that the improvement focus should be on data quality, transport, and stakeholder governance. From the perspective of stakeholder purpose, the flows that feed decisions on health care policy show the lowest maturity. The maturity matrix indicates that the data and information may circulate in silos of governance; experts are needed (level 2) to support the data to reach the policy makers. The below-average estimates on data and stakeholder governance hint that the coordination of the data flows is mostly implicit. The interviewees missed the explicit rules and coordination of the secondary use of data. The above-average estimates on data for clinical purposes indicate the success of standardizing patient data flows via the EHIS.</p>
        <p>The project in Estonia combined the HISMM into the framework of analytics. The role of the HISMM was to provide insight into the improvement potential of the established flow of data. The findings of the maturity assessment allowed the stakeholders’ viewpoints to be drawn to and the specific characteristics of the flows to be analyzed. The HISMM is a valuable tool for cases where the primary data policy, governance structure, and platform are already in place. Analysis of the specific characteristics provides a basis for targeted improvements. When a data flow misses expectations, an assessment may reveal a specific characteristic that limits the flow. The summary of the HISMM results in Estonia shows the need to improve the focus on data quality, data transport, data and stakeholder governance, and process alignment (<xref rid="figure3" ref-type="fig">Figure 3</xref>).</p>
        <p>The study in Estonia concluded with a recommendation to align the roles of data providers, consumers, stewards, and custodians for the expanded multipurpose data flows. The current document-based health information sharing model shall transform into a shared space of Integrated Care Records. We reported the assessment results as part of the Person-Centered Integrated Hospital Master Plan, which also included reports of teams of other specialists.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>The figure summarizes the Health Information Sharing Maturity Model assessment findings from Estonia. The matrix’s cells depict the maturity levels grouped by the 11 capability characteristics in the vertical dimension and by the 6 stakeholder purposes in the horizontal dimension. The number in the cell shows the corresponding level of maturity, colored red for level 2, yellow for level 3, and green for level 4.</p>
          </caption>
          <graphic xlink:href="jmir_v26i1e53369_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>The figure visualizes the maturity levels of Health Information Sharing Maturity Model characteristics in aggregation. It shows that data quality and transport, data and stakeholder governance, and process alignment maturity are lower than other characteristics.</p>
          </caption>
          <graphic xlink:href="jmir_v26i1e53369_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Comparison of the Assessments</title>
        <p>We conducted the assessments according to the framework discussed earlier in this study. To map the elements of data sharing, we interviewed stakeholders using the shared data for the purposes defined by the scope of the projects. We also captured the evidence of the stakeholders interacting with specific data sharing platforms.</p>
        <p>The data collection in the Kingdom of Saudi Arabia took place 1 year before the project in Estonia. We mostly replicated the methodological experience from the Kingdom of Saudi Arabia in Estonia, except that we introduced an additional assessment tool, the HISMM (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
        <p>The analysis of the projects in the Kingdom of Saudi Arabia and Estonia demonstrates the challenges of coordinating data flows on a distributed data sharing system. Even if the health care systems in the 2 countries are coordinated differently, in both cases, the conclusions focus on the need to strengthen data flow stewardship (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
        <p>The conclusions advised the governments to introduce governance policies, which would clarify the responsibilities of the stakeholders. Proper management of the responsibilities of data stewards would increase the value of data providers’ contributions and the value of the custodians’ data. <xref rid="figure4" ref-type="fig">Figure 4</xref> illustrates our conceptual understanding of the data governance roles and their relationships, which we used as a tool to map the roles of the existing or future organizations in our recommendation.</p>
        <p>Current data governance in the studied countries follows the vertical model of stewardship, where the data consumers coordinate the information flows for their own needs. Most consumers have also established their own data management or custodian organizations. Notable exceptions are the national databases and message exchange platforms, which support data consumption by multiple institutions. For example, the EHIS manages data consumed by the network of health care providers, patients, and health care registries. A pervasive stewardship function shall increase the secondary use of data.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>The assessments share comparable attributes of scope. The only exception is that the project in Estonia conducted a maturity assessment, which was not part of the project’s scope in the Kingdom of Saudi Arabia.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="200"/>
            <col width="350"/>
            <col width="450"/>
            <thead>
              <tr valign="top">
                <td>Attributes of scope</td>
                <td>The Kingdom of Saudi Arabia</td>
                <td>Estonia</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Assessed stakeholder purposes</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Clinical, population health, and health care management</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Clinical, population health, patient engagement, health care funding, health care management, and health care policy</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Assessed data sharing platforms</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Hospital EMRs<sup>a</sup> and analytical data sets</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>Hospital EMRs, the national EHR<sup>b</sup>, disease registries, and insurance claims registry</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Assessed capability maturity characteristics</td>
                <td>—<sup>c</sup></td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>HISMM<sup>d</sup> technology, use, and governance</p>
                    </list-item>
                  </list>
                </td>
              </tr>
              <tr valign="top">
                <td>Stakeholders interviewed</td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>National-level health care coordination (Saudi Health Council)</p>
                    </list-item>
                    <list-item>
                      <p>Management of the sectors (MoH<sup>e</sup> Medical Services, National Guard Medical Services, Ministry of Interior Medical Services, and King Faisal Specialist Hospital &#38; Research Center)</p>
                    </list-item>
                  </list>
                </td>
                <td>
                  <list list-type="bullet">
                    <list-item>
                      <p>National-level health care management and policy (Ministry of Social Affairs, North Estonia Medical Centre, Tartu University Clinic, Pärnu Hospital, Viljandi Hospital, Põlva Hospital, East Viru Central Hospital, the National Institute of Health Development, the Estonian Health Insurance Fund, and the Estonian Society of Cardiology)</p>
                    </list-item>
                  </list>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>EMR: electronic medical record.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>EHR: electronic health record.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>Not applicable.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>HISMM: Health Information Sharing Maturity Model.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>MoH: Ministry of Health.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>The findings from the 2 countries demonstrate similarities in the expected achievements, identified barriers, opportunities, and principal conclusions. Regardless of the digitization of workplaces in both cases and sophisticated data integration solutions in the Estonian case, siloed data stewardship limits the multiuse of health data.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="190"/>
            <col width="360"/>
            <col width="450"/>
            <thead>
              <tr valign="top">
                <td>Attributes of findings</td>
                <td>The Kingdom of Saudi Arabia</td>
                <td>Estonia</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Expected achievement</td>
                <td>Timely and efficient delivery of health care system and public health indicators, and standard and special reports</td>
                <td>Timely and efficient decision support for clinical, management, and financial decisions</td>
              </tr>
              <tr valign="top">
                <td>Barriers</td>
                <td>Lack of interoperability standards and siloed sectoral stewardship</td>
                <td>Siloed vertical stewardship</td>
              </tr>
              <tr valign="top">
                <td>Opportunities</td>
                <td>Digitized workplaces in health care and cross-sectoral health care governance structures (SHC<sup>a</sup>)</td>
                <td>Digitized workplaces in health care, secure integration platform (XRoad), national EHR<sup>b</sup> (EHIS<sup>c</sup>), data and data exchange standards, and national-level clinical decision support</td>
              </tr>
              <tr valign="top">
                <td>Principal conclusions</td>
                <td>Align the roles of the stakeholders and engage the participants in a standardized data flow</td>
                <td>Align the roles of stakeholders and standardize the event-driven sharing of EMRs<sup>d</sup></td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>SHC: Saudi Health Council.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>EHR: electronic health record.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>EHIS: Estonian Health Information System.</p>
            </fn>
            <fn id="table3fn4">
              <p><sup>d</sup>EMR: electronic medical record.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>A conceptual overview of the data governance roles and relationships used as a base for mapping the actual organizational structure of the countries. A policy for multiple data use supports resolving demand and supply between data providers and consumers. The policy establishes authority and responsibility for pervasive data stewardship and custodianship.</p>
          </caption>
          <graphic xlink:href="jmir_v26i1e53369_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The study maps the common thread of thought from 2 distinct projects in the Kingdom of Saudi Arabia and Estonia, assessing the potential of secondary use of health care data and supporting governmental decisions. The projects apply comparable frameworks and methods, allowing the comparison of the barriers, opportunities, and conclusions. The findings include both the frameworks used and the conclusions made. The framework of assessment defines 2 dimensions of analysis. First, there is the need to identify and improve data sharing flows between data providers and consumers. The analysis investigates multiple purposes of data, data and exchange standards, stakeholders’ governance, and shared data management platforms. Second, the framework considers the maturity of the data sharing implementation. The maturity assessment measures the level of institutionalization of health data sharing. The second part of the framework was included and applied only to the project in Estonia.</p>
        <p>The assessment revealed opportunities and barriers in the secondary use of health data. Starting with the opportunities, the included institutions demonstrated high levels of digitization in the workplace. In the Estonian case, we also experienced advanced integration platforms and interoperability standards implemented nationally. The latter has supported the development of sophisticated solutions for national electronic health record and clinical decision support. However, the countries have maintained a fragmented organization of data stewardship, which has not been able to coordinate the need for data. In both cases, the assessments concluded with a recommendation to implement pervasive data stewardship to align the need for data.</p>
        <p>While many countries have digitalized information necessary for clinical work and described the data relatively well, especially in most European countries and North America, unified routines and applications for the secondary use of digital data in health care are largely still being planned.</p>
        <p>In Sweden, more than 100 health care quality registries collect individual-based clinical data for research and improvement of health care delivery [<xref ref-type="bibr" rid="ref26">26</xref>]. In Estonia, 6 medical registries and databases collect, process, and distribute data about health and medicine [<xref ref-type="bibr" rid="ref27">27</xref>]. Studies propose that clinical quality registers can be cost-effective and yield significant investment returns [<xref ref-type="bibr" rid="ref28">28</xref>]. The number and quality of the registries indicate success in the secondary use of health care data. The registries also introduce data capture, integration, and delivery costs for secondary use. These professional specialty or national quality registries are often developed and managed in silos, leading to high maintenance costs and challenges in interoperability.</p>
        <p>Regardless of the advanced information systems in hospitals, the health care system in the Kingdom of Saudi Arabia spends considerable time and resources collecting statistical data. There is much manual processing due to the lack of standards for integration and semantics. The same applies to Estonia; despite the common health data interoperability standards and transport system, secondary use of health care data is often in silos and needs additional effort. In the Kingdom of Saudi Arabia and Estonia, the data consumers coordinate their needs directly with the data providers, reinforcing the traditional model of form-based reporting. The form-based approach introduces duplication at the data capture; one may call it secondary capture. To avoid resource wasting and duplication, collecting the data consumers’ need shall be part of the standards of primary data capture.</p>
        <p>In Estonia, the advanced semantic interoperability of the clinical documents shared via the EHIS enables the automation of clinical decision support [<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref32">32</xref>]. Such features include drug-drug interaction alerting, context-driven suggestions of clinical guidelines, and automatic patient summaries based on clinical documents. These features increase the use of data but only inside the vertical of clinical decision-making. The EHIS could also facilitate data flows for public health, health care management, and clinical research decision-making.</p>
        <p>The stakeholders of health care data need to cooperate through a strategic digitalization process. Often, the participants are not aware of the discontinuity of the data flow. The study in Estonia indicated that the participants were relatively satisfied with the data management tools and their engagement in the flow. Instead, they reported problems with data quality and governance. The users expressed their frustration regarding duplicate data capture but could not relate it to the low alignment of the processes. We hypothesize that the interview results indicate disruptions in the data flow. The respondents struggled to find source data to fill in the data entry forms for secondary use. Designing and managing a flow that connects data capture with a single consumer is relatively easy, ensuring satisfaction with the tools and participation. Only a helicopter view of the landscape of data needs shows the shortcomings of governance and the chronic waste of capturing the same data repeatedly. Efficiency in the secondary use of data starts from the health care policy establishing clear goals and management.</p>
        <p>Single-purpose capture of data and single-purpose databases are indicators of the low secondary use of health care data. The data flow design should follow the principle of “collect once and use multiple times.” The studied cases reveal the barriers built between the domains of information purpose. The health care system extends over 6 ministries in the Kingdom of Saudi Arabia. It takes a long time and heavy work to combine data across the borders of the governance verticals. In Estonia, where the organization is more straightforward, data collection for different purposes is still split between different data consumers, resulting in independent data flow designs without proper interoperability. For example, health care providers must simultaneously record the exact data for clinical decisions, management, funding, statistics, and research. The new policy shall require the unification of the demand of data consumers into a single standard of data capture.</p>
        <p>The analysis of health data sharing challenges in the Kingdom of Saudi Arabia and Estonia demonstrates that the digitization of the workplaces, integration of information systems, and advanced semantic interoperability are insufficient for secondary use on a large scale. A prerequisite for secondary use is a health care policy that emphasizes the need for the continuity of the data flow. The health policy should address governance of the data and stakeholders without introducing central bottlenecks for innovation. The policy should guide parties to map the impacts of their data processing and increase the value of their data through greater secondary use. A health data sharing system shall reward the measurable secondary use of data assets.</p>
        <p>Advances in the digitization of health data and integration of information systems open the way to the digitalization of health care processes. Shared data enables the coordination of activities of a digital process. Stewards and custodians must govern health care data through the diverse organizations, workplaces, and information systems landscape. Data governance conceptualizes and carries out stewardship responsibilities based on data access, custodianship, and use policies [<xref ref-type="bibr" rid="ref33">33</xref>]. The conceptual framework for data governance by Abraham et al [<xref ref-type="bibr" rid="ref6">6</xref>] suggests structural, procedural, and relational mechanisms. The structural and relational mechanisms include establishing clear organizational responsibility and communication. The governments in demand for greater secondary use of health care data shall establish data policy with precise coordinating mechanisms.</p>
        <p>We saw that digitalizing data providers and consumers is insufficient for efficient secondary use of data. There is a need for a DHP that enables data and information sharing. However, having a DHP only for clinical data is insufficient. For secondary use, the stewardship must include the requirements of all targeted consumers. This recommendation is also very much in line with the observation from a 2021 report that calls for more substantial public-patient participation in the secondary use of health data [<xref ref-type="bibr" rid="ref2">2</xref>].</p>
        <p>There is an ever-growing demand for better data and information for decision-making. Modern health care and research depend on data from various domains, including education, environment, and social care. It is an ongoing effort to analyze and integrate the new demand for data.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>The study reports the findings from 2 projects from 2 countries. The findings present certain commonalities but still have a limited generalizability for different contexts. Countries or regions searching for advice may present circumstances that demand noticeably different strategies for their digital health improvement. It is also essential to understand the role of the frameworks when trying to replicate the results. For practical reasons, a solid framework is essential for such projects, as effective planning, execution, and analysis require a rigid structure. However, the choice of a framework indicates the researcher’s focus and may lead to a limited space of findings. The studied projects develop policy suggestions for health data governance on the national level. Controlled empirical validation of the suggested policies is nearly impossible. The conclusions mainly depend on the internal validity of the research, where we build on the experience of the involved stakeholders and findings from similar experiments.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In this study, we have analyzed 2 projects that assessed and provided advice for the national-level improvement of the secondary use of health care data. The study provided an overview of the projects’ backgrounds, frameworks, methods, and results. Finally, we discussed the main advice from the projects. The study shows that 2 high-income countries with very different health care systems have comparable issues with the secondary use of health care data. National-level secondary use shall build on an overarching data policy that enables horizontal stewardship to coordinate requirements of a diverse landscape of health care data consumers.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CMMI</term>
          <def>
            <p>Capability Maturity Model Integration</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">DHP</term>
          <def>
            <p>Digital Health Platform</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EHIF</term>
          <def>
            <p>Estonian Health Insurance Fund</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">EHIS</term>
          <def>
            <p>Estonian Health Information System</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">HISMM</term>
          <def>
            <p>Health Information Sharing Maturity Model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">MoH</term>
          <def>
            <p>Ministry of Health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">MoSA</term>
          <def>
            <p>Ministry of Social Affairs</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">NHIC</term>
          <def>
            <p>National Health Information Center</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">NIHD</term>
          <def>
            <p>National Institute for Health Development</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">PHC</term>
          <def>
            <p>primary health care</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">SHC</term>
          <def>
            <p>Saudi Health Council</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The project’s client in the Kingdom of Saudi Arabia was the Saudi Health Council, and the project funding came from the World Bank. The Ministry of Social Affairs ordered the project in Estonia and received funding from the European Union Structural Reform Support Program. The authors would like to thank all the participants in this study.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>JM and PR were the main contributors to both studied projects, and ZS was a leading contributor in the case of the Kingdom of Saudi Arabia. DD worked on the structure and methodology of the study. TN, one of the leading developers of Health Information Sharing Maturity Model (HISMM), contributed to the required details and reviewed the results concerning HISMM adoption.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Safran</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bloomrosen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hammond</surname>
              <given-names>WE</given-names>
            </name>
            <name name-style="western">
              <surname>Labkoff</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Markel-Fox</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>PC</given-names>
            </name>
            <name name-style="western">
              <surname>Detmer</surname>
              <given-names>DE</given-names>
            </name>
          </person-group>
          <article-title>Toward a national framework for the secondary use of health data: an American Medical Informatics Association white paper</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2007</year>
          <volume>14</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/17077452"/>
          </comment>
          <pub-id pub-id-type="doi">10.1197/jamia.M2273</pub-id>
          <pub-id pub-id-type="medline">17077452</pub-id>
          <pub-id pub-id-type="pii">M2273</pub-id>
          <pub-id pub-id-type="pmcid">PMC2329823</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boyd</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Zimeta</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Tennison</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Alassow</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Secondary use of health data in Europe</article-title>
          <source>Open Data Institute</source>
          <year>2021</year>
          <access-date>2024-04-23</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://secondary-use-health-data.theodi.org/assets/pdf/Report-2021.pdf">https://secondary-use-health-data.theodi.org/assets/pdf/Report-2021.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <article-title>National master plan for health data analytics: harmonizing the collection and use of data in Saudi Arabia</article-title>
          <source>General Directorate for National Health Economics and Policy, Saudi Health Council, Kingdom of Saudi Arabia</source>
          <year>2020</year>
          <access-date>2024-04-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://shc.gov.sa/Arabic/NewStrategy/DepartmentAchievements/Pages/StrategyReports.aspx">https://shc.gov.sa/Arabic/NewStrategy/DepartmentAchievements/Pages/StrategyReports.aspx</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
          <article-title>Person-centred integrated hospital master plan in Estonia</article-title>
          <source>The Ministry of Social Affairs, Estonia</source>
          <access-date>2022-07-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sm.ee/haiglavork-ja-haiglavorgu-arengukavad">https://www.sm.ee/haiglavork-ja-haiglavorgu-arengukavad</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <article-title>Global reference list of 100 core health indicators</article-title>
          <source>World Health Organization</source>
          <access-date>2021-07-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://iris.who.int/handle/10665/259951">https://iris.who.int/handle/10665/259951</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abraham</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Schneider</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>vom Brocke</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Data governance: a conceptual framework, structured review, and research agenda</article-title>
          <source>Int J Inf Manage</source>
          <year>2019</year>
          <month>12</month>
          <volume>49</volume>
          <fpage>424</fpage>
          <lpage>38</lpage>
          <pub-id pub-id-type="doi">10.1016/j.ijinfomgt.2019.07.008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <article-title>Data governance: driving value in healthcare</article-title>
          <source>Klynveld Peat Marwick Goerdeler (KPMG)</source>
          <access-date>2023-07-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://kpmg.com/xx/en/home/insights/2018/06/data-governance-driving-value-in-health.html">https://kpmg.com/xx/en/home/insights/2018/06/data-governance-driving-value-in-health.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carvalho</surname>
              <given-names>JV</given-names>
            </name>
            <name name-style="western">
              <surname>Rocha</surname>
              <given-names>Á</given-names>
            </name>
            <name name-style="western">
              <surname>Abreu</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Maturity models of healthcare information systems and technologies: a literature review</article-title>
          <source>J Med Syst</source>
          <year>2016</year>
          <month>06</month>
          <day>15</day>
          <volume>40</volume>
          <issue>6</issue>
          <fpage>131</fpage>
          <pub-id pub-id-type="doi">10.1007/s10916-016-0486-5</pub-id>
          <pub-id pub-id-type="medline">27083575</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10916-016-0486-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hamilton</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Novak</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Health information sharing maturity model</article-title>
          <source>MITRE Health</source>
          <year>2018</year>
          <access-date>2020-06-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://health.mitre.org/blog/health-information-sharing-maturity-model-2/">https://health.mitre.org/blog/health-information-sharing-maturity-model-2/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <article-title>ISO/IEC 33020:2019 information technology- process assessment- process measurement framework for assessment of process capability</article-title>
          <source>International Organization for Standardization</source>
          <year>2019</year>
          <access-date>2024-04-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.iso.org/standard/78526.html">https://www.iso.org/standard/78526.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
          <article-title>CMMI levels of capability and performance</article-title>
          <source>CMMI Institute</source>
          <access-date>2024-04-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cmmiinstitute.com/learning/appraisals/levels">https://cmmiinstitute.com/learning/appraisals/levels</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <article-title>Statistical yearbook</article-title>
          <source>Ministry of Health of Saudi Arabia</source>
          <year>2010</year>
          <access-date>2024-04-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.moh.gov.sa/en/Ministry/Statistics/book/Pages/default.aspx">https://www.moh.gov.sa/en/Ministry/Statistics/book/Pages/default.aspx</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="web">
          <article-title>World population ageing</article-title>
          <source>United Nations</source>
          <year>2019</year>
          <access-date>2024-04-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://digitallibrary.un.org/record/3846855?v=pdf">https://digitallibrary.un.org/record/3846855?v=pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <article-title>Statistical yearbook</article-title>
          <source>Ministry Of Health Saudi Arabia</source>
          <year>2020</year>
          <access-date>2021-05-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.moh.gov.sa/en/Ministry/Statistics/book/Pages/default.aspx">https://www.moh.gov.sa/en/Ministry/Statistics/book/Pages/default.aspx</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alharbi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The status quo of health information technology and health information management efficiency in Saudi Arabia: a narrative review</article-title>
          <source>The University of New England</source>
          <year>2018</year>
          <access-date>2021-05-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hdl.handle.net/1959.11/23228">https://hdl.handle.net/1959.11/23228</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Almalki</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzgerald</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Clark</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Health care system in Saudi Arabia: an overview</article-title>
          <source>East Mediterr Health J</source>
          <year>2011</year>
          <month>10</month>
          <volume>17</volume>
          <issue>10</issue>
          <fpage>784</fpage>
          <lpage>93</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://applications.emro.who.int/emhj/V17/10/17_10_2011_0784_0793.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.26719/2011.17.10.784</pub-id>
          <pub-id pub-id-type="medline">22256414</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Alkraiji</surname>
              <given-names>AI</given-names>
            </name>
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Murray</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Factors impacting the adoption decision of health data standards in tertiary healthcare organisations in Saudi Arabia</article-title>
          <source>J Enterp Inf Manag</source>
          <year>2016</year>
          <month>09</month>
          <day>12</day>
          <volume>29</volume>
          <issue>5</issue>
          <fpage>650</fpage>
          <lpage>76</lpage>
          <pub-id pub-id-type="doi">10.1108/jeim-11-2014-0111</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Attallah</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gashgari</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Al Muallem</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Al Dogether</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Al Moammary</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Almeshari</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Househ</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A literature review on health information exchange (HIE)</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2016</year>
          <volume>226</volume>
          <fpage>173</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="medline">27350496</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
          <article-title>Vision and mission</article-title>
          <source>Saudi Health Council</source>
          <access-date>2021-05-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://shc.gov.sa/en/AboutCouncil/Pages/Vision.aspx">https://shc.gov.sa/en/AboutCouncil/Pages/Vision.aspx</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>Home page</article-title>
          <source>National Health Information Center</source>
          <access-date>2021-05-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://nhic.gov.sa/">https://nhic.gov.sa/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Habicht</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Reinap</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kasekamp</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sikkut</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Aaben</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>van Ginneken</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Estonia: health system review</article-title>
          <source>Health Syst Transit</source>
          <year>2018</year>
          <month>03</month>
          <volume>20</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>189</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://apps.who.int/iris/bitstream/handle/10665/330201/HiT-20-1-2018-eng.pdf?sequence=18&#38;isAllowed=y"/>
          </comment>
          <pub-id pub-id-type="medline">30277217</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <article-title>World population ageing</article-title>
          <source>United Nation</source>
          <access-date>2021-05-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://digitallibrary.un.org/record/3846855">https://digitallibrary.un.org/record/3846855</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <article-title>Health statistics and health research database</article-title>
          <source>Statistika</source>
          <access-date>2021-05-17</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://statistika.tai.ee/index_en.html">https://statistika.tai.ee/index_en.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <article-title>Health services organisation act</article-title>
          <source>Riigi Teataja</source>
          <access-date>2023-07-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.riigiteataja.ee/en/eli/ee/508012018001/consolide/current">https://www.riigiteataja.ee/en/eli/ee/508012018001/consolide/current</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>Situation analysis on evidence-informed health policy-making: Estonia</article-title>
          <source>World Health Organization</source>
          <access-date>2021-07-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/europe/publications/i/item/WHO-EURO-2019-3513-43272-60649">https://www.who.int/europe/publications/i/item/WHO-EURO-2019-3513-43272-60649</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Emilsson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Lindahl</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Köster</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Lambe</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ludvigsson</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>Review of 103 Swedish healthcare quality registries</article-title>
          <source>J Intern Med</source>
          <year>2015</year>
          <month>01</month>
          <volume>277</volume>
          <issue>1</issue>
          <fpage>94</fpage>
          <lpage>136</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.1111/joim.12303"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/joim.12303</pub-id>
          <pub-id pub-id-type="medline">25174800</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <article-title>Registers</article-title>
          <source>Tervise Arengu Instituut</source>
          <access-date>2023-06-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tai.ee/et/statistika-ja-registrid">https://www.tai.ee/et/statistika-ja-registrid</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Chin</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Liew</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Stub</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Brennan</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Lefkovits</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Zomer</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Economic evaluation of clinical quality registries: a systematic review</article-title>
          <source>BMJ Open</source>
          <year>2019</year>
          <month>12</month>
          <day>15</day>
          <volume>9</volume>
          <issue>12</issue>
          <fpage>e030984</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&#38;pmid=31843824"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2019-030984</pub-id>
          <pub-id pub-id-type="medline">31843824</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2019-030984</pub-id>
          <pub-id pub-id-type="pmcid">PMC6924778</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <article-title>The decision support of the Estonian Health Insurance Fund</article-title>
          <source>TEHIK</source>
          <access-date>2024-04-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tehik.ee/en/the-decision-support-of-the-estonian-health-insurance-fund">https://www.tehik.ee/en/the-decision-support -of-the-estonian-health-insurance-fund</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <article-title>Patient-centered decision support</article-title>
          <source>Estonian Health Insurance Fund</source>
          <access-date>2024-04-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tervisekassa.ee/en/node/166395/clinical-decision-supports/patient-centered-decision-support">https://www.tervisekassa.ee/en/node/166395/clinical-decision-supports/patient-centered-decision-support</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <article-title>Drug interaction decision support</article-title>
          <source>Estonian Health Insurance Fund</source>
          <access-date>2024-04-29</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tervisekassa.ee/en/node/166395/clinical-decision-supports/drug-interaction-decision-support">https://www.tervisekassa.ee/en/node/166395/clinical-decision-supports/drug-interaction-decision-support</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marandi</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Orav</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kändmaa</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nahkur</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Drug-drug interaction database SFINX – first results from north Estonia Medical Centre, Estonia</article-title>
          <source>Clin Ther</source>
          <year>2015</year>
          <month>08</month>
          <volume>37</volume>
          <issue>8</issue>
          <fpage>e5</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1016/j.clinthera.2015.05.026</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rosenbaum</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Data governance and stewardship: designing data stewardship entities and advancing data access</article-title>
          <source>Health Serv Res</source>
          <year>2010</year>
          <month>10</month>
          <day>02</day>
          <volume>45</volume>
          <issue>5 Pt 2</issue>
          <fpage>1442</fpage>
          <lpage>55</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/21054365"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1475-6773.2010.01140.x</pub-id>
          <pub-id pub-id-type="medline">21054365</pub-id>
          <pub-id pub-id-type="pmcid">PMC2965885</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
