<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i7e26813</article-id>
      <article-id pub-id-type="pmid">34255673</article-id>
      <article-id pub-id-type="doi">10.2196/26813</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Stakeholder Perspectives on Barriers and Facilitators for the Adoption of Virtual Clinical Trials: Qualitative Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kukafka</surname>
            <given-names>Rita</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Johnson</surname>
            <given-names>Brian</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Izmailova</surname>
            <given-names>Elena</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Fitzer-Attas</surname>
            <given-names>Cheryl</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Coert</surname>
            <given-names>Romée Melanie Helena</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>Faculty of Science</institution>
            <institution>Athena Institute</institution>
            <institution>Vrije Universiteit Amsterdam</institution>
            <addr-line>De Boelelaan 1105</addr-line>
            <addr-line>Amsterdam, 1081 HV</addr-line>
            <country>Netherlands</country>
            <phone>31 652688579</phone>
            <email>romeecoert@hotmail.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7435-5486</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Timmis</surname>
            <given-names>James Kenneth</given-names>
          </name>
          <degrees>BSc, MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7773-0859</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Boorsma</surname>
            <given-names>André</given-names>
          </name>
          <degrees>BSc, MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6740-7022</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Pasman</surname>
            <given-names>Wilrike J</given-names>
          </name>
          <degrees>BSc, MSc, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6962-2674</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Microbiology and Systems Biology</institution>
        <institution>Nederlandse Organisatie voor Toegepast Natuurwetenschappelijk Onderzoek</institution>
        <addr-line>Zeist</addr-line>
        <country>Netherlands</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Faculty of Science</institution>
        <institution>Athena Institute</institution>
        <institution>Vrije Universiteit Amsterdam</institution>
        <addr-line>Amsterdam</addr-line>
        <country>Netherlands</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Romée Melanie Helena Coert <email>romeecoert@hotmail.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>6</day>
        <month>7</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>7</issue>
      <elocation-id>e26813</elocation-id>
      <history>
        <date date-type="received">
          <day>28</day>
          <month>12</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>8</day>
          <month>2</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>31</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>6</day>
          <month>5</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Romée Melanie Helena Coert, James Kenneth Timmis, André Boorsma, Wilrike J Pasman. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 06.07.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/7/e26813" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Conventional clinical trials are essential for generating high-quality evidence by measuring the efficacy of interventions in rigorously controlled clinical environments. However, their execution can be expensive and time-consuming. In addition, clinical trials face several logistical challenges regarding the identification, recruitment, and retention of participants; consistent data collection during trials; and adequate patient follow-up. This might lead to inefficient resource utilization. In order to partially address the current problems with conventional clinical trials, there exists the need for innovations. One such innovation is the virtual clinical trial (VCT). VCTs allow for the collection and integration of diverse data from multiple information sources, such as electronic health records, clinical and demographic data, patient-reported outcomes, anthropometric and activity measurements, and data collected by digital biomarkers or (small) samples that participants can collect themselves. Although VCTs have the potential to provide substantial value to clinical research and patients because they can lower clinical trial costs, increase the volume of data collected from patients’ daily environment, and reduce the burden of patient participation, so far VCT adoption is not commonplace.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This paper aims to better understand the barriers and facilitators to VCT adoption by determining the factors that influence individuals’ considerations regarding VCTs from the perspective of various stakeholders.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Based on online semistructured interviews, a qualitative study was conducted with pharmaceutical companies, food and health organizations, and an applied research organization in Europe. Data were thematically analyzed using Rogers’ diffusion of innovation theory.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 16 individuals with interest and experience in VCTs were interviewed, including persons from pharmaceutical companies (n=6), food and health organizations (n=4), and a research organization (n=6). Key barriers included a potentially low degree of acceptance by regulatory authorities, technical issues (standardization, validation, and data storage), compliance and adherence, and lack of knowledge or comprehension regarding the opportunities VCTs have to offer. Involvement of regulators in development processes, stakeholder exposure to the results of pilot studies, and clear and simple instructions and assistance for patients were considered key facilitators.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Collaboration among all stakeholders in VCT development is crucial to increase knowledge and awareness. Organizations should invest in accurate data collection technologies, and compliance of patients in VCTs needs to be ensured. Multicriteria decision analysis can help determine if a VCT is a preferred option by stakeholders. The findings of this study can be a good starting point to accelerate the development and widespread implementation of VCTs.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>virtual clinical trials</kwd>
        <kwd>decentralized clinical trials</kwd>
        <kwd>adoption</kwd>
        <kwd>do-it-yourself</kwd>
        <kwd>wearables</kwd>
        <kwd>diffusion of innovation theory</kwd>
        <kwd>clinical trials</kwd>
        <kwd>digital health</kwd>
        <kwd>virtual health</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Developers of health interventions (eg, drugs, medical devices, diets, or procedures) have to demonstrate via clinical evidence that their technologies do no, or minimal, harm to patients and improve treatment outcomes [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Rigorous clinical research, and clinical trials specifically, are necessary to demonstrate sufficient efficacy and safety profiles in order for regulators to grant marketing authorizations and, in turn, for patients to benefit from the introduction of better treatments. However, the execution of a clinical trial is expensive and time-consuming. In addition, clinical trials face several logistical challenges that might lead to inefficient resource utilization [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. These major challenges primarily pertain to the identification, recruitment, and retention of participants; attainment of informed consent; consistent data collection during trials; and adequate patient follow-up [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. Moreover, several demographic groups such as ethnic minorities and elderly patients are underrepresented in clinical trials and therefore the generalizability of trial results might not be immediately clear [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. In addition, real-life settings might sometimes be more suitable to comprehensively or appropriately assess the benefits (and risks) of health interventions. Consequently, the ecological validity—capturing data in a real-life setting that reflects the circumstances where the intervention will ultimately occur and across diverse populations—of conventional clinical trials might be limited [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. In order to partially address the current problems with conventional clinical trials, there is a need for innovations in the clinical trial process.</p>
      <p>A novel clinical trial concept is the digital clinical trial or virtual clinical trial (VCT), also known as a decentralized, do-it-yourself, remote, siteless, or innovative health trial [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. VCTs can be defined as “trials executed through telemedicine, mobile/local healthcare providers and/or mobile technologies” [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. VCTs allow for the collection and integration of diverse data from multiple information streams, such as electronic health records, clinical and demographic data, patient-reported outcomes, anthropometric and activity measurements, and data collected by digital biomarkers or (small) samples that participants can collect themselves (eg, blood droplet, saliva, or fecal sample sent for analysis to a lab) [<xref ref-type="bibr" rid="ref4">4</xref>]. They could be used, for example, in dermatology research where skin diseases can be evaluated remotely [<xref ref-type="bibr" rid="ref12">12</xref>]. In a study from Singer and colleagues [<xref ref-type="bibr" rid="ref14">14</xref>], 69 participants could easily take photos of their skin after treatment and send them to a physician for evaluation. Furthermore, VCTs might also be useful in nutrition research where participants follow a diet and perform exercises or physical activity at home guided or monitored by health technologies such as mobile apps, wearables, online data collection, or web-based tests [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Such digital diagnostics and tools have to meet high validity and reliability quality standards that might be difficult to attain before they can be applied in these new types of trials [<xref ref-type="bibr" rid="ref4">4</xref>]. In addition, data protection could be an issue since large amounts of sensitive health information might be transferred [<xref ref-type="bibr" rid="ref12">12</xref>]. Nevertheless, the proper implementation of VCTs can reduce trial costs per participant by up to 50% (compared to conventional clinical trials) because many relevant tests can be performed and evaluated without the need for patients to visit specific sites [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. This also means that less time from health care professionals is needed for data collection. Additionally, a substantially increased volume of data can be collected from patients’ daily environment and, thereby, potentially provide early estimation of intervention effectiveness [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. Moreover, digital health technologies, such as wearables, can provide continuous monitoring of trial participants to rapidly identify adverse events [<xref ref-type="bibr" rid="ref4">4</xref>]. Because, for example, recruitment and enrolment of patients, and (long-term) follow-up can be done remotely, the burden of patient participation is reduced, and participant diversity and retention can be significantly improved [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Importantly, VCTs can also deliver a more patient-centered approach and engage patients in lifestyle and clinical research, and thereby improve their overall health literacy [<xref ref-type="bibr" rid="ref21">21</xref>]. Lastly, the recent COVID-19 pandemic further highlights the advantages of VCTs for various stakeholders: although clinical trial organizations had to put their traditional site trials on hold, virtual visits and data collection were still partially possible online [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. As a consequence, Izmailova and colleagues [<xref ref-type="bibr" rid="ref23">23</xref>] developed a decision tree for migration from clinic to remote activities.</p>
      <p>Although VCTs have the potential to provide huge value to clinical research and, by extension, patients, VCT adoption is not commonplace as of yet [<xref ref-type="bibr" rid="ref4">4</xref>]. This is surprising, as failing to explore all options of health intervention advancements runs the risk of missing opportunities to preserve and promote patients’ health and improve overall resource distribution in health care. Research into the perspectives of stakeholders such as research organizations, pharmaceutical organizations, and food and health organizations is needed. Previous research from the Clinical Trials Transformation Initiative (CTTI) was focused on the perspectives of sponsors to identify legal and regulatory challenges of VCTs, but research organizations and food and health organizations were not included [<xref ref-type="bibr" rid="ref13">13</xref>]. Therefore, the aim of this study was to better understand barriers and facilitators to the adoption of VCTs by determining the factors that influence individuals’ considerations regarding VCTs from the viewpoints of pharmaceutical organizations, food companies, and a research organization, by taking a research organization’s perspective. The research organization Nederlandse Organisatie voor Toegepast Natuurwetenschappelijk Onderzoek (TNO; Netherlands Organisation for Applied Scientific Research) is an independent, government-funded applied research organization that aims to nurture innovation by closing the gap between research and industry. TNO connects companies and knowledge in order to create innovations that sustainably strengthen the competitiveness of the high tech sector and, in turn, improve the well-being of society [<xref ref-type="bibr" rid="ref24">24</xref>]. This study was a first pilot investigation to examine the readiness of companies and organizations to adopt VCTs.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Overview</title>
        <p>We conducted a qualitative study on the perspectives of stakeholders about the adoption of VCTs. The Consolidated Criteria for Reporting Qualitative Research (COREQ) checklist for reporting qualitative research was followed (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) [<xref ref-type="bibr" rid="ref25">25</xref>]. Approval for the qualitative study was granted by the Internal Review Board of TNO in April 2020 (reference number: 2020-034).</p>
      </sec>
      <sec>
        <title>Theoretical Considerations</title>
        <p>To base our investigation on a solid theoretical framework, we utilized Rogers’ diffusion of innovation theory. Rogers’ framework aims to explain how and why a new innovation or technology is, or is not, adopted, where adoption can be defined as “the full use of an innovation [when the innovation] is the best course of action available” [<xref ref-type="bibr" rid="ref26">26</xref>]. A VCT can be considered a process innovation, which is defined as the implementation of a new or improved delivery method, including substantial changes in techniques, equipment, and/or software [<xref ref-type="bibr" rid="ref27">27</xref>]. Zhang and colleagues [<xref ref-type="bibr" rid="ref28">28</xref>] reported their investigation of the factors leading to a successful eHealth process innovation. They used Rogers’ theory to analyze patient acceptance and identify reasons for the utilization of eHealth innovations [<xref ref-type="bibr" rid="ref28">28</xref>]. Several other recent studies have also used Rogers’ framework to better understand health technology adoption [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. Therefore, Rogers’ theory was considered to be an appropriate framework for this study. <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> [<xref ref-type="bibr" rid="ref30">30</xref>-<xref ref-type="bibr" rid="ref33">33</xref>] provides more details about Rogers’ theory and concepts, including the five stages of the innovation-decision process.</p>
      </sec>
      <sec>
        <title>Data Sources and Sampling Strategy</title>
        <p>A purposive sampling strategy was used to select invitees [<xref ref-type="bibr" rid="ref25">25</xref>]. Three stakeholder groups were approached via email: invitees were recruited from TNO (within which people working in the health division were approached), pharmaceutical organizations, and food and health organizations. Within TNO, the Microbiology and Systems Biology (MSB) department supports the research and development activities of companies in the agriculture and food, health, personal care, chemistry, biotechnology, and pharmaceutical sectors. The department collaborates with pharmaceutical, food, and health organizations as well as other companies to set up clinical trials [<xref ref-type="bibr" rid="ref24">24</xref>]. Within the pharmaceutical industry, a distinction between sponsors and contract research organizations (CROs) can be made. Food and health companies can be defined as organizations that aim to improve health by healthy foods. These organizations study nutrition by conducting nutrition trials.</p>
        <p>Twenty potential participants received an interview invitation. Due to the COVID-19 pandemic, all interviews were held by telephone or Skype. Invitees were enrolled in the study if they met the following inclusion criteria: speak Dutch or English fluently; work for one of the three stakeholder groups (research organization, pharmaceutical industry, or a food company) in a key position of clinical trial execution; have experience and/or interest in using VCTs; and are willing and able to participate and sign an online informed consent form.</p>
      </sec>
      <sec>
        <title>Data Collection and Instrument</title>
        <p>The semistructured interviews were carried out by author RMHC. The interview guide consisted of themes and questions based on the five innovation stages as suggested by Rogers, namely: knowledge, persuasion, decision, implementation, and confirmation (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). The interview guide was discussed with and approved by all authors. Furthermore, the interview was piloted with 2 independent researchers at TNO [<xref ref-type="bibr" rid="ref25">25</xref>]. Once the invitees had given consent, the interviews were conducted and audio recorded. Field notes were made during and directly after the interviews.</p>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>The audio recordings were transcribed immediately after the interview, new concepts were identified, and the degree of data saturation was measured [<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref37">37</xref>]. In addition, to confirm the accuracy of content and key messages, participants were asked to review a brief summary of the interview and a couple of quotes, and comment if necessary [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. The recordings were deleted directly after transcription, and the transcripts were stored as Microsoft Word files (Microsoft Corp) on a secured laptop per proper data and privacy protection measures. The data were analyzed by using the thematic analysis method suggested by Clarke and Braun [<xref ref-type="bibr" rid="ref38">38</xref>], which consists of the following 6 steps: familiarization with the data, initial code generation, theme identification, theme review, theme definition and naming, and, finally, report production [<xref ref-type="bibr" rid="ref38">38</xref>]. The data obtained from the interviews were coded by RMHC and merged into a code book. A 5% check (1 interview transcript and coding) was done by another researcher to ensure that coding was performed consistently. The data from the interviews were descriptively analyzed with Microsoft Excel 2016 (Microsoft Corp).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Participant Characteristics</title>
        <p>From the 20 potential participants who were approached, 4 individuals were excluded from this study; 2 did not respond to the invitation, and 2 were not experienced enough in VCTs and thus did not met the inclusion criteria. In total, 16 individuals were interviewed between April and June 2020. Six employees from a research organization, 6 pharmaceutical employees, and 4 individuals from food companies were enrolled in the study. Among the pharmaceutical participants, one was an employee of a CRO. This person was grouped into the pharmaceutical cohort since the results of the interviews between the CRO and pharmaceutical companies were much aligned. All interviewees from the research organization lived in The Netherlands, while 2 pharmaceutical interviewees and 2 interviewees from food companies were based in Ireland, Denmark, France, and Germany (<xref ref-type="table" rid="table1">Table 1</xref>). In <xref ref-type="table" rid="table2">Table 2</xref>, the type of organizations where interviewees were employed is shown.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Participant characteristics (N=16).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="440"/>
            <col width="500"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Characteristic</td>
                <td>Participants, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">
                  <bold>Organization</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <bold>Research organization</bold>
                </td>
                <td>6 (37.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Junior</td>
                <td>0 (0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Senior<sup>a</sup></td>
                <td>6 (37.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <bold>Pharmaceutical companies</bold>
                </td>
                <td>6 (37.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Junior</td>
                <td>2 (12.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Senior</td>
                <td>4 (25.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">
                  <bold>Food companies</bold>
                </td>
                <td>4 (25.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Junior</td>
                <td>2 (12.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Senior</td>
                <td>2 (12.5)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Country</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">The Netherlands</td>
                <td>12 (75.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Other parts of Europe (Ireland, Denmark, France, and Germany)</td>
                <td>4 (25.0)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <bold>Gender</bold>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Male</td>
                <td>13 (81.25)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Female</td>
                <td>3 (18.75)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>A senior has more than 5 years of experience in his or her job.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Type of organizations where interviewees were employed (N=11).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="500"/>
            <col width="500"/>
            <thead>
              <tr valign="top">
                <td>Organization type</td>
                <td>Organizations included, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Research organization</td>
                <td>1 (9.1)</td>
              </tr>
              <tr valign="top">
                <td>Pharmaceutical companies</td>
                <td>6 (54.5)</td>
              </tr>
              <tr valign="top">
                <td>Food companies</td>
                <td>4 (36.4)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>Of the 6 individuals affiliated with the research organization, 5 were business developers. Business developers were included since they are the initial point of contact with business partners and discuss different options for conducting studies. They have ideas about how VCTs could be interesting for their clients and whether the research organization should be involved in VCTs. The remaining individual was a senior scientist conducting clinical research in collaboration with pharmaceutical companies and universities.</p>
        <p>The 6 participants from the pharmaceutical companies had various professional backgrounds. Two were country study managers leading a team that conducts clinical trials. Moreover, they are responsible for the quality of the research. Two participants worked within an innovation department. One was the medical lead of innovation, and the other worked as the head of clinical technology and innovation. The medical lead of innovation was responsible for several (clinical trial) innovation projects within the company. The head of clinical technology and innovation was closely involved with conducting VCTs. Another interviewee was a clinical scientist, who was involved in conducting clinical trials. The last participant was a medical advisor and data scientist, and was responsible for coordinating clinical research and analyzing clinical trial data.</p>
        <p>Three of the 4 interviewees from the food companies were (clinical) scientists and/or study leaders. They were responsible for conducting or leading clinical trials. The remaining participant was head of scientific marketing within a food company, who conceptualized, planned, and implemented clinical research. <xref rid="figure1" ref-type="fig">Figure 1</xref> displays the professional backgrounds of the participants.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Overview of participants’ professions.</p>
          </caption>
          <graphic xlink:href="jmir_v23i7e26813_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>A total of 12 interviews were conducted by telephone and 4 by Skype (with video). Interviews lasted approximately 45 minutes. After the 15th interview, data saturation was reached. Data collection was continued for one more interview to confirm that no new concepts were mentioned.</p>
      </sec>
      <sec>
        <title>Overview of Findings</title>
        <p><xref ref-type="table" rid="table3">Table 3</xref> illustrates current barriers and facilitators, according to stakeholder perspectives.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Barriers and facilitators for the adoption of virtual clinical trials. Counts indicate how many interviewees agreed on certain barriers and facilitators.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="350"/>
            <col width="150"/>
            <col width="170"/>
            <col width="150"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Barriers and facilitators</td>
                <td>Research organization (n=6), n (%)</td>
                <td>Pharmaceutical companies (n=6), n (%)</td>
                <td>Food companies (n=4), n (%)</td>
                <td>Total across all organization types, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <bold>Barriers</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Acceptance by regulatory authorities</td>
                <td>3 (18.75)</td>
                <td>3 (18.75)</td>
                <td>2 (12.5)</td>
                <td>8 (50.0)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Technical issues (standardization, validation, and data storage)<sup>a</sup></td>
                <td>4 (25.0)</td>
                <td>4 (25.0)</td>
                <td>1 (6.25)</td>
                <td>9 (56.3)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Compliance and adherence<sup>a</sup></td>
                <td>5 (31.25)</td>
                <td>6 (37.5)</td>
                <td>3 (18.75)</td>
                <td>14 (87.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Lack of knowledge or understanding</td>
                <td>2 (12.5)</td>
                <td>1 (6.25)</td>
                <td>3 (18.75)</td>
                <td>6 (37.5)</td>
              </tr>
              <tr valign="top">
                <td colspan="2">
                  <bold>Facilitators</bold>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Involving regulators in the development process</td>
                <td>3 (18.75)</td>
                <td>3 (18.75)</td>
                <td>1 (6.25)</td>
                <td>7 (43.8)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Exposure to the results of pilot studies<sup>a</sup></td>
                <td>5 (31.25)</td>
                <td>2 (12.5)</td>
                <td>3 (18.75)</td>
                <td>10 (62.5)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Clear instructions and assistance for patients<sup>a</sup></td>
                <td>4 (25.0)</td>
                <td>6 (37.5)</td>
                <td>3 (18.75)</td>
                <td>13 (81.3)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Barriers and facilitators that many stakeholders agreed on (ie, more than half [&#62;8] of the interviewees mentioned it).</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Barriers to VCT Adoption</title>
        <sec>
          <title>Acceptance by Regulatory Authorities</title>
          <p>The concern of many participants was that regulatory authorities such as the Food and Drug Administration (FDA) and European Medicines Agency are not ready to accept VCTs because the procedures to evaluate VCTs are currently not standardized or well established. One person from a pharmaceutical company mentioned that, although some guidelines were available, they were vague and abstract, and this made it highly challenging to estimate if a VCT would be approved. For the pharmaceutical industry, this was important as evidence would have to be obtained by approved methods; otherwise pharmaceutical products cannot receive approval.</p>
        </sec>
        <sec>
          <title>Technical Issues: Standardization, Validation, and Data Storage</title>
          <p>Participants mentioned several technical issues regarding the execution of VCTs. One of them was the lack of standardization. Participants expressed that the development of smart devices is fast-paced and, in addition, the algorithms of these devices are not always known, which could lead to these devices being considered a “black box.” Therefore, respondents explained that the data collected today would become outdated in a year’s time as new algorithms and smart devices become available. In addition, investigators are mandated to store study data for 15 years, but if the technology becomes outdated and cannot be updated, data storage (and access) can be problematic. Another issue mentioned was accessibility of data through an app or wearable developer, whereby the researcher has no access to the propriety data. Respondents were also concerned about the accuracy of wearables; although many wearables are currently available, most have not been validated. If a wearable did not have formal validation, the data it generated could not be used as clinical evidence.</p>
        </sec>
        <sec>
          <title>Compliance or Adherence</title>
          <p>Respondents from all organization types mentioned that even in normal clinical trials, compliance (the degree to which a patient correctly follows an intervention) was an issue. In a VCT, they believed that this could become an even bigger issue, as in-person contact with participants is limited. For example, the drug would have to be taken, or the wearable used, by the trial participant only, which is challenging to monitor in a decentralized setting:</p>
          <disp-quote>
            <p>If you conduct it [a trial] in a clinical setting, there is someone [a study nurse/researcher] standing next to the participant, so he or she checks if everything is done correctly. But if you do it [ie, a trial] at home ... you [a researcher] don't see it. Or, for example, you [a researcher] track a mobile phone, it can also remain on the table, in another room.</p>
            <attrib>P3</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Lack of Knowledge or Understanding</title>
          <p>The interviews revealed that some organizations, mainly food companies and the research organization, had a lack of knowledge regarding the opportunities offered by VCTs. Parts of clinical trials could be done remotely, but food companies and some interviewees from the research organization were not familiar with conducting clinical trials remotely and/or the development of remote technologies. For example, the concrete utility of, and how to develop, VCTs remained unclear for food companies, as they were not aware of other organizations that utilize VCTs and did not know how to obtain relevant information. Therefore, they were more reluctant to explore VCTs. This indicates that collaboration between stakeholders, especially between food companies and the pharmaceutical industry, were not effective. Pharmaceutical companies, on the other hand, were aware of the opportunities offered by VCTs and knew that others were exploring this field and developing new platforms. Participants from all stakeholder groups mentioned that some patient groups might face various issues related to VCTs. In particular, elderly patients may not have the experience that is required, such as knowing how to use a smartwatch or the internet, for this study type, even though it would be highly preferable to include this patient group in trials. Consequently, a relevant part of the population might not be included in VCTs, which could lead to biased data and thus imprecise estimates of intervention effectiveness.</p>
        </sec>
      </sec>
      <sec>
        <title>Facilitators of VCT Adoption</title>
        <sec>
          <title>Involving Regulators and Other Stakeholders in Development Processes</title>
          <p>According to participants, the acceptance of VCTs could be facilitated by involving regulators early in the development phase of a VCT. Furthermore, it was also important to collaborate with other stakeholders during this phase such as other pharmaceutical companies, research organizations, and food companies, in addition to also incorporating the clinic (doctors and patients) to investigate their needs:</p>
          <disp-quote>
            <p>About 15 years ago, pharmaceutical companies were loose [isolated] strongholds. But now you see more and more that the companies are working together [open innovation]. And I think collaboration is the future. It cannot be otherwise because the development of new innovative medicines is very expensive. You just have to do it together.</p>
            <attrib>P1</attrib>
          </disp-quote>
        </sec>
        <sec>
          <title>Exposure to the Results of Pilot Studies</title>
          <p>According to the pharmaceutical participants, many of them were currently doing validation or pilot studies with wearables, online platforms (eg, for trial recruitment), or mobile apps. Conducting such pilot studies and publishing the results would support other organizations in understanding VCTs and how to use them. It might also convince regulators that the collected data were reliable and added value to new health interventions.</p>
        </sec>
        <sec>
          <title>Clear Instructions and Assistance for Patients</title>
          <p>All three stakeholder groups indicated that patients in a VCT needed additional assistance from the researcher or study nurse with, for instance, the proper use of a wearable. One participant (pharmaceutical company) indicated that guidance was needed because the tool (eg, wearable) itself could be useless without user input. Specific groups such as elderly trial participants need proper instructions and guidance (eg, via a helpdesk).</p>
        </sec>
      </sec>
      <sec>
        <title>The Decision to Adopt VCTs</title>
        <p>A point mentioned by participants across all organizations was that adoption depended on the type of study to be performed. In principle, if a research question was suitable, for instance, if a researcher was interested in studying lifestyle changes measured through a wearable or collected via an online questionnaire at home, a VCT could provide a significantly richer data set (including real-life data) when compared to a conventional clinical trial. On a more practical note, for many respondents, the decision to adopt VCTs also depended on the costs of the trials. If VCTs could in effect reduce costs, some respondents would be inclined to conduct a VCT rather than a conventional clinical trial.</p>
      </sec>
      <sec>
        <title>Options to Apply VCTs</title>
        <p>The three stakeholder groups made several suggestions on what types of tools could be used and how VCTs could be implemented. Contemporary smart devices or wearables could be used to measure health parameters (eg, heart rate, temperature, oxygen saturation, respiration rate, blood pressure, blood glucose level) and monitor patients while the investigational intervention or drug is studied. Next to noninvasive measurements, the collection of small samples, such as drawing blood by a finger prick, is also possible. By extension, multiple blood droplet analysis devices exist that enable consumers to collect data (eg, blood cholesterol, glucose, or ferritin) themselves and at home. Furthermore, participants mentioned the possibility of conducting online tests consisting of questionnaires or cognition assessments that could be used in, for example, nutrition studies, where participants consume a daily dietary supplement. The effect of the supplement on satiety or gastrointestinal function could be monitored easily online and does not require clinical assistance.</p>
        <p>Communication between patients and researchers/doctors could be executed virtually (ie, online). Visits to the clinic, which usually would be planned in conventional clinical trials, could be done remotely, especially for follow-up visits once the patient is considered disease-free. Respondents from the pharmaceutical companies and the research organization explained that a VCT could be implemented when a product or service was close to market introduction. Such trials might investigate how the product or service works in the real-life environment of patients. The hybrid variant was mentioned as the most promising form of a VCT. This means that such trials would have virtual and conventional clinical trial components. For instance, conventional clinical trials could have a hybrid locality approach by collecting some data outside of the central research facilities (eg, plasma and tissue samples are collected by affiliated labs and sent to central locations for testing). <xref rid="figure2" ref-type="fig">Figure 2</xref> shows agreement among the interviewees about potential VCT options.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Options related to virtual clinical trials (VCTs) that interviewees agreed on. The counts and percentages provide an indication of how many participants suggested VCTs for a specific study type.</p>
          </caption>
          <graphic xlink:href="jmir_v23i7e26813_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Results</title>
        <p>In this study, participants acknowledged the innovative value of VCTs and agreed that the development of VCTs should be further explored and promoted. However, various aspects have to be improved before VCTs can be widely adopted, such as improving effective collaboration between all stakeholders, clinically validating smart devices and wearables for data collection, and ensuring patient compliance. The data obtained from our interviewees demonstrate that pharmaceutical companies and the research organization in particular are aware of the benefits and disadvantages of VCTs. However, the applicability of VCTs in research is not yet well known. Therefore, informing stakeholders of the advantages of VCTs is an important factor to speed up their consideration and adoption. This is relevant especially now during the COVID-19 pandemic, due to which many conventional randomized controlled trials have been halted; here, VCTs can make a substantial contribution to the continuation of certain types of crucial clinical research [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work</title>
        <sec>
          <title>Collaboration</title>
          <p>All participants agreed on the importance of enhancing collaboration among stakeholders and, in particular, with regulatory authorities. The acceptance of VCTs by regulators was perceived as a barrier, which is in line with previous research. Polhemus et al [<xref ref-type="bibr" rid="ref39">39</xref>] studied the adoption of patient-facing technologies in clinical trials from an industry perspective, and one of the main barriers they identified were regulatory challenges. This was due to a lack of specific guidance (no or few regulations), geographic variability of guidance, and internal perceptions and misperceptions [<xref ref-type="bibr" rid="ref39">39</xref>]. In addition, the CTTI stated that telemedicine was not widely used in the design and conduct of clinical trials because of legal and regulatory considerations [<xref ref-type="bibr" rid="ref40">40</xref>]. Due to the COVID-19 pandemic, medical centers and CROs are required to set up online communication and information repositories, resulting in the release of new VCT guidelines by the FDA [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]. When designing VCTs, it is important to take these guidelines into consideration. The data infrastructure, processing, analysis, and interpretation of a VCT are different compared to a conventional clinical trial. As also proposed by the CTTI, there is a need for collaboration across various experts such as CROs, pharmaceutical organizations, research organizations, and food and health organizations on one hand, and the companies developing new technologies (eg, wearables) on the other [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>].</p>
        </sec>
        <sec>
          <title>Validation of Data Collection Tools</title>
          <p>All participants emphasized that the accuracy of the data collected from, for example, wearables; do-it-yourself blood analysis of glucose, cholesterol, hemoglobin, etc; or blood pressure devices in VCTs, is crucial. Currently, there exist many consumer-grade devices that promise to improve health and wellness without scientific evidence substantiating such claims; hence, there is an urgent need for clinically validated devices and wearables [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. The quality assurance (and measurement accuracy) of technologies has been questioned before and several challenges were identified by previous studies [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. The findings of Abdolkhani et al [<xref ref-type="bibr" rid="ref44">44</xref>] indicated that technical and policy standards need to be developed to guarantee the quality of data generated from wearables. Besides the need for such standards, it is important to validate the wearables by “fit-for-purpose validation” [<xref ref-type="bibr" rid="ref45">45</xref>]. In such trials, it should become clear, within a very short time frame, if the technology is suitable to accurately measure clinically meaningful endpoints. According to Goldsack et al [<xref ref-type="bibr" rid="ref45">45</xref>], the evaluation of a wearable device, or a biometric monitoring device, should consist of a three-component framework, consisting of verification, analytical validation, and clinical validation [<xref ref-type="bibr" rid="ref45">45</xref>]. This has to be completed before technologies can be utilized in VCTs.</p>
        </sec>
        <sec>
          <title>Compliance</title>
          <p>As described by our interviewees, investigators must carefully consider how to ensure a high degree of compliance in VCTs. Moreover, they explained that proper instructions are crucial as patients have to fully understand what is expected of them as active partners in a trial and need to know how to obtain information. A clear and simple protocol is therefore required [<xref ref-type="bibr" rid="ref46">46</xref>]. According to previous research, participants who understand the expectations of a clinical trial are more willing and able to comply [<xref ref-type="bibr" rid="ref47">47</xref>]. Furthermore, some participant groups, such as the elderly can be less literate regarding electronic and smart devices [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]. In order to overcome this challenge, interviewees suggested that these participant groups receive more assistance during VCTs. The technology used in a VCT needs to be user-friendly, and the trial itself needs to be as simple as possible [<xref ref-type="bibr" rid="ref48">48</xref>]. Therefore, it has been recommended by the CTTI that participants be engaged in technology selection. Only technologies that are easy to learn, simple, convenient to use, and physically comfortable should be included in a VCT [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref50">50</xref>].</p>
        </sec>
      </sec>
      <sec>
        <title>Implications for Practice and Policy</title>
        <p>In order to improve the adoption of VCTs, it is important that all stakeholders collaborate with each other [<xref ref-type="bibr" rid="ref51">51</xref>]. One option for enhancing collaboration among all stakeholders and exploring if a VCT is a preferred option is an multicriteria decision analysis (MCDA) [<xref ref-type="bibr" rid="ref52">52</xref>]. Although we have not yet implemented this method, an MCDA might be a good option for researchers who are considering VCTs as a data collection tool. An MCDA is a set of techniques that can help decision-makers take into account and integrate multidimensional data (eg, attributes of benefit) and rank different decision alternatives [<xref ref-type="bibr" rid="ref52">52</xref>]. For example, the preferences of different criteria or parameters relevant to clinical trials could be elicited a priori and subsequently “preloaded” as preference profiles into dedicated MCDA software. This would potentially result in a more transparent and rapid decision process, and more effective support for decision-makers in determining if a VCT, or some of its components, would be beneficial for their trial. Although an MCDA gives a transparent methodology to compare different decision alternatives, it is an extensive technique that might not be applicable to every context; one setting might be more appropriate for an MCDA than another. For instance, it could be more easily implemented in larger organizations with, in relative terms, larger budgets than in smaller organizations. Next to the MCDA, stakeholders should invest in the use of validated diagnostics to obtain the most reliable results in VCTs [<xref ref-type="bibr" rid="ref45">45</xref>]. The adherence of patients can be improved by properly devising tools that can motivate them (eg, in a playful way, that is, gamification) or via online monitoring. Because a VCT is a new form of clinical trial with a digital approach, additional assistance might be necessary for some participants. For this reason, we suggest the installation of helpdesks to support trial participants by answering their questions and providing them with support 24/7.</p>
      </sec>
      <sec>
        <title>Strengths, Limitations, and Future Research</title>
        <p>Underpinned by a well-known theoretical framework of innovation, our qualitative research approach allowed us to elicit and characterize the broad experiences of interviewees with the VCT adoption process [<xref ref-type="bibr" rid="ref35">35</xref>]. Furthermore, we made use of the COREQ checklist and an interview guide, which improved the validity and standardization of the interviews, while allowing improvised follow-up questions based on our interviewees’ responses [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. Whereas most studies concerning VCTs are conducted in the United States, our research focused on Europe, which is unique.</p>
        <p>The conduct of this research in the European Union could be framed as a strength but also as a limitation. Data sampling was restricted to Europe, mostly to The Netherlands. Since the United States is more advanced in conducting VCTs, follow-up studies should also include this country in their data sample. Furthermore, this pilot study only included pharmaceutical companies (including a CRO), food companies, and a single research organization. Health care professionals, patients or participants, regulatory authorities, CROs, and payers are also important stakeholders in VCTs. According to previous studies, these stakeholders should also be included in the process of clinical trial development [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref53">53</xref>]. Therefore, future research should focus on these stakeholders, and their preferences, value points, and perspectives on VCTs. Lastly, inclusion of only one research organization introduced selection bias, leading to a less representative study sample.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study used a qualitative research approach to identify the barriers and facilitators behind the adoption of VCTs and explored how this process can be improved. Collaboration among all stakeholders in VCT development is essential to increase knowledge and awareness. Organizations should invest in accurate data collection technologies, and compliance of patients in VCTs needs to be ensured. Furthermore, we suggest conducting an MCDA to explore whether a VCT is a preferred option by stakeholders; this can considerably enhance the decision-making process. The findings of this study can be a good vantage point to accelerate the development and widespread implementation of VCTs.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>COREQ checklist.</p>
        <media xlink:href="jmir_v23i7e26813_app1.docx" xlink:title="DOCX File , 177 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Rogers’ diffusion of innovation theory.</p>
        <media xlink:href="jmir_v23i7e26813_app2.docx" xlink:title="DOCX File , 101 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Interview guide.</p>
        <media xlink:href="jmir_v23i7e26813_app3.docx" xlink:title="DOCX File , 13 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">COREQ</term>
          <def>
            <p>Consolidated Criteria for Reporting Qualitative Research</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CRO</term>
          <def>
            <p>clinical research organization</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CTTI</term>
          <def>
            <p>Clinical Trials Transformation Initiative</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">FDA</term>
          <def>
            <p>Food and Drug Administration</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">MCDA</term>
          <def>
            <p>multicriteria decision analysis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">TNO</term>
          <def>
            <p>Nederlandse Organisatie voor Toegepast Natuurwetenschappelijk Onderzoek</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">VCT</term>
          <def>
            <p>virtual clinical trial</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors thank all the participants of the study for their time and effort.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>RMHC conducted the interviews and analyzed the data. JKT, WJP, and AB were involved in all stages of the research project by providing feedback and instructions to RMHC. RMHC wrote the first draft of the paper. All authors participated in reviewing and improving all versions of the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Learn About Clinical Studies</article-title>
          <source>US National Library of Medicine, ClinicalTrials.gov</source>
          <year>2019</year>
          <access-date>2020-03-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://clinicaltrials.gov/ct2/about-studies/learn">https://clinicaltrials.gov/ct2/about-studies/learn</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Friedman</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Furberg</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Demets</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Reboussin</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Granger</surname>
              <given-names>CB</given-names>
            </name>
          </person-group>
          <article-title>Chapter 1: Introduction to Clinical Trials</article-title>
          <source>Fundamentals of Clinical Trials</source>
          <year>2015</year>
          <publisher-loc>Cham, Switzerland</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>1</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/3d6cmsfb"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brucher</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Duprel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Georges</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kilders</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Digitalization of clinical trials: How new technologies enhance the future of health care</article-title>
          <source>Inside Magazine</source>
          <year>2018</year>
          <month>11</month>
          <access-date>2020-02-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www2.deloitte.com/lu/en/pages/life-sciences-and-healthcare/articles/digitalization-clinical-trials.html">https://www2.deloitte.com/lu/en/pages/life-sciences-and-healthcare/articles/digitalization-clinical-trials.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Inan</surname>
              <given-names>OT</given-names>
            </name>
            <name name-style="western">
              <surname>Tenaerts</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Prindiville</surname>
              <given-names>SA</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>HR</given-names>
            </name>
            <name name-style="western">
              <surname>Dizon</surname>
              <given-names>DS</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper-Arnold</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Turakhia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pletcher</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Preston</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Krumholz</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Marlin</surname>
              <given-names>BM</given-names>
            </name>
            <name name-style="western">
              <surname>Mandl</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Klasnja</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Spring</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Iturriaga</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Campo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Desvigne-Nickens</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenberg</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Steinhubl</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Califf</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Digitizing clinical trials</article-title>
          <source>NPJ Digit Med</source>
          <year>2020</year>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>101</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-020-0302-y"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-020-0302-y</pub-id>
          <pub-id pub-id-type="medline">32821856</pub-id>
          <pub-id pub-id-type="pii">302</pub-id>
          <pub-id pub-id-type="pmcid">PMC7395804</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="web">
          <article-title>To Get Better Results, Talk To The Real Audience</article-title>
          <source>Clinical Leader</source>
          <year>2018</year>
          <access-date>2020-08-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.clinicalleader.com/doc/clinicaltrials-gov-to-get-better-results-talk-to-the-real-audience-0001">https://www.clinicalleader.com/doc/clinicaltrials-gov-to-get-better-results-talk-to-the-real-audience-0001</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pasman</surname>
              <given-names>WJ</given-names>
            </name>
            <name name-style="western">
              <surname>Boessen</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Donner</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Clabbers</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Boorsma</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Effect of Caffeine on Attention and Alertness Measured in a Home-Setting, Using Web-Based Cognition Tests</article-title>
          <source>JMIR Res Protoc</source>
          <year>2017</year>
          <month>09</month>
          <day>07</day>
          <volume>6</volume>
          <issue>9</issue>
          <fpage>e169</fpage>
          <lpage>e169</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchprotocols.org/2017/9/e169/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/resprot.6727</pub-id>
          <pub-id pub-id-type="medline">28882811</pub-id>
          <pub-id pub-id-type="pii">v6i9e169</pub-id>
          <pub-id pub-id-type="pmcid">PMC5608989</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nazha</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Mishra</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pentz</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Owonikoko</surname>
              <given-names>TK</given-names>
            </name>
          </person-group>
          <article-title>Enrollment of Racial Minorities in Clinical Trials: Old Problem Assumes New Urgency in the Age of Immunotherapy</article-title>
          <source>American Society of Clinical Oncology Educational Book</source>
          <year>2019</year>
          <month>05</month>
          <issue>39</issue>
          <fpage>3</fpage>
          <lpage>10</lpage>
          <pub-id pub-id-type="doi">10.1200/edbk_100021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Farkouh</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Fuster</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Time to welcome the elderly into clinical trials</article-title>
          <source>Nat Clin Pract Cardiovasc Med</source>
          <year>2008</year>
          <month>11</month>
          <volume>5</volume>
          <issue>11</issue>
          <fpage>673</fpage>
          <lpage>673</lpage>
          <pub-id pub-id-type="doi">10.1038/ncpcardio1387</pub-id>
          <pub-id pub-id-type="medline">18949002</pub-id>
          <pub-id pub-id-type="pii">ncpcardio1387</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kruizinga</surname>
              <given-names>Matthijs D</given-names>
            </name>
            <name name-style="western">
              <surname>Stuurman</surname>
              <given-names>Frederik E</given-names>
            </name>
            <name name-style="western">
              <surname>Groeneveld</surname>
              <given-names>Geert J</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>Adam F</given-names>
            </name>
          </person-group>
          <article-title>The Future of Clinical Trial Design: The Transition from Hard Endpoints to Value-Based Endpoints</article-title>
          <source>Handb Exp Pharmacol</source>
          <year>2019</year>
          <volume>260</volume>
          <fpage>371</fpage>
          <lpage>397</lpage>
          <pub-id pub-id-type="doi">10.1007/164_2019_302</pub-id>
          <pub-id pub-id-type="medline">31707472</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Persky</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A Virtual Home for the Virtual Clinical Trial</article-title>
          <source>J Med Internet Res</source>
          <year>2020</year>
          <month>01</month>
          <day>03</day>
          <volume>22</volume>
          <issue>1</issue>
          <fpage>e15582</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2020/1/e15582/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15582</pub-id>
          <pub-id pub-id-type="medline">31899455</pub-id>
          <pub-id pub-id-type="pii">v22i1e15582</pub-id>
          <pub-id pub-id-type="pmcid">PMC6969384</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Steinhubl</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Wolff-Hughes</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Nilsen</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Iturriaga</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Califf</surname>
              <given-names>RM</given-names>
            </name>
          </person-group>
          <article-title>Digital clinical trials: creating a vision for the future</article-title>
          <source>NPJ Digit Med</source>
          <year>2019</year>
          <month>12</month>
          <day>12</day>
          <volume>2</volume>
          <issue>1</issue>
          <fpage>126</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-019-0203-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-019-0203-0</pub-id>
          <pub-id pub-id-type="medline">31872066</pub-id>
          <pub-id pub-id-type="pii">203</pub-id>
          <pub-id pub-id-type="pmcid">PMC6908600</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ali</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zibert</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Thomsen</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Virtual Clinical Trials: Perspectives in Dermatology</article-title>
          <source>Dermatology</source>
          <year>2020</year>
          <month>3</month>
          <day>3</day>
          <volume>236</volume>
          <issue>4</issue>
          <fpage>375</fpage>
          <lpage>382</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.karger.com?DOI=10.1159/000506418"/>
          </comment>
          <pub-id pub-id-type="doi">10.1159/000506418</pub-id>
          <pub-id pub-id-type="medline">32126560</pub-id>
          <pub-id pub-id-type="pii">000506418</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Apostolaros</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Babaian</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Corneli</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Forrest</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hamre</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hewett</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Podolsky</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Popat</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Randall</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Legal, Regulatory, and Practical Issues to Consider When Adopting Decentralized Clinical Trials: Recommendations From the Clinical Trials Transformation Initiative</article-title>
          <source>Ther Innov Regul Sci</source>
          <year>2020</year>
          <month>07</month>
          <day>9</day>
          <volume>54</volume>
          <issue>4</issue>
          <fpage>779</fpage>
          <lpage>787</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32557302"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s43441-019-00006-4</pub-id>
          <pub-id pub-id-type="medline">32557302</pub-id>
          <pub-id pub-id-type="pii">10.1007/s43441-019-00006-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC7362888</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Singer</surname>
              <given-names>HM</given-names>
            </name>
            <name name-style="western">
              <surname>Almazan</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Craft</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>David</surname>
              <given-names>CV</given-names>
            </name>
            <name name-style="western">
              <surname>Eells</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Erfe</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lazzaro</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Nguyen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Preciado</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>VA</given-names>
            </name>
          </person-group>
          <article-title>Using Network Oriented Research Assistant (NORA) Technology to Compare Digital Photographic With In-Person Assessment of Acne Vulgaris</article-title>
          <source>JAMA Dermatol</source>
          <year>2018</year>
          <month>02</month>
          <day>01</day>
          <volume>154</volume>
          <issue>2</issue>
          <fpage>188</fpage>
          <lpage>190</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29261843"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamadermatol.2017.5141</pub-id>
          <pub-id pub-id-type="medline">29261843</pub-id>
          <pub-id pub-id-type="pii">2665393</pub-id>
          <pub-id pub-id-type="pmcid">PMC5839277</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Carrera</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Dalton</surname>
              <given-names>AR</given-names>
            </name>
          </person-group>
          <article-title>Do-it-yourself healthcare: the current landscape, prospects and consequences</article-title>
          <source>Maturitas</source>
          <year>2014</year>
          <month>01</month>
          <volume>77</volume>
          <issue>1</issue>
          <fpage>37</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1016/j.maturitas.2013.10.022</pub-id>
          <pub-id pub-id-type="medline">24287177</pub-id>
          <pub-id pub-id-type="pii">S0378-5122(13)00333-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pasman</surname>
              <given-names>WJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hendriks</surname>
              <given-names>HF</given-names>
            </name>
            <name name-style="western">
              <surname>Minekus</surname>
              <given-names>MM</given-names>
            </name>
            <name name-style="western">
              <surname>de Ligt</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Scholtes-Timmerman</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Clabbers</surname>
              <given-names>ND</given-names>
            </name>
            <name name-style="western">
              <surname>Leonards</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bellmann</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Subjective feelings of appetite of wholegrain breakfasts evaluated under controlled, laboratory and 'at home' conditions</article-title>
          <source>Physiol Behav</source>
          <year>2018</year>
          <month>10</month>
          <day>01</day>
          <volume>194</volume>
          <fpage>285</fpage>
          <lpage>291</lpage>
          <pub-id pub-id-type="doi">10.1016/j.physbeh.2018.06.024</pub-id>
          <pub-id pub-id-type="medline">29913230</pub-id>
          <pub-id pub-id-type="pii">S0031-9384(18)30375-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elenko</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Underwood</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Zohar</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Defining digital medicine</article-title>
          <source>Nat Biotechnol</source>
          <year>2015</year>
          <month>05</month>
          <volume>33</volume>
          <issue>5</issue>
          <fpage>456</fpage>
          <lpage>61</lpage>
          <pub-id pub-id-type="doi">10.1038/nbt.3222</pub-id>
          <pub-id pub-id-type="medline">25965750</pub-id>
          <pub-id pub-id-type="pii">nbt.3222</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Khozin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Coravos</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Decentralized Trials in the Age of Real-World Evidence and Inclusivity in Clinical Investigations</article-title>
          <source>Clin Pharmacol Ther</source>
          <year>2019</year>
          <month>07</month>
          <day>23</day>
          <volume>106</volume>
          <issue>1</issue>
          <fpage>25</fpage>
          <lpage>27</lpage>
          <pub-id pub-id-type="doi">10.1002/cpt.1441</pub-id>
          <pub-id pub-id-type="medline">31013350</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Coravos</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Goldsack</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Karlin</surname>
              <given-names>DR</given-names>
            </name>
            <name name-style="western">
              <surname>Nebeker</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Perakslis</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zimmerman</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Erb</surname>
              <given-names>MK</given-names>
            </name>
          </person-group>
          <source>Fast Facts: Digital Medicine Measurement</source>
          <year>2020</year>
          <publisher-loc>Abingdon, Oxford, UK</publisher-loc>
          <publisher-name>Karger Publishers</publisher-name>
          <fpage>1</fpage>
          <lpage>96</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sommer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Zuccolin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Arnera</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Schmitz</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Adolfsson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Colombo</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gilg</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>McDowell</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Building clinical trials around patients: Evaluation and comparison of decentralized and conventional site models in patients with low back pain</article-title>
          <source>Contemp Clin Trials Commun</source>
          <year>2018</year>
          <month>09</month>
          <volume>11</volume>
          <fpage>120</fpage>
          <lpage>126</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2451-8654(18)30035-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.conctc.2018.06.008</pub-id>
          <pub-id pub-id-type="medline">30094387</pub-id>
          <pub-id pub-id-type="pii">S2451-8654(18)30035-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC6072894</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Donnelly</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Reginatto</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kearns</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Mc Carthy</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Byrom</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Muehlhausen</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Caulfield</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>The Burden of a Remote Trial in a Nursing Home Setting: Qualitative Study</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>06</month>
          <day>19</day>
          <volume>20</volume>
          <issue>6</issue>
          <fpage>e220</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/6/e220/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.9638</pub-id>
          <pub-id pub-id-type="medline">29921563</pub-id>
          <pub-id pub-id-type="pii">v20i6e220</pub-id>
          <pub-id pub-id-type="pmcid">PMC6030571</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ledford</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>The coronavirus outbreak could make it quicker and easier to trial drugs</article-title>
          <source>Nature</source>
          <year>2020</year>
          <month>06</month>
          <day>4</day>
          <volume>582</volume>
          <issue>7811</issue>
          <fpage>172</fpage>
          <lpage>172</lpage>
          <pub-id pub-id-type="doi">10.1038/d41586-020-01524-0</pub-id>
          <pub-id pub-id-type="medline">32504019</pub-id>
          <pub-id pub-id-type="pii">10.1038/d41586-020-01524-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Izmailova</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Ellis</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Benko</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Remote Monitoring in Clinical Trials During the COVID-19 Pandemic</article-title>
          <source>Clin Transl Sci</source>
          <year>2020</year>
          <month>09</month>
          <volume>13</volume>
          <issue>5</issue>
          <fpage>838</fpage>
          <lpage>841</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32526077"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/cts.12834</pub-id>
          <pub-id pub-id-type="medline">32526077</pub-id>
          <pub-id pub-id-type="pmcid">PMC7307062</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
          <source>TNO</source>
          <year>2020</year>
          <access-date>2020-02-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.tno.nl/nl/over-tno/">https://www.tno.nl/nl/over-tno/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tong</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sainsbury</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Craig</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Consolidated criteria for reporting qualitative research (COREQ): a 32-item checklist for interviews and focus groups</article-title>
          <source>Int J Qual Health Care</source>
          <year>2007</year>
          <month>12</month>
          <volume>19</volume>
          <issue>6</issue>
          <fpage>349</fpage>
          <lpage>57</lpage>
          <pub-id pub-id-type="doi">10.1093/intqhc/mzm042</pub-id>
          <pub-id pub-id-type="medline">17872937</pub-id>
          <pub-id pub-id-type="pii">mzm042</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sahin</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Detailed Review of Rogers' Diffusion of Innovations Theory and Educational Technology-Related Studies Based on Rogers' Theory</article-title>
          <source>The Turkish Online Journal of Educational Technology</source>
          <year>2006</year>
          <month>04</month>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>14</fpage>
          <lpage>23</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://eric.ed.gov/?id=EJ1102473"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <article-title>Process Innovation</article-title>
          <source>OECD Glossary of Statistics</source>
          <year>2005</year>
          <month>09</month>
          <day>09</day>
          <access-date>2020-11-07</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://stats.oecd.org/glossary/detail.asp?ID=6870">https://stats.oecd.org/glossary/detail.asp?ID=6870</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Yan</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ton A M Spil</surname>
              <given-names>Ir</given-names>
            </name>
          </person-group>
          <article-title>Using diffusion of innovation theory to understand the factors impacting patient acceptance and use of consumer e-health innovations: a case study in a primary care clinic</article-title>
          <source>BMC Health Serv Res</source>
          <year>2015</year>
          <month>02</month>
          <day>21</day>
          <volume>15</volume>
          <fpage>71</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-015-0726-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-015-0726-2</pub-id>
          <pub-id pub-id-type="medline">25885110</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-015-0726-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC4391079</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chew</surname>
              <given-names>Fiona</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>William</given-names>
            </name>
            <name name-style="western">
              <surname>Tote</surname>
              <given-names>Rohit</given-names>
            </name>
          </person-group>
          <article-title>Doctors on-line: using diffusion of innovations theory to understand internet use</article-title>
          <source>Fam Med</source>
          <year>2004</year>
          <month>10</month>
          <volume>36</volume>
          <issue>9</issue>
          <fpage>645</fpage>
          <lpage>50</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.stfm.org/fmhub/fm2004/October/Fiona645.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">15467942</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <source>Diffusion of Innovations</source>
          <year>2003</year>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>Simon &#38; Schuster</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Diffusion of Innovation Theory (Figure 4)</article-title>
          <source>ResearchGate</source>
          <year>1983</year>
          <access-date>2020-02-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.researchgate.net/figure/Diffusion-of-Innovation-Theory-Roger-1983_fig4_286777535">https://www.researchgate.net/figure/Diffusion-of-Innovation-Theory-Roger-1983_fig4_286777535</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Scott</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Plotnikoff</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Karunamuni</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Bize</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rodgers</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>Factors influencing the adoption of an innovation: an examination of the uptake of the Canadian Heart Health Kit (HHK)</article-title>
          <source>Implement Sci</source>
          <year>2008</year>
          <month>10</month>
          <day>02</day>
          <volume>3</volume>
          <issue>1</issue>
          <fpage>41</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://implementationscience.biomedcentral.com/articles/10.1186/1748-5908-3-41"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1748-5908-3-41</pub-id>
          <pub-id pub-id-type="medline">18831766</pub-id>
          <pub-id pub-id-type="pii">1748-5908-3-41</pub-id>
          <pub-id pub-id-type="pmcid">PMC2567341</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kaminski</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Diffusion of Innovation Theory: Theory in Nursing Informatics Column</article-title>
          <source>Can J Nurs Informatics</source>
          <year>2011</year>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>1</fpage>
          <lpage>7</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cjni.net/journal/?p=1444"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bai</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Guan</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zhong</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Sun</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tang</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Challenge of parents caring for children or adolescents with early-stage schizophrenia in China: A qualitative study</article-title>
          <source>Perspect Psychiatr Care</source>
          <year>2020</year>
          <month>10</month>
          <volume>56</volume>
          <issue>4</issue>
          <fpage>777</fpage>
          <lpage>784</lpage>
          <pub-id pub-id-type="doi">10.1111/ppc.12492</pub-id>
          <pub-id pub-id-type="medline">32147848</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gray</surname>
              <given-names>DE</given-names>
            </name>
          </person-group>
          <source>Doing Research in the Real World</source>
          <year>2012</year>
          <publisher-loc>London, UK</publisher-loc>
          <publisher-name>SAGE Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Saunders</surname>
              <given-names>Benjamin</given-names>
            </name>
            <name name-style="western">
              <surname>Sim</surname>
              <given-names>Julius</given-names>
            </name>
            <name name-style="western">
              <surname>Kingstone</surname>
              <given-names>Tom</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>Shula</given-names>
            </name>
            <name name-style="western">
              <surname>Waterfield</surname>
              <given-names>Jackie</given-names>
            </name>
            <name name-style="western">
              <surname>Bartlam</surname>
              <given-names>Bernadette</given-names>
            </name>
            <name name-style="western">
              <surname>Burroughs</surname>
              <given-names>Heather</given-names>
            </name>
            <name name-style="western">
              <surname>Jinks</surname>
              <given-names>Clare</given-names>
            </name>
          </person-group>
          <article-title>Saturation in qualitative research: exploring its conceptualization and operationalization</article-title>
          <source>Qual Quant</source>
          <year>2018</year>
          <month>03</month>
          <volume>52</volume>
          <issue>4</issue>
          <fpage>1893</fpage>
          <lpage>1907</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29937585"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11135-017-0574-8</pub-id>
          <pub-id pub-id-type="medline">29937585</pub-id>
          <pub-id pub-id-type="pii">574</pub-id>
          <pub-id pub-id-type="pmcid">PMC5993836</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bengtsson</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>How to plan and perform a qualitative study using content analysis</article-title>
          <source>NursingPlus Open</source>
          <year>2016</year>
          <volume>2</volume>
          <fpage>8</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1016/j.npls.2016.01.001</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Braun</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Using thematic analysis in psychology</article-title>
          <source>Qualitative Research in Psychology</source>
          <year>2006</year>
          <month>01</month>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>77</fpage>
          <lpage>101</lpage>
          <pub-id pub-id-type="doi">10.1191/1478088706qp063oa</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Polhemus</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Kadhim</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zebrowski</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Simmonds</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Masand</surname>
              <given-names>SN</given-names>
            </name>
            <name name-style="western">
              <surname>Banner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dupont</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Accelerating Adoption of Patient-Facing Technologies in Clinical Trials: A Pharmaceutical Industry Perspective on Opportunities and Challenges</article-title>
          <source>Ther Innov Regul Sci</source>
          <year>2019</year>
          <month>01</month>
          <day>31</day>
          <volume>53</volume>
          <issue>1</issue>
          <fpage>8</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="doi">10.1177/2168479018801566</pub-id>
          <pub-id pub-id-type="medline">30373404</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <article-title>CTTI Recommendations: Decentralized Clinical Trials</article-title>
          <source>CTTI</source>
          <year>2018</year>
          <month>09</month>
          <access-date>2020-06-08</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ctti-clinicaltrials.org/projects/decentralized-clinical-trials">https://www.ctti-clinicaltrials.org/projects/decentralized-clinical-trials</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
          <article-title>FDA Guidance on Conduct of Clinical Trials of Medical Products During the COVID-19 Public Health Emergency</article-title>
          <source>FDA</source>
          <year>2020</year>
          <month>03</month>
          <access-date>2020-06-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/regulatory-information/search-fda-guidance-documents/fda-guidance-conduct-clinical-trials-medical-products-during-covid-19-public-health-emergency">https://www.fda.gov/regulatory-information/search-fda-guidance-documents/fda-guidance-conduct-clinical-trials-medical-products-during-covid-19-public-health-emergency</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Bull</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Johnston McKee</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Mahon</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Harper</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>JN</given-names>
            </name>
            <collab>CTTI Recruitment Project Team</collab>
          </person-group>
          <article-title>Clinical trials recruitment planning: A proposed framework from the Clinical Trials Transformation Initiative</article-title>
          <source>Contemp Clin Trials</source>
          <year>2018</year>
          <month>03</month>
          <volume>66</volume>
          <fpage>74</fpage>
          <lpage>79</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1551-7144(17)30753-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cct.2018.01.003</pub-id>
          <pub-id pub-id-type="medline">29330082</pub-id>
          <pub-id pub-id-type="pii">S1551-7144(17)30753-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Izmailova</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Wagner</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Perakslis</surname>
              <given-names>ED</given-names>
            </name>
          </person-group>
          <article-title>Wearable Devices in Clinical Trials: Hype and Hypothesis</article-title>
          <source>Clin Pharmacol Ther</source>
          <year>2018</year>
          <month>07</month>
          <day>02</day>
          <volume>104</volume>
          <issue>1</issue>
          <fpage>42</fpage>
          <lpage>52</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29205294"/>
          </comment>
          <pub-id pub-id-type="doi">10.1002/cpt.966</pub-id>
          <pub-id pub-id-type="medline">29205294</pub-id>
          <pub-id pub-id-type="pmcid">PMC6032822</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abdolkhani</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gray</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Borda</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>DeSouza</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Quality Assurance of Health Wearables Data: Participatory Workshop on Barriers, Solutions, and Expectations</article-title>
          <source>JMIR Mhealth Uhealth</source>
          <year>2020</year>
          <month>01</month>
          <day>22</day>
          <volume>8</volume>
          <issue>1</issue>
          <fpage>e15329</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://mhealth.jmir.org/2020/1/e15329/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/15329</pub-id>
          <pub-id pub-id-type="medline">32012090</pub-id>
          <pub-id pub-id-type="pii">v8i1e15329</pub-id>
          <pub-id pub-id-type="pmcid">PMC7003125</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goldsack</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Coravos</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bakker</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Bent</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Dowling</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzer-Attas</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Godfrey</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Godino</surname>
              <given-names>JG</given-names>
            </name>
            <name name-style="western">
              <surname>Gujar</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Izmailova</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Manta</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Peterson</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Vandendriessche</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>WA</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Dunn</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Verification, analytical validation, and clinical validation (V3): the foundation of determining fit-for-purpose for Biometric Monitoring Technologies (BioMeTs)</article-title>
          <source>NPJ Digit Med</source>
          <year>2020</year>
          <volume>3</volume>
          <fpage>55</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-020-0260-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-020-0260-4</pub-id>
          <pub-id pub-id-type="medline">32337371</pub-id>
          <pub-id pub-id-type="pii">260</pub-id>
          <pub-id pub-id-type="pmcid">PMC7156507</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cerreta</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ritzhaupt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Metcalfe</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Askin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Duarte</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Berntgen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vamvakas</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Digital technologies for medicines: shaping a framework for success</article-title>
          <source>Nat Rev Drug Discov</source>
          <year>2020</year>
          <month>09</month>
          <day>12</day>
          <volume>19</volume>
          <issue>9</issue>
          <fpage>573</fpage>
          <lpage>574</lpage>
          <pub-id pub-id-type="doi">10.1038/d41573-020-00080-6</pub-id>
          <pub-id pub-id-type="medline">32398879</pub-id>
          <pub-id pub-id-type="pii">10.1038/d41573-020-00080-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Anderson</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Want to Improve Clinical-Trial Retention and Compliance? Make Convenience a Priority</article-title>
          <source>Deloitte</source>
          <year>2020</year>
          <month>02</month>
          <access-date>2020-06-11</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www2.deloitte.com/us/en/blog/health-care-blog/2020/improve-clinical-trial.html">https://www2.deloitte.com/us/en/blog/health-care-blog/2020/improve-clinical-trial.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="web">
          <article-title>Novel Clinical Trial Service Providers: Focus on Real World Data Based Trial Services, Virtual Trials, Adaptive, Umbrella and Basket Design, 2019-2050</article-title>
          <source>Roots Analysis</source>
          <year>2019</year>
          <month>4</month>
          <access-date>2021-06-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tinyurl.com/hhse4u2d">https://tinyurl.com/hhse4u2d</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Latulippe</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Hamel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Giroux</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Social Health Inequalities and eHealth: A Literature Review With Qualitative Synthesis of Theoretical and Empirical Studies</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>04</month>
          <day>27</day>
          <volume>19</volume>
          <issue>4</issue>
          <fpage>e136</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/4/e136/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.6731</pub-id>
          <pub-id pub-id-type="medline">28450271</pub-id>
          <pub-id pub-id-type="pii">v19i4e136</pub-id>
          <pub-id pub-id-type="pmcid">PMC5427250</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Levitan</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Getz</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Eisenstein</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>Goldberg</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Harker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hesterlee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick-Lake</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>JN</given-names>
            </name>
            <name name-style="western">
              <surname>DiMasi</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Assessing the Financial Value of Patient Engagement: A Quantitative Approach from CTTI's Patient Groups and Clinical Trials Project</article-title>
          <source>Ther Innov Regul Sci</source>
          <year>2018</year>
          <month>03</month>
          <day>30</day>
          <volume>52</volume>
          <issue>2</issue>
          <fpage>220</fpage>
          <lpage>229</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC5933599/pdf/10.1177_2168479017716715.pdf"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2168479017716715</pub-id>
          <pub-id pub-id-type="medline">29714515</pub-id>
          <pub-id pub-id-type="pii">10.1177/2168479017716715</pub-id>
          <pub-id pub-id-type="pmcid">PMC5933599</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hirsch</surname>
              <given-names>IB</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dorsey</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Finken</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Fleming</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Gropp</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Home</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kaufer</surname>
              <given-names>DI</given-names>
            </name>
            <name name-style="western">
              <surname>Papapetropoulos</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Incorporating Site-less Clinical Trials Into Drug Development: A Framework for Action</article-title>
          <source>Clin Ther</source>
          <year>2017</year>
          <month>05</month>
          <volume>39</volume>
          <issue>5</issue>
          <fpage>1064</fpage>
          <lpage>1076</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0149-2918(17)30200-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.clinthera.2017.03.018</pub-id>
          <pub-id pub-id-type="medline">28413148</pub-id>
          <pub-id pub-id-type="pii">S0149-2918(17)30200-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="book">
          <source>Multicriteria Analysis: A Manual</source>
          <year>2009</year>
          <publisher-loc>Wetherby, West Yorkshire, UK</publisher-loc>
          <publisher-name>Communities and Local Government Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
            <name name-style="western">
              <surname>Blazeby</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Clarke</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Devane</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gargon</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Tugwell</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Developing core outcome sets for clinical trials: issues to consider</article-title>
          <source>Trials</source>
          <year>2012</year>
          <month>08</month>
          <day>06</day>
          <volume>13</volume>
          <fpage>132</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://trialsjournal.biomedcentral.com/articles/10.1186/1745-6215-13-132"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1745-6215-13-132</pub-id>
          <pub-id pub-id-type="medline">22867278</pub-id>
          <pub-id pub-id-type="pii">1745-6215-13-132</pub-id>
          <pub-id pub-id-type="pmcid">PMC3472231</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
