<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v20i3e112</article-id>
    <article-id pub-id-type="pmid">29592847</article-id>
    <article-id pub-id-type="doi">10.2196/jmir.7763</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Investigating the Extent to Which Patients Should Control Access to Patient Records for Research: A Deliberative Process Using Citizens’ Juries</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Willison</surname>
          <given-names>Donald</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Waldo</surname>
          <given-names>Ann</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Wilson</surname>
          <given-names>Stephen</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>van Velsen</surname>
          <given-names>Lex</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Tully</surname>
        <given-names>Mary P</given-names>
      </name>
      <degrees>BSc (Hons), MSc, PhD, FRPharmS, FFRPS</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <xref rid="aff2" ref-type="aff">2</xref>
      <address>
        <institution>Division of Pharmacy and Optometry</institution>
        <institution>School of Health Sciences, Faculty of Biology, Medicine and Health</institution>
        <institution>The University of Manchester, Manchester Academic Health Science Centre</institution>
        <addr-line>Oxford Road</addr-line>
        <addr-line>Manchester, M13 9PL</addr-line>
        <country>United Kingdom</country>
        <phone>44 01612754242</phone>
        <email>mary.p.tully@manchester.ac.uk</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2100-3983</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Bozentko</surname>
          <given-names>Kyle</given-names>
        </name>
        <degrees>MTS</degrees>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7671-3881</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Clement</surname>
          <given-names>Sarah</given-names>
        </name>
        <degrees>BSc, PhD</degrees>
        <xref rid="aff4" ref-type="aff">4</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5422-622X</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Hunn</surname>
          <given-names>Amanda</given-names>
        </name>
        <degrees>BSc (Hons), MA</degrees>
        <xref rid="aff5" ref-type="aff">5</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2156-7279</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib5">
        <name name-style="western">
          <surname>Hassan</surname>
          <given-names>Lamiece</given-names>
        </name>
        <degrees>BSc (Hons), MPhil, PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5888-422X</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib6">
        <name name-style="western">
          <surname>Norris</surname>
          <given-names>Ruth</given-names>
        </name>
        <degrees>BSc (Hons), PGDip</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2353-6265</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib7">
        <name name-style="western">
          <surname>Oswald</surname>
          <given-names>Malcolm</given-names>
        </name>
        <degrees>BA (Econ), MA, PhD</degrees>
        <xref rid="aff6" ref-type="aff">6</xref>
        <xref rid="aff7" ref-type="aff">7</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-9197-7973</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib8">
        <name name-style="western">
          <surname>Peek</surname>
          <given-names>Niels</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <xref rid="aff8" ref-type="aff">8</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-6393-9969</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>Health E-Research Centre, Division of Imaging, Informatics and Data Sciences</institution>
    <institution>School of Health Sciences, Faculty of Biology, Medicine and Health</institution>  
    <institution>The University of Manchester, Manchester Academic Health Science Centre</institution>  
    <addr-line>Manchester</addr-line>
    <country>United Kingdom</country></aff>
    <aff id="aff2">
    <sup>2</sup>
    <institution>Division of Pharmacy and Optometry</institution>
    <institution>School of Health Sciences, Faculty of Biology, Medicine and Health</institution>  
    <institution>The University of Manchester, Manchester Academic Health Science Centre</institution>  
    <addr-line>Manchester</addr-line>
    <country>United Kingdom</country></aff>
    <aff id="aff3">
      <sup>3</sup>
      <institution>Jefferson Center</institution>
      <addr-line>Saint Paul, MN</addr-line>
      <country>United States</country>
    </aff>
    <aff id="aff4">
    <sup>4</sup>
    <institution>Department of Geography and Planning</institution>
    <institution>School of Environmental Sciences</institution>  
    <institution>University of Liverpool</institution>  
    <addr-line>Liverpool</addr-line>
    <country>United Kingdom</country></aff>
    <aff id="aff5">
      <sup>5</sup>
      <institution>Health Research Authority</institution>
      <addr-line>London</addr-line>
      <country>United Kingdom</country>
    </aff>
    <aff id="aff6">
    <sup>6</sup>
    <institution>School of Law</institution>
    <institution>Faculty of Humanities</institution>  
    <institution>The University of Manchester</institution>  
    <addr-line>Manchester</addr-line>
    <country>United Kingdom</country></aff>
    <aff id="aff7">
      <sup>7</sup>
      <institution>Citizens Juries Community Interest Company</institution>
      <addr-line>Manchester</addr-line>
      <country>United Kingdom</country>
    </aff>
    <aff id="aff8">
    <sup>8</sup>
    <institution>Greater Manchester Patient Safety Translational Research Centre</institution>
    <institution>Division of Population Health, Health Services Research and Primary Care, School of Health Sciences</institution>  
    <institution>The University of Manchester, Manchester Academic Health Science Centre</institution>  
    <addr-line>Manchester</addr-line>
    <country>United Kingdom</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Mary P Tully 
      <email>mary.p.tully@manchester.ac.uk</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>03</month><year>2018</year></pub-date>
    <pub-date pub-type="epub">
      <day>28</day>
      <month>03</month>
      <year>2018</year>
    </pub-date>
    <volume>20</volume>
    <issue>3</issue>
    <elocation-id>e112</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>28</day>
        <month>3</month>
        <year>2017</year>
      </date>
      <date date-type="rev-request">
        <day>12</day>
        <month>7</month>
        <year>2017</year>
      </date>
      <date date-type="rev-recd">
        <day>2</day>
        <month>11</month>
        <year>2017</year>
      </date>
      <date date-type="accepted">
        <day>16</day>
        <month>11</month>
        <year>2017</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Mary P Tully, Kyle Bozentko, Sarah Clement, Amanda Hunn, Lamiece Hassan, Ruth Norris, Malcolm Oswald, Niels Peek. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 28.03.2018.</copyright-statement>
    <copyright-year>2018</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.jmir.org/2018/3/e112/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>The secondary use of health data for research raises complex questions of privacy and governance. Such questions are ill-suited to opinion polling where citizens must choose quickly between multiple-choice answers based on little information.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>The aim of this project was to extend knowledge about what control <italic>informed</italic> citizens would seek over the use of health records for research after participating in a deliberative process using citizens’ juries.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>Two 3-day citizens’ juries, of 17 citizens each, were convened to reflect UK national demographics from 355 eligible applicants. Each jury addressed the mission “To what extent should patients control access to patient records for secondary use?” Jurors heard from and questioned 5 expert witnesses (chosen either to inform the jury, or to argue for and against the secondary use of data), interspersed with structured opportunities to deliberate among themselves, including discussion and role-play. Jurors voted on a series of questions associated with the jury mission, giving their rationale. Individual views were polled using questionnaires at the beginning and at end of the process.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>At the end of the process, 33 out of 34 jurors voted in support of the secondary use of data for research, with 24 wanting individuals to be able to opt out, 6 favoring opt in, and 3 voting that all records should be available without any consent process. When considering who should get access to data, both juries had very similar rationales. Both thought that public benefit was a key justification for access. Jury 1 was more strongly supportive of sharing patient records for public benefit, whereas jury 2 was more cautious and sought to give patients more control. Many jurors changed their opinion about who should get access to health records: 17 people became more willing to support wider information sharing of health data for public benefit, whereas 2 moved toward more patient control over patient records.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>The findings highlight that, when informed of both risks and opportunities associated with data sharing, citizens believe an individual’s right to privacy should not prevent research that can benefit the general public. The juries also concluded that patients should be notified of any such scheme and have the right to opt out if they so choose. Many jurors changed their minds about this complex policy question when they became more informed. Many, but not all, jurors became less skeptical about health data sharing, as they became better informed of its benefits and risks.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>public participation</kwd>
      <kwd>patient engagement</kwd>
      <kwd>public opinion</kwd>
      <kwd>medical research</kwd>
      <kwd>confidentiality</kwd>
      <kwd>privacy</kwd>
      <kwd>national health services</kwd>
      <kwd>data linkage</kwd>
      <kwd>public policy, decision making, organizational</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Public Opinion on Data Use</title>
        <p>The last decade has seen a surge in the reuse of data that were created for the health care of individual patients for additional purposes such as for research (so-called secondary use of data). Research studies that previously would have been impossible because of the effort required to collect data have now become possible by reusing data originally collected for the purposes of providing direct health care. Examples include investigations into the prescribing of anxiolytics and hypnotics in over 300,000 children and young people in Wales [<xref ref-type="bibr" rid="ref1">1</xref>], the mental health of 57,000 veterans compared with173,000 nonveterans in Scotland [<xref ref-type="bibr" rid="ref2">2</xref>], and the impact of a smoke-free legislation on stroke [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
        <p>In many countries, there is no lawful impediment to the use of deidentified (or anonymized) data for research without the consent of the data subject, as long as the risks of reidentification are very low or remote. This may include the linkage of data from multiple sources before deidentification. However, public support for such research use of data without consent, the so-called social license, is separate from any legal framework [<xref ref-type="bibr" rid="ref4">4</xref>]. Even where no legislation exists to prevent the use of deidentified data, the lack of a social license may ultimately result in the failure of data-use initiatives, as has been the case with national data records systems in England [<xref ref-type="bibr" rid="ref4">4</xref>] and Australia [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        <p>Epidemiologists are dependent upon using data without consent for such research for numerous reasons. Obtaining consent from many thousands of people is an onerous task, and there is a strong likelihood of many people being disinterested and not giving consent simply because they do not remember being asked [<xref ref-type="bibr" rid="ref6">6</xref>]. Large amounts of missing data, which are often from particular subgroups rather than randomly distributed through the population, can mean that findings from epidemiological studies can be misleading [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
        <p>Despite such opinions in the aggregate, individual public attitudes toward the secondary use of data vary [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. In particular, public support may be different, depending on who is using the data or the use to which the data may be put. Such reuse of data without consent is an area of concern to some members of the public [<xref ref-type="bibr" rid="ref10">10</xref>]. These people express the wish to be asked to consent to every use of the data, whereas others want to give a general consent for data use. Still others are content with the data being used without them being aware, consulted, or asked at all, provided that the research has been reviewed and approved by an ethics committee [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
      </sec>
      <sec>
        <title>Deliberative Approaches</title>
        <p>It could be argued that, for such a complex area, surveys may not be the best method to find out about the decisions that the public would make. Members of the public are often unaware of the ways that data are used and the governance procedures that are put in place to protect health care data [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Thus, it could be surmised that some survey respondents do so from a position of ignorance of the topic. Qualitative methods such as focus groups or deliberative processes provide a more nuanced view of public opinion. Some of these methods, particularly those which employ deliberative approaches, enable questions to be answered about what citizens would think regarding the use of data if they were informed. Few studies have done this [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Recently, the Wellcome Trust compared findings from a survey about the commercial use of data conducted with 2017 members of the public, with findings from 16 focus groups with 246 people [<xref ref-type="bibr" rid="ref11">11</xref>]. The focus groups indicated how people change their minds once they were slightly more informed about the use of data through discussion with their peers in the group, whereas surveys are generally conducted at a single point in time.</p>
        <p>This suggests that there is much to be learned from using deliberative methods that allow participants to learn about and reflect on information about such a complex area. Citizens’ juries are comprehensive engagement processes that allow decision makers and the public to hear thoughtful input from an informed microcosm of the public [<xref ref-type="bibr" rid="ref13">13</xref>]. They are based on the premise that, given enough time, opportunity, support, and resources, members of the public are quite capable of arriving at decisions about complex matters [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. The citizens’ jury process is designed to allow decision makers to hear citizens’ voices. It provides an opportunity for citizens to learn about an issue and deliberate together to find a common ground solution. Decision makers can thus learn more about what an informed public wants and why they want it [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>There are examples of organizations using citizens’ juries to help make policy decisions, even though members of juries are not elected and cannot be made accountable for decisions. For example, Melbourne City Council has appointed a citizens’ jury to determine how to allocate its 10-year Aus $5 billion budget, and the council is implementing virtually all of the jury’s recommendations [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
      </sec>
      <sec>
        <title>Study Aim</title>
        <p>The aim of this study was to investigate what people think about secondary use of data, including data linkage, once they become more informed about the area. The outcome of the citizens’ juries was to inform the ongoing research, information governance, and public engagement strategies of the project’s sponsors: the UK's national Farr Institute of Health Informatics Research [<xref ref-type="bibr" rid="ref16">16</xref>] and the Greater Manchester Primary Care Patient Safety Translational Research Centre [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Jury Process</title>
        <p>The citizens’ juries were run over 3 days as jury pairs [<xref ref-type="bibr" rid="ref18">18</xref>], that is, two juries were conducted in the same geographical area, addressed the same jury mission (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>), listened to the same witnesses, but were comprised of different people. To ensure that the juries were conducted appropriately, the manual written by the Jefferson Center, the developers of the method, was followed [<xref ref-type="bibr" rid="ref13">13</xref>], and the juries were run by an experienced facilitator from that center (KB). Approval for video recording of the jury discussions was obtained from The University of Manchester’s research ethics committee.</p>
      </sec>
      <sec>
        <title>Jury Recruitment</title>
        <p>The citizens’ jury process uses members who are selected to be representative of the population in key criteria [<xref ref-type="bibr" rid="ref13">13</xref>]. Recruitment questionnaires collected data to enable selection against <italic>a priori</italic> criteria based on demographics and views on privacy (<xref ref-type="table" rid="table1">Table 1</xref>). The demographics provided a broadly representative sample of resident adults in England based on the 2011 census with respect to gender, age range, ethnicity, and educational attainment [<xref ref-type="bibr" rid="ref19">19</xref>]. Potential participants were asked to complete an Ipsos MORI survey question [<xref ref-type="bibr" rid="ref20">20</xref>] that involved balancing privacy against information sharing for public benefit (<xref ref-type="boxed-text" rid="box2">Textbox 2</xref>). This was the most up-to-date survey of public opinion in this area at the time of recruitment. The demographic and privacy criteria insured that each jury was a “microcosm of the public” [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <boxed-text id="box1" position="float">
          <title>The jury mission.</title>
          <p>Suppose a National Health Service (NHS) body wants to create new records from the patient records stored by your general practice and by hospitals that have treated you. They want to use them for purposes other than your direct patient care, such as research about better treatments and for checking that patients are receiving safe and effective health care. These records would be held securely and would not contain your name, address, and other identifiers. Despite this, there is a small risk that the records might still identify you because they would contain lots of detailed information about the care you receive from your general practitioner and from different hospitals. The NHS body would also review requests from other public and private organizations, granting access only where they believed it was lawful and in a good cause.</p>
          <list list-type="order">
            <list-item>
              <list list-type="roman-lower">
                <list-item>
                  <p>Should the NHS body be allowed to create these records about you and other patients? (choose only one of the following)</p>
                  <list list-type="alpha-lower">
                    <list-item>
                      <p>Yes, but they should publish information about what they plan to do</p>
                    </list-item>
                    <list-item>
                      <p>Yes, but they should publish information about what they plan to do and patients should be able to opt out</p>
                    </list-item>
                    <list-item>
                      <p>Yes, but they should publish information about what they plan to do and only create records for patients who opt in</p>
                    </list-item>
                    <list-item>
                      <p>No</p>
                    </list-item>
                    <list-item>
                      <p>Other (explain in less than 30 words)</p>
                    </list-item>
                  </list>
                </list-item>
                <list-item>
                  <p>Give reasons for your answer (in less than 300 words)</p>
                </list-item>
              </list>
            </list-item>
            <list-item>
              <list list-type="roman-lower">
                <list-item>
                  <p>Given your answer to question 1, who should be allowed to access and extract data from the records created? (Choose as many of the following examples that apply)</p>
                  <list list-type="alpha-lower">
                    <list-item>
                      <p>NHS clinicians and administrators who decide which health services should (and should not) be funded</p>
                    </list-item>
                    <list-item>
                      <p>NHS clinicians and administrators doing approved research into whether doctors are prescribing medicines appropriately</p>
                    </list-item>
                    <list-item>
                      <p>University staff doing approved research into whether doctors are prescribing medicines appropriately</p>
                    </list-item>
                    <list-item>
                      <p>Staff employed by local authorities planning the future need for residential care homes</p>
                    </list-item>
                    <list-item>
                      <p>Staff employed by a private company being paid by a hospital NHS trust to compare the number of people dying after surgery with other hospitals</p>
                    </list-item>
                    <list-item>
                      <p>Staff employed by an insurance company aiming to set health insurance premiums accurately</p>
                    </list-item>
                    <list-item>
                      <p>Staff employed by a pharmaceutical company investigating whether they should begin research into a new drug for a genetic disease for which there is currently no treatment</p>
                    </list-item>
                  </list>
                </list-item>
                <list-item>
                  <p>Give reasons for your answer (in less than 400 words)</p>
                </list-item>
              </list>
            </list-item>
          </list>
        </boxed-text>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>A priori criteria for jury selection and demographics of actual jurors.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="510"/>
            <col width="130"/>
            <col width="140"/>
            <col width="190"/>
            <thead>
              <tr valign="bottom">
                <td colspan="2">Criteria</td>
                <td>UK census (%)<sup>a</sup></td>
                <td>Jury target range</td>
                <td>Achieved in jury 1 and 2<sup>b</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2"><bold>Gender</bold></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Women</td>
                <td>51</td>
                <td>8-10 jurors</td>
                <td>8 and 9 jurors</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Men</td>
                <td>49</td>
                <td>8-10 jurors</td>
                <td>9 and 8 jurors</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Age range (years)</bold></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>18-29</td>
                <td>21</td>
                <td>2-5 jurors</td>
                <td>5 and 3 jurors</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>30-44</td>
                <td>26</td>
                <td>3-6 jurors</td>
                <td>4 and 6 jurors</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>45-59</td>
                <td>25</td>
                <td>3-6 jurors</td>
                <td>5 and 5 jurors</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>60+</td>
                <td>28</td>
                <td>4-7 jurors</td>
                <td>3 and 3 jurors</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Ethnicity</bold></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>White</td>
                <td>85</td>
                <td>14-17 jurors</td>
                <td>14 and 14 jurors</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Groups other than white</td>
                <td>15</td>
                <td>2-4 jurors</td>
                <td>3 and 3 jurors</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Educational attainment</bold></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Level 1 or no qualifications</td>
                <td>36</td>
                <td>5-8 jurors</td>
                <td>6 and 7 jurors</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Level 2 or level 3 qualifications (apprenticeship and other qualifications)</td>
                <td>37</td>
                <td>5-8 jurors</td>
                <td>6 and 5 jurors</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Level 4 qualifications (degree level) and above</td>
                <td>27</td>
                <td>4-6 jurors</td>
                <td>5 and 5 jurors</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Privacy views<sup>c</sup></bold></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Agree more with a) than b)</td>
                <td>52</td>
                <td>7-11 jurors</td>
                <td>9 and 10 jurors</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Agree more with b) than with a)</td>
                <td>34</td>
                <td>5-7 jurors</td>
                <td>5 and 6 jurors</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Agree equally with both or don’t agree with either or don’t know</td>
                <td>14</td>
                <td>1-4 jurors</td>
                <td>3 and 1 jurors</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>[<xref ref-type="bibr" rid="ref19">19</xref>].</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>1 person left each jury at the end of the first day and are not reported here.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Target sample percentages based on “Perceptions of Data Sharing” survey [<xref ref-type="bibr" rid="ref20">20</xref>]—see <xref ref-type="boxed-text" rid="box2">Textbox 2</xref> for full text.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <boxed-text id="box2" position="float">
          <title>Ipsos MORI survey question used to assess views and privacy for jury selection and after the jury was completed.</title>
          <p>As you may know, different government departments and services collect data about individuals, for example, your tax records and health records. People have different views on how much of this information should be shared within government. Data sharing can bring benefits such as finding more effective medical treatments, using information about local communities to plan local schools or roads, etc. But some people worry that data sharing will be a risk to their privacy and security, by linking different types of data together and potentially allowing them to be identified. Overall, which of the following statements is closest to your view?</p>
          <list list-type="alpha-lower">
            <list-item>
              <p>We should share all the data we can because it benefits the services and me—as long as I can opt out if I choose</p>
            </list-item>
            <list-item>
              <p>We should not share data as the risks to people’s privacy and security outweigh the benefits</p>
            </list-item>
          </list>
          <list list-type="order">
            <list-item>
              <p>Agree much more with a) than with b)</p>
            </list-item>
            <list-item>
              <p>Agree a little more with a) than with b)</p>
            </list-item>
            <list-item>
              <p>Agree equally or don’t agree or don’t know</p>
            </list-item>
            <list-item>
              <p>Agree a little more with b) than with a)</p>
            </list-item>
            <list-item>
              <p>Agree much more with b) than with a)</p>
            </list-item>
          </list>
        </boxed-text>
        <p>Jury members were recruited using a variety of methods to ensure that the criteria were met. Adverts were placed on websites for employment opportunities and research volunteers, emails were sent to a range of community groups, and in-person presentations were made to groups of retired people. Most of the members were recruited from the employment website. From a jury pool of 355 eligible applicants, 18 jurors and 4 reserves were selected for each jury, as recommended by the Jefferson Center [<xref ref-type="bibr" rid="ref13">13</xref>]. Candidates meeting the criteria in <xref ref-type="table" rid="table1">Table 1</xref> were shortlisted and interviewed by telephone to check eligibility, namely, older than 18 years; fluency in English; the capacity to contribute to jury discussions; not a health care professional; at least a year as a resident of Greater Manchester; and no special knowledge, interest, or conflict of interest in the jury mission. Jurors were thus chosen to ensure that they had “no special axe to grind” [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>Reserves attended the jury meeting and stayed until lunchtime on day 1. In each jury, one was needed to replace a juror who did not attend or who had left during the first morning. Both jurors and reserves were paid for their time. One person withdrew from each jury at the end of day 1 for personal reasons. As the reserves had not attended for the afternoon of day 1, and therefore, had not heard the information presented by the witnesses, these jurors were not replaced, leaving 17 people to complete each jury.</p>
      </sec>
      <sec>
        <title>Jury Process</title>
        <p>The jury mission was planned, designed, and refined over a period of 9 months by a project board comprising five of the authors. The jury mission asked jurors to suppose that a National Health Service (NHS) body wanted to create new records by linking data from the patient records stored by their general practice and by hospitals that have treated them. The new records were for purposes other than direct patient care, including research and service improvement. The jurors were then asked whether this should be allowed and, if so, who should be allowed access to the data. The mission was developed iteratively by the project board to reflect the question on the extent to which patients should control access to patient records (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>). Both 3-day juries followed the same program (<xref ref-type="boxed-text" rid="box3">Textbox 3</xref>). The activities were designed primarily by the Jefferson Center in line with their citizens’ jury method [<xref ref-type="bibr" rid="ref13">13</xref>] and were managed by two facilitators who were independent of the project board and jury sponsors (KB and AH).</p>
        <p>Five expert witnesses were chosen to provide relevant information to and answer any questions from the members of the jury (<xref ref-type="table" rid="table2">Table 2</xref>). Two witnesses were selected to provide impartial information on day 1, including about the use of deidentified data using the Information Commissioner’s Office’s (ICO’s) anonymization code of practice [<xref ref-type="bibr" rid="ref22">22</xref>]. The code emphasizes that understanding anonymization means understanding what personal data is, that it can be impossible to assess reidentification risk with absolute certainty, and that different forms of access to anonymized data can pose different reidentification risks (eg, publication is more risky than limited access). Three advocates, known as partial witnesses, were chosen to provide arguments for and against the greater use of patient records on day 2. The purpose of the expert witness presentations was “to inform and educate the jurors, a microcosm of the public, to enable them to reach wise and thoughtful conclusions” [<xref ref-type="bibr" rid="ref13">13</xref>], rather than to produce. Impartial expert witnesses were asked to confine their presentations and answers to questions to matters of fact rather than values. Partial expert witnesses were asked to make the case for a particular viewpoint or viewpoints based on both facts and values, and an ethicist was asked to provide arguments pulling in both directions (<xref ref-type="table" rid="table2">Table 2</xref>; see <xref ref-type="app" rid="app1">Multimedia Appendix 1</xref> for presentations). The difference between the two types of witnesses was explained to the jurors. After each presentation, there was an opportunity for questions.</p>
        <boxed-text id="box3" position="float">
          <title>The program of activities for both citizens’ juries.</title>
          <p>Day 1:</p>
          <list list-type="bullet">
            <list-item>
              <p>Participants complete the start-of-Jury questionnaire and consent form</p>
            </list-item>
            <list-item>
              <p>Introduction to the event</p>
            </list-item>
            <list-item>
              <p>Group work simulation exercise (about allocation of ambulance services)</p>
            </list-item>
            <list-item>
              <p>Presentation and questions with expert witness on patient records (Ralph Sullivan), and group work to identify key learning points</p>
            </list-item>
            <list-item>
              <p>Presentation and questions with expert witness on the law (Dawn Monaghan), and group work to identify key learning points</p>
            </list-item>
          </list>
          <p>Day 2:</p>
          <list list-type="bullet">
            <list-item>
              <p>Presentation and questions with expert witness arguing for greater use of patient records in the public interest (John Ainsworth), and group work to identify key learning points</p>
            </list-item>
            <list-item>
              <p>Presentation and questions with expert witness arguing for protection and patient control of patient records (Sam Smith), and group work to identify key learning points</p>
            </list-item>
            <list-item>
              <p>Presentation and questions with expert witness identifying ethical considerations (Søren Holm), and group work to identify key learning points</p>
            </list-item>
            <list-item>
              <p>Group work to identify, discuss, and rank reasons for and against the different components of question 1 of the jury mission</p>
            </list-item>
            <list-item>
              <p>Juror voting on question 1</p>
            </list-item>
          </list>
          <p>Day 3:</p>
          <list list-type="bullet">
            <list-item>
              <p>Group work with prepared information to develop the case for and against different parties gaining access to records, as set out in question 2 of the jury mission</p>
            </list-item>
            <list-item>
              <p>Group work to identify, discus, and rank reasons for and against the different parties identified in question 2 of the jury mission</p>
            </list-item>
            <list-item>
              <p>Juror voting on question 2</p>
            </list-item>
            <list-item>
              <p>Participants complete the end-of-jury questionnaire</p>
            </list-item>
          </list>
        </boxed-text>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Perspectives taken and information provided by impartial and partial witnesses who presented to both juries.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="300"/>
            <col width="290"/>
            <col width="380"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Witnesses</td>
                <td>Perspective taken</td>
                <td>Information provided</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2"><bold>Impartial witnesses</bold></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Dr Ralph Sullivan, general practitioner and medical informatician</td>
                <td>To explain what is in a patient record, and how patient records are used in the NHS.</td>
                <td>General Medical Council requirements for record keeping, content of multiple patient records, and how they are used in practice both for direct care and secondary uses</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Dawn Monaghan, group manager for public services at the Information Commissioner’s Office</td>
                <td>To tell jurors a little about the law that protects access to patient records.</td>
                <td>Outline of relevant privacy law, (common law duty of confidence and Data Protection Act 1998), how data are protected, and limitations to access to data</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Partial witnesses</bold></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Dr John Ainsworth, senior research fellow at the University of Manchester</td>
                <td>To argue that it’s important that patient records are used for research and other purposes that bring benefits to the public.</td>
                <td>How data are used to create medical evidence as to the effectiveness and safety of treatment in the public interest</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Sam Smith, medConfidential coordinator</td>
                <td>Oo make the case for stronger control over access to patient records and better information and choices for patients about the use of patient records.</td>
                <td>Risks of reidentification, differences between opt out and opt in, uses of data for decommissioning services, and misuse by commercial companies. Argued the case for greater control of patient records</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Professor Søren Holm, professor of bioethics at the University of Manchester</td>
                <td>Ethical arguments for patients controlling access to patient records, and ethical arguments for wider use of patient records for the benefit of the public.</td>
                <td>Potential benefits of sharing data, problems with sharing data, and difficulties with specific informed consent models. How these conflicting interests can be reconciled. Identified ethical considerations both for patients sharing and for patients controlling patient records for uses other than direct patient care</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>Jury deliberations occurred in small groups after each presentation and before the preparation of each section of the final report. The small groups recorded and reported the results of their deliberations back to the entire jury. During this time, there were opportunities to seek clarification on points of fact from the experts. In addition, if points had been misunderstood by individual jury members, other jurors corrected them. Over half of the total jury time was devoted to jury deliberations in small groups or together as a large group.</p>
        <p>To monitor and minimize bias, an independent oversight panel was appointed. The panel members were chosen from national organizations for their subject knowledge and lack of conflict of interest: the chair of the Confidentiality Advisory Group [<xref ref-type="bibr" rid="ref23">23</xref>], the assistant director of the Nuffield Council on Bioethics [<xref ref-type="bibr" rid="ref24">24</xref>], and a senior policy officer from the ICO [<xref ref-type="bibr" rid="ref25">25</xref>] with responsibility for health data. The panel reviewed the citizens’ jury design, the choice of expert witnesses, and much of the detailed jury documentation, including the jury questionnaires and the slides from the presentations by the impartial expert witnesses, resulting in some changes to these materials.</p>
        <p>Additional design controls used to monitor and minimize bias included that the project board was only able to influence the jury mission and was independent from the jury process and outcomes. A day-long pilot workshop was conducted with seven members of the public to test aspects of the jury design, including presentations by two of the expert witnesses, some of the planned jury activities, and the pre-and postquestionnaires. This highlighted a number of issues, leading to design changes. During the two juries, jury members were asked to complete a questionnaire at the end of each day as to whether the jury facilitators or anyone else had tried to influence them toward particular conclusions. Paired juries were conducted to reduce bias and validate outcome [<xref ref-type="bibr" rid="ref18">18</xref>]. Finally, the detailed jury design and results documentation were published online [<xref ref-type="bibr" rid="ref26">26</xref>].</p>
      </sec>
      <sec>
        <title>Jury Questionnaires and Reports</title>
        <p>Jurors were asked to complete a questionnaire at the start of the jury to identify their prior views and again after all the jury deliberations were complete (<xref ref-type="table" rid="table3">Tables 3</xref> and <xref ref-type="table" rid="table4">4</xref>). Data were entered into Excel (Microsoft) and collated using simple counts [<xref ref-type="bibr" rid="ref13">13</xref>].</p>
        <p>During the second half of the jury proceedings, the lead facilitator constructed the juries’ report with each jury. The two juries voted on individual aspects of both of the jury mission questions (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref> and <xref ref-type="table" rid="table3">Table 3</xref>). Jurors also suggested reasons for and against the jury mission options, and the most important reasons given were chosen by juror voting. Each juror had three votes that could be allocated to two or three of the reasons (no reason could get all three votes). This voting method is now the standard approach of the Jefferson Center, although not described in the manual published in 2004 [<xref ref-type="bibr" rid="ref13">13</xref>]. It allows jurors to choose more than a single option, which is often desired when faced with a large number of possible selections. These votes and ranked reasons formed the basis of the jury reports. On the afternoons of day 2 and day 3, the facilitator led the jurors through the jury report displayed on a screen, editing in real time in discussion with the jurors to gain their acceptance that it fairly represented their views.</p>
        <p>All jurors and reserves consented in writing for the main group deliberations to be video recorded; small group deliberations were not recorded. Eleven jurors from jury 1 also consented to be interviewed briefly on video about their views on the jury mission, to be used in a video about the jury findings [<xref ref-type="bibr" rid="ref26">26</xref>]. Each interview lasted approximately 3 min. Sections of the videos pertaining to decision making, and the jury report were watched repeatedly by the lead author (MPT). These discussions were compared with the final versions of the two jury reports that had been prepared contemporaneously with the discussions. Relevant portions of the videoed discussions were transcribed, and verbatim quotes were selected for inclusion to highlight the discussion content. Additional explanations are provided in the quotes inside square brackets, where needed for clarity.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Jury Process</title>
        <p>The majority of jurors reported in their postjury questionnaires that there was no evidence of bias in the conduct of the juries. However, bias was reported by a few jurors, particularly regarding what they perceived as the impartiality of information from expert witnesses. Differences in quality of presentations by the witnesses were interpreted by one juror as a deliberate attempt to manipulate proceedings. In addition, one jury member explained in their questionnaire:</p>
        <disp-quote>
          <p>The roles of the expert witnesses made them naturally inclined to imply certain things, although nothing was explicitly said to persuade us.</p>
        </disp-quote>
        <p>The majority of jurors reported participation in the jury process to be very interesting (12 in jury 1 and 17 in jury 2) or mostly interesting (4 members of jury 1). Throughout, the jury members were fully engaged in the process of deliberation, as was evident from the videos of the proceedings, and the quality of the report that the jurors and facilitators produced.</p>
      </sec>
      <sec>
        <title>Jury Questionnaires</title>
        <p>Jurors completed the pre- and postjury questionnaires individually (<xref ref-type="table" rid="table3">Tables 3</xref> and <xref ref-type="table" rid="table4">4</xref>). In jury 1, although 8 jurors did not change their views, 9 jurors did, with 5 of them making shifts in a way that favored public benefits over privacy. In jury 2, although 7 jurors did not change their views at all, 10 did, although the shifts were not as marked as for jury 1. Although 6 jurors moved toward favoring public benefit, 2 moved more toward favoring increased privacy. <xref ref-type="fig" rid="figure1">Figure 1</xref> highlights the changes in opinions of jurors.</p>
        <p>At the end of the juries, 33 out of 34 jurors voted independently in support of the secondary use of data, with 24 wanting individuals to be able to opt out and 6 favoring opt-in arrangements (<xref ref-type="table" rid="table3">Table 3</xref>). The remaining 3 wanted data users only to publish their intentions, with no opportunity for either opting in or out. The <italic>other</italic> suggestions that were given by the jurors were additional requirements as to what data users should be required to do. These included giving opt-out options to children at 16 years and requiring an additional strong regulatory body. One juror wrote on their questionnaire, “I feel if it was an opt-out, people or organisations would just brush over it. Whereas if they want the numbers, it will have to be thought about and [the] public educated.” The reasons for opinion changes were not explicitly ascertained from the jurors, but some volunteered information. One juror expressed new concerns and suspicions as to the rationale for conducting data linkage and the role of the citizens’ jury in giving legitimacy to that process.</p>
        <p>Many jurors changed their opinion about who should get access to these records, with more people supporting information sharing to a wider group of people by the end of day 3 (<xref ref-type="table" rid="table4">Table 4</xref>). The aggregate numbers in the Table belie the fact that individual jurors changed their minds in opposite directions. Four jurors in jury 1 changed their minds about NHS researchers accessing data, with 2 agreeing prejury but not postjury, and 2 agreed to allow access postjury but not prejury. Similarly in jury 2, 6 jurors changed their view regarding both university researchers and local authorities, with 3 moving from denying to allowing access and the other 3 moving in the opposite direction.</p>

        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Results from pre- and postjury questionnaires for jury mission question 1 completed individually by jurors, including changes in opinions. “Change” indicates previous answer to new answer. NHS: National Health Service.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="250"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Question and answer options</td>
                <td colspan="4">Jury 1 (n)</td>
                <td colspan="4">Jury 2 (n)</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><break/></td>
                <td>Prejury</td>
                <td>Change</td>
                <td>Postjury</td>
                <td>Change</td>
                <td>Prejury</td>
                <td>Change</td>
                <td>Postjury</td>
                <td>Change</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="10"><bold>Should the NHS body be allowed to create these records about you and other patients?</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>a. Yes, but they should publish information about what they plan to do</td>
                <td>2</td>
                <td>a→b (2)</td>
                <td>2</td>
                <td>b→a (2)</td>
                <td>0</td>
                <td><break/></td>
                <td>2</td>
                <td>b→a (2)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>b. Yes, but they should publish information about what they plan to do and patients should be able to opt out</td>
                <td>8</td>
                <td>b→a (2); b→b (6)</td>
                <td>13</td>
                <td>a→b (2); b→b (6); c→b (5)</td>
                <td>12</td>
                <td>b→a (2); b→b (7); b→c (2); b→e (1)</td>
                <td>10</td>
                <td>b→b (7); c→b (3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>c. Yes, but they should publish information about what they plan to do and only create records for patients who opt in</td>
                <td>6</td>
                <td>c→b (5); c→c (1)</td>
                <td>1</td>
                <td>c→c (1)</td>
                <td>4</td>
                <td>c→b (3); c→e (1)</td>
                <td>3</td>
                <td>b→c (2); e→c (1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>d. No</td>
                <td>0</td>
                <td><break/></td>
                <td>0</td>
                <td><break/></td>
                <td>0</td>
                <td><break/></td>
                <td>0</td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>e. Other</td>
                <td>1</td>
                <td>e→e (1)</td>
                <td>1</td>
                <td>e→e (1)</td>
                <td>1</td>
                <td>e→c (1)</td>
                <td>2</td>
                <td>b→e (1); c→e (1)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>

        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Results from pre- and post-jury questionnaires for jury mission question 2 completed individually by jurors, including changes in opinions. “Change” indicates previous answer to new answer. Y=organization should be granted access; N=organization should not be granted access. NHS: National Health Service.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="220"/>
            <col width="0"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <col width="0"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <col width="90"/>
            <thead>
              <tr valign="top">
                <td colspan="4">Question and answer options</td>
                <td colspan="5">Jury 1 (n)</td>
                <td colspan="4">Jury 2 (n)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2"><break/></td>
                <td colspan="2">Prejury</td>
                <td>Change</td>
                <td>Postjury</td>
                <td>Change</td>
                <td colspan="2">Prejury</td>
                <td>Change</td>
                <td>Postjury</td>
                <td>Change</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="12"><bold>Which organizations should be granted access to these records? (Choose all that apply)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="12"><bold>NHS clinicians and administrators who decide which health services should (and should not) be funded</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Yes</td>
                <td colspan="2">10</td>
                <td>Y→Y (10)</td>
                <td>15</td>
                <td>Y→Y (10); N→Y (5)</td>
                <td colspan="2">7</td>
                <td>Y→Y (7)</td>
                <td>17</td>
                <td>Y→Y (7); N→Y (10)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>No</td>
                <td colspan="2">7</td>
                <td>N→Y (5); N→N (2)</td>
                <td>2</td>
                <td>N→N (2)</td>
                <td colspan="2">10</td>
                <td>N→Y (10)</td>
                <td>0</td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="12"><bold>NHS clinicians and administrators doing approved research into whether doctors are prescribing medicines appropriately</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Yes</td>
                <td colspan="2">15</td>
                <td>Y→Y (13); Y→N (2)</td>
                <td>15</td>
                <td>Y→Y (13); N→Y (2)</td>
                <td colspan="2">14</td>
                <td>Y→Y (14)</td>
                <td>17</td>
                <td>Y→Y (14); N→Y (3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>No</td>
                <td colspan="2">2</td>
                <td>N→Y (2)</td>
                <td>2</td>
                <td>Y→N (2)</td>
                <td colspan="2">3</td>
                <td>N→Y (3)</td>
                <td>0</td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="12"><bold>University staff doing approved research into whether doctors are prescribing medicines appropriately</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Yes</td>
                <td colspan="2">9</td>
                <td>Y→Y (8); Y→N (1)</td>
                <td>15</td>
                <td>Y→Y (8); N→Y (7)</td>
                <td colspan="2">14</td>
                <td>Y→Y (11); Y→N (3)</td>
                <td>14</td>
                <td>Y→Y (11); N→Y (3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>No</td>
                <td colspan="2">8</td>
                <td>N→Y (7); N→N (1)</td>
                <td>2</td>
                <td>Y→N (1); N→N (1)</td>
                <td colspan="2">3</td>
                <td>N→Y (3)</td>
                <td>3</td>
                <td>Y→N (3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="12"><bold>Staff employed by local authorities planning the future need for residential care homes</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Yes</td>
                <td colspan="2">4</td>
                <td>Y→Y (3); Y→N (1)</td>
                <td>10</td>
                <td>Y→Y (3); N→Y (7)</td>
                <td colspan="2">6</td>
                <td>Y→Y (3); Y→N (3)</td>
                <td>6</td>
                <td>Y→Y (3); N→Y (3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>No</td>
                <td colspan="2">13</td>
                <td>N→Y (7); N→N (6)</td>
                <td>7</td>
                <td>N→N (6); Y→N (1)</td>
                <td colspan="2">11</td>
                <td>N→Y (3); N→N (8)</td>
                <td>11</td>
                <td>N→N (8); Y→N (3)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="12"><bold>Staff employed by a private company being paid by a hospital NHS trust to compare the number of people dying after surgery with other hospitals</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Yes</td>
                <td colspan="2">5</td>
                <td>Y→Y (5)</td>
                <td>10</td>
                <td>Y→Y (5); N→Y (5)</td>
                <td colspan="2">1</td>
                <td>Y→Y (1)</td>
                <td>6</td>
                <td>Y→Y (1); N→Y (5)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>No</td>
                <td colspan="2">12</td>
                <td>N→Y (5); N→N (7)</td>
                <td>7</td>
                <td>N→N (7)</td>
                <td colspan="2">16</td>
                <td>N→Y (5); N→N (11)</td>
                <td>11</td>
                <td>N→N (11)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="12"><bold>Staff employed by an insurance company aiming to set health insurance premiums accurately</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Yes</td>
                <td colspan="2">2</td>
                <td>Y→Y (1); Y→N (1)</td>
                <td>3</td>
                <td>Y→Y (1); N→Y (2)</td>
                <td colspan="2">0</td>
                <td><break/></td>
                <td>1</td>
                <td>N→Y (1)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>No</td>
                <td colspan="2">15</td>
                <td>N→Y (2); N→N (13)</td>
                <td>14</td>
                <td>N→N (13); Y→N (1)</td>
                <td colspan="2">17</td>
                <td>N→Y (1); N→N (16)</td>
                <td>16</td>
                <td>N→N (16)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="12"><bold>Staff employed by a pharmaceutical company investigating whether they should begin research into a new drug for a genetic disease for which there is currently no treatment</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Yes</td>
                <td colspan="2">7</td>
                <td>Y→Y (7)</td>
                <td>12</td>
                <td>Y→Y (7); N→Y (5)</td>
                <td colspan="2">5</td>
                <td>Y→Y (4); Y→N (1)</td>
                <td>10</td>
                <td>Y→Y (4); N→Y (6)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>No</td>
                <td colspan="2">10</td>
                <td>N→Y (5); N→N (5)</td>
                <td>5</td>
                <td>N→N (5)</td>
                <td colspan="2">12</td>
                <td>N→Y (6); N→N (6)</td>
                <td>7</td>
                <td>N→N (6); Y→N (1)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>

        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Numbers of jurors who changed their answers to question 1 of the jury mission.</p>
          </caption>
          <graphic xlink:href="jmir_v20i3e112_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>

        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Votes on subquestions of the jury mission completed during the writing of the jury report. NHS: National Health Service.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="790"/>
            <col width="90"/>
            <col width="90"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Questions and answer options</td>
                <td>Jury 1</td>
                <td>Jury 2</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="4"><bold>Vote 1A. Should the NHS body be allowed to create these records about you and other patients?</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Yes</td>
                <td>17</td>
                <td>13</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>No</td>
                <td>0</td>
                <td>4</td>
              </tr>
              <tr valign="top">
                <td colspan="4"><bold>Vote 1B. If such records were created, should they only publish information about what they plan to do or allow a patient option (type unspecified)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Publish only</td>
                <td>8</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Patient option</td>
                <td>9</td>
                <td>12</td>
              </tr>
              <tr valign="top">
                <td colspan="4"><bold>Vote 1C. Should individuals have the option to opt in or opt out?</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Opt in</td>
                <td>1</td>
                <td>5</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Opt out</td>
                <td>16</td>
                <td>12</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>

      </sec>
      <sec>
        <title>Jury Reports</title>
        <p>In addition to the questionnaires above, jurors voted separately on three individual aspects of question 1, by private poll, during the writing of the report with the facilitator (<xref ref-type="table" rid="table5">Table 5</xref>). Voting on each subquestion was undertaken over the afternoon of day 2 (vote 1A) and throughout day 3 (votes 1B and 1C). As a consequence, jurors could and did change their opinions during later votes without being able to change the vote they had given for earlier questions. Thus, in jury 1, for example, only 9 jurors voted for patient input in vote 1B, but all were required to choose between two different types of patient input in vote 1C. The reasons for changing their minds could be either based on individual rights or pragmatism. Two jury members from jury 1 stated:</p>
        <disp-quote>
          <p>I changed my mind following this discussion, yeah, well I would have said that they should just announce it [publish] because I thought if they are going to do it [use data], do it so it is accurate and everybody is included in it. But now I am thinking, well human rights, should people have a decision, you know, whether to be included or not, yeah.</p>
        </disp-quote>
        <disp-quote>
          <p>I was thinking publish but, in reality, if we give people an option, I don’t think they will opt out as much, but if you don’t give them an option most people will go off [get angry].</p>
        </disp-quote>
      </sec>
      <sec>
        <title>Use of Data</title>
        <p>In vote 1A, all jurors in jury 1, and all but 4 jurors in jury 2, voted that the NHS should be allowed to create linked records (<xref ref-type="table" rid="table5">Table 5</xref>). The reason most commonly voted for by both juries was that more detailed and complete data would produce more accurate evidence, which can lead to more effective, more cost-effective health care through the NHS (see <xref ref-type="app" rid="app2">Multimedia Appendix 2</xref>). Other reasons included that personalized medicine and treatments could only be discovered and used effectively through use of more complete data and records and that data use would help identify ineffective drugs and treatments sooner so that they can be removed from use and increase patient safety.</p>

        <p>The main argument mentioned by most jury members against creating and sharing linked patient records (regardless of whether they voted in favor of still doing it) concerned transparency of use. They felt that, without a clear understanding of who would be regulating the data and making decisions about access, it was difficult to support the creation of new records. In addition, there were concerns that this would benefit researchers or companies rather than individual patients, as explained by this juror from jury 2:</p>
        <disp-quote>
          <p>What proof is there that the general public would be any better off in terms of that research with all the data being in one place, then? Whereas at the moment there is all this research going on anyway, but it is more difficult for the researchers and the private companies to get the information, because they have to go all over for it. So is there any evidence to prove that it would be better than what it is at the moment?</p>
        </disp-quote>
        <p>There were concerns that despite safeguards, data and records may not be secure and may be accessed by individuals or organizations without proper permission or legal authority, or for reasons other than where originally authorized. In addition, there were concerns that data may be used by private companies for commercial gain rather than for the benefit of patients and the public, or sold on to other companies.</p>
      </sec>
      <sec>
        <title>Patient Choice</title>
        <p>The issue of whether there should be patient choice (either opt out or opt in), or whether the NHS body should merely follow the minimum legal requirements of publishing that data use had taken place, divided both juries. In jury 1, 8 people voted to publish only, whereas in jury 2, only 5 people voted for this. The reasons given were that this would ensure more accurate, complete data when all records are included, which would be of greater benefit to the population and that it would save time and money through a much more streamlined, efficient process. Reasons given why patients should have input included that there was an expectation that people should be able to have autonomy and freedom of choice by having control over their own data and records and choosing whether or not their record is included and that it would allow individuals to maintain their confidence in doctors and other health care settings where trust is critical. In addition, it was suggested that the process of obtaining patient input would allow greater transparency in how records are used and shared.</p>
        <p>Jury 1 had more members suggesting an opt-out model in comparison with jury 2. The most frequently selected reason they gave for suggesting this model was that more people would be included in the data, and this would lead to more accurate results and more representative samples of the population, and this in the end would lead to more rigorous research and better treatments. Other reasons included that this would be more effective in terms of time and money, as it was an easier and more convenient option for individuals. The alternative would take an enormous effort and may still not properly provide the opportunity to every individual to make an informed decision. This option would allow those who may simply be undecided (but not opposed) to still contribute to research and improvements in health care. The reasons that jurors suggested for an opt-in option included that this option would require the organization to conduct an information campaign to educate the public and would mean that individuals whose data were used in analysis could make an informed decision to be included.</p>
      </sec>
      <sec>
        <title>Data Access</title>
        <p>When considering who should get access to data, the two juries had very similar rationales, which were written in the report that they produced at the end of the third day. Both thought that public benefit was a key justification for access. Jury 1 was more strongly supportive of sharing patient records for public benefit, whereas jury 2 was more cautious and sought to give patients more control. In particular, they concluded that organizations and individuals who <italic>should</italic> be granted access to these records tend to demonstrate similar characteristics. Typically, these organizations clearly demonstrated that the primary goal for using the data was for public benefit (such as improved medical care and treatments, improved public health, or management of public funds) and made a clear and compelling case for why they need these patient records. They provided clear justification for how and why the data would be used, why it was relevant to their efforts, with whom it will be shared, and only access records they needed to perform their data analysis and could not get adequate data from other sources. The organizations showed a clear, relevant connection between the issues they are addressing and the information contained in these records, had a track record of protecting data and records, and could be trusted to maintain control of data without sharing and have controls in place to properly secure the data and safeguard against internal misuse. Finally, these organizations needed access to the data to conduct urgent and/or timely analysis.</p>
        <p>The reasons the juries gave for why organizations should not have access to the data included several that were the opposite of the reasons for access, such as organizations that did not clearly indicate that the primary use of the data is for public benefit, who may use the data solely for private gain or commercial profit, or who did not have a trusted track record for protecting data. In addition, they might use the data to exploit or manipulate individuals or populations or might manipulate the data to support their own agenda.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The findings of the citizens’ jury work highlight that, when informed of both the risks and opportunities associated with health data sharing, members of the public believe an individual’s right to privacy should not prevent research that can benefit patients overall. The juries also concluded that patients should be notified of any such scheme and have the right to opt out if they so choose. Many, but not all, jurors became less skeptical about health data sharing, as they became better informed of its benefits and risks.</p>
      </sec>
      <sec>
        <title>Attitudes to Data Use</title>
        <p>The findings from this study support the contention that some members of the public believe that NHS records are a public resource, paid for by public money, and therefore, should be used for research for the public benefit [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Few jurors objected to the use of health data <italic>per se</italic>, but many wanted, as a minimum, to be told that such uses were happening and to be given an option to opt out. It reinforces the fact that the social license, or the societal expectations as to how deidentified data should be used, is not necessarily the same as what is permissible by law [<xref ref-type="bibr" rid="ref4">4</xref>].</p>
        <p>There were both individual and aggregate changes in attitude, which has been found in some [<xref ref-type="bibr" rid="ref8">8</xref>] but not all [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>] previous studies in this area. The jury members had the opportunity to learn about and deliberate on the general use of linked health data over the course of 3 days, which may well have contributed to how they changed their opinions. For most of the jury members, this change related to becoming more accepting of less patient control over the use of data or more pragmatic about the need for slightly more patient control, depending on their initial views. However, two jury members changed their mind quite strikingly and became much more insistent upon greater patient control.</p>
        <p>The reasons for opinion changes were not explicitly ascertained in this study. Other studies have found that the provision of general information [<xref ref-type="bibr" rid="ref31">31</xref>] or information about the impact of selection bias [<xref ref-type="bibr" rid="ref8">8</xref>] may be important in changing opinions toward greater acceptance of use of deidentified data without explicit consent. Other studies have shown that, during focus groups, people change their mind to become more accepting about such data use, rather than the reverse [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. However, this study also found that, for a minority of people, their opinion changed toward being more skeptical about data use. From the perspective of public engagement about data use and linkage, this suggests that some individuals may well receive the same information but reach different conclusions to their peers, perhaps by applying different values. It also calls into question the assumption that public distrust will necessarily be addressed, such as the deficit model of public understanding of science, by simply providing greater dissemination of information [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>].</p>
        <p>Many of the jurors changed their minds from preferring either no public input or an opt-in model to preferring an opt-out model. Hill and colleagues found a lack of consensus in the international literature on a model of consent that was preferred by the public [<xref ref-type="bibr" rid="ref8">8</xref>]. Taylor and Taylor found, in their small-scale study, that although some people may well <italic>prefer</italic> opt-in models, pragmatically, they would be willing to <italic>accept</italic> opt-out models [<xref ref-type="bibr" rid="ref29">29</xref>]. Our study did not test other, more nuanced, models of consent, such as dynamic consent [<xref ref-type="bibr" rid="ref35">35</xref>], which enable people to amend their choices as often as they wish, when they change their minds as to what they are willing to permit to happen with data about them.</p>
        <p>The jurors wanted data to only be provided to organizations that could demonstrate that the primary goal for using the data was for public benefit (either for new treatments or to improve existing services). In addition, such organizations would have to be trustworthy because of their previous track record and existing controls and safeguards against misuse. This is similar to what has been found elsewhere, both nationally [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref36">36</xref>] and internationally [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref37">37</xref>]. Although commercially funded research has been considered unacceptable in some studies [<xref ref-type="bibr" rid="ref8">8</xref>], some jurors became more willing to accept such uses by the end of the jury proceedings. This may reflect that <italic>why</italic> commercial research was being conducted (eg, for public benefit) mattered more than who was conducting it [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      </sec>
      <sec>
        <title>Use of Citizens’ Juries</title>
        <p>As has been found in other studies [<xref ref-type="bibr" rid="ref38">38</xref>], this work shows that citizens are capable of critically evaluating expert opinion presented to them, identifying and seeking out any additional knowledge they need by asking questions from the witnesses, and then using deliberation to reach an agreed opinion. Such deliberation went on throughout the jury process, as was seen when jury members described changing opinions following discussions with their peers and the differences seen in the prejury and postjury questionnaires.</p>
        <p>These citizens’ juries were conducted as close as possible to the ideal suggested in a recent systematic review [<xref ref-type="bibr" rid="ref18">18</xref>]. Our links with the Jefferson Center and having a member of their staff act as lead jury facilitator (KB) ensured that the citizens’ juries demonstrated the three important characteristics of deliberative democracy: inclusivity, deliberation, and active citizenship [<xref ref-type="bibr" rid="ref18">18</xref>]. The selection criteria ensured that people from a broad range of backgrounds were recruited, including those with opposing opinions on privacy and whose voices might not otherwise be heard [<xref ref-type="bibr" rid="ref39">39</xref>]. The recruitment method was different from that found in the Jefferson Center manual, which advocated cold calling random telephone numbers [<xref ref-type="bibr" rid="ref13">13</xref>]. Even in 2004, the authors cautioned that 180 calls would be needed to recruit each juror. Online recruitment and completion of a screening questionnaire was a 21st century update (approved by the Jefferson Center) that proved much more efficient, as it required little staff time to identify potential jurors.</p>
        <p>By paying jurors appropriately for their time, it was possible to ensure that participants were representative of the population and not limited to the subgroup of people with sufficient resources to enable them to engage in a lengthy volunteer activity. Citizens’ juries use panels that are selected to be representative of the population [<xref ref-type="bibr" rid="ref13">13</xref>]. The Jefferson Center manual highlights that criteria should be both demographic and attitudinal, with targets based on existing data. Hence, we used a national census for criteria based on demographic data [<xref ref-type="bibr" rid="ref19">19</xref>] and a recent survey of public opinion on balancing privacy against information sharing for privacy base criteria [<xref ref-type="bibr" rid="ref20">20</xref>]. We acknowledge that this produced a jury with more people in favor of data sharing, but this reflects the views of the overall British population. In a small sample of 18 people for each jury, it was important that we did not by chance recruit a disproportionate number of people who were very supportive of information sharing, or a disproportionate number of people who were very privacy conscious and cautious about information sharing.</p>
        <p>The witnesses presented diverse viewpoints, and adequate time was allowed for jurors to question and challenge the witnesses. More than half the available time was given to jury deliberation, which was conducted in small groups with varying participants, to ensure that jurors interacted with all others. The evidence from the videos shows the care with which the jurors approached their role. The jurors were told from the beginning that the findings from the juries would be fed back to policy makers to ensure active citizenship. Twelve jurors (6 jurors from each jury) were invited to the postjury workshop where they successfully engaged with the invited stakeholders, including national policy makers.</p>
        <p>The findings from citizens’ juries are qualitative in nature, and therefore, the findings are not intended to be generalizable in a statistical sense. As described by Lincoln and Guba [<xref ref-type="bibr" rid="ref40">40</xref>], qualitative research aims for transferability by showing how the findings may be applicable to other contexts. To achieve this, the jury process and materials have been published on the Web [<xref ref-type="bibr" rid="ref26">26</xref>], alongside this paper, to increase transparency and allow other readers to consider whether the findings are applicable in broader contexts.</p>
        <p>Bias, both conscious and unconscious, is an important criticism of citizens’ juries [<xref ref-type="bibr" rid="ref41">41</xref>]. Despite the efforts of the researchers and the independent oversight panel, to ensure that jurors were presented with balanced information to ensure overall fairness, some jurors reported a perception of bias. The witnesses had been chosen so that one set were intentionally impartial and one set were intentionally partial and aiming to present a particular side of the arguments to the jurors relative to the mission. There may have been a lack of clarity about this for several jurors, which could have led to these impressions. This suggests that bias in citizens’ juries can be monitored and minimized, but not totally eliminated.</p>
        <p>It could be argued that deliberative methods should be used for making complex policy decisions. There is some evidence from the literature that people are happy to have an ethics committee make decisions about whether to approve the use of data for individual research studies [<xref ref-type="bibr" rid="ref42">42</xref>]. In addition, there have been centuries of experience of using a 12-person jury in criminal trials. It has been suggested that citizens’ juries <italic>symbolically</italic> represent the community [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. Nonetheless, citizens’ juries such as the ones conducted here are not usually given public accountability for their decisions and therefore, may be less acceptable to members of the general public.</p>
        <p>From a practical perspective, however, deliberative methods such as citizens’ juries are not a reasonable choice for all policy decisions because they are so resource-intensive. They could be a good choice for situations where the topics are both important and potentially intractable or where democratic legitimacy is needed for decisions [<xref ref-type="bibr" rid="ref44">44</xref>]. In addition, there is no expectation that the methodology should (or indeed could) be scaled up to provide a large-scale public engagement activity itself. Alternative activities that are designed to reach large numbers of citizens, however, can be informed by the knowledge gained from having previously conducted citizens’ juries.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>Our citizens’ jury method was successful in enabling members of the public to deliberate and make decisions about a complex policy problem. Many jurors became less skeptical about health data sharing, as they became better informed of its benefits and risks. Most jurors wanted public input in the form of information provision and the right to opt out. This was one of only a few studies to show that during a deliberative process, a small minority of people become more skeptical about data use, rather than less. This suggests that public engagement about the data use cannot assume that merely providing more public information will equal more public trust.</p>
        <p>The deliberative method used in this study may help uncover often-overlooked opportunities for policy makers to engage meaningfully and substantively with the public about technical, and potentially divisive, public policy issues—especially those that have been recently controversial. This research demonstrates that citizens’ juries can be an effective model for engaging the public on policy issues that balance competing issues such as potential risks to individuals, the pursuit of commercial profit, the search for answers to research questions by academic institutions, and the possibility of direct public benefit for society as a whole. Further research is needed as to whether citizens’ juries would be acceptable to the public as a way to have an informed set of peers make decisions on their behalf.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Presentations from expert witnesses.</p>
        <media xlink:href="jmir_v20i3e112_app1.pdf" xlink:title="PDF File (Adobe PDF File), 6MB"/>
      </app>
      <app id="app2">
        <title>Multimedia Appendix 2</title>
        <p>Main reasons given by juries for their votes for part 1 of jury mission from the jury reports.</p>
        <media xlink:href="jmir_v20i3e112_app2.pdf" xlink:title="PDF File (Adobe PDF File), 34KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ICO</term>
          <def>
            <p>Information Commissioner’s Office</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">NHS</term>
          <def>
            <p>National Health Service</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The work described in this paper was part-funded by the National Institute for Health Research (NIHR), Greater Manchester Primary Care Patient Safety Translational Research Centre (Greater Manchester PSTRC), and also from The Farr Institute @ HeRC. The Farr Institute @ HeRC is supported by a 10-funder consortium: Arthritis Research UK, the British Heart Foundation, Cancer Research UK, the Economic and Social Research Council, the Engineering and Physical Sciences Research Council, the Medical Research Council, the NIHR, the National Institute for Social Care and Health Research (Welsh Assembly Government), the Chief Scientist Office (Scottish Government Health Directorates), and the Wellcome Trust, (MRC Grant No: MR/K006665/1). The views expressed are those of the authors and not necessarily those of the NHS, the Department of Health, the NIHR, or any of the funders of The Farr Institute.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>KB is Executive Director of the Jefferson Center, which invented the citizens’ jury process. MO is Director of Citizens’ Juries Community Interest Company, a social enterprise dedicated to designing and running citizens’ juries, and was commissioned to deliver these juries.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>John</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Marchant</surname>
            <given-names>AL</given-names>
          </name>
          <name name-style="western">
            <surname>McGregor</surname>
            <given-names>JI</given-names>
          </name>
          <name name-style="western">
            <surname>Tan</surname>
            <given-names>JO</given-names>
          </name>
          <name name-style="western">
            <surname>Hutchings</surname>
            <given-names>HA</given-names>
          </name>
          <name name-style="western">
            <surname>Kovess</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Choppin</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Macleod</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Dennis</surname>
            <given-names>MS</given-names>
          </name>
          <name name-style="western">
            <surname>Lloyd</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Recent trends in the incidence of anxiety and prescription of anxiolytics and hypnotics in children and young people: An e-cohort study</article-title>
        <source>J Affect Disord</source>  
        <year>2015</year>  
        <month>09</month>  
        <day>01</day>  
        <volume>183</volume>  
        <fpage>134</fpage>  
        <lpage>41</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://linkinghub.elsevier.com/retrieve/pii/S0165-0327(15)00294-3"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.jad.2015.05.002</pub-id>
        <pub-id pub-id-type="medline">26005207</pub-id>
        <pub-id pub-id-type="pii">S0165-0327(15)00294-3</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bergman</surname>
            <given-names>BP</given-names>
          </name>
          <name name-style="western">
            <surname>Mackay</surname>
            <given-names>DF</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>DJ</given-names>
          </name>
          <name name-style="western">
            <surname>Pell</surname>
            <given-names>JP</given-names>
          </name>
        </person-group>
        <article-title>Long-term mental health outcomes of military service: national linkage study of 57,000 veterans and 173,000 matched nonveterans</article-title>
        <source>J Clin Psychiatry</source>  
        <year>2016</year>  
        <month>06</month>  
        <volume>77</volume>  
        <issue>6</issue>  
        <fpage>793</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="doi">10.4088/JCP.15m09837</pub-id>
        <pub-id pub-id-type="medline">27135139</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mackay</surname>
            <given-names>DF</given-names>
          </name>
          <name name-style="western">
            <surname>Haw</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Newby</surname>
            <given-names>DE</given-names>
          </name>
          <name name-style="western">
            <surname>Langhorne</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Lloyd</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>McConnachie</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Pell</surname>
            <given-names>JP</given-names>
          </name>
        </person-group>
        <article-title>Impact of Scotland's comprehensive, smoke-free legislation on stroke</article-title>
        <source>PLoS One</source>  
        <year>2013</year>  
        <month>5</month>  
        <volume>8</volume>  
        <issue>5</issue>  
        <fpage>e62597</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0062597"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0062597</pub-id>
        <pub-id pub-id-type="medline">23667497</pub-id>
        <pub-id pub-id-type="pii">PONE-D-12-36287</pub-id>
        <pub-id pub-id-type="pmcid">PMC3648581</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Carter</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Laurie</surname>
            <given-names>GT</given-names>
          </name>
          <name name-style="western">
            <surname>Dixon-Woods</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>The social licence for research: why care.data ran into trouble</article-title>
        <source>J Med Ethics</source>  
        <year>2015</year>  
        <month>05</month>  
        <volume>41</volume>  
        <issue>5</issue>  
        <fpage>404</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://jme.bmj.com/cgi/pmidlookup?view=long&#38;pmid=25617016"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/medethics-2014-102374</pub-id>
        <pub-id pub-id-type="medline">25617016</pub-id>
        <pub-id pub-id-type="pii">medethics-2014-102374</pub-id>
        <pub-id pub-id-type="pmcid">PMC4431337</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Garrety</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>McLoughlin</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Wilson</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Zelle</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Martin</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>National electronic health records and the digital disruption of moral orders</article-title>
        <source>Soc Sci Med</source>  
        <year>2014</year>  
        <month>01</month>  
        <volume>101</volume>  
        <fpage>70</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.socscimed.2013.11.029</pub-id>
        <pub-id pub-id-type="medline">24560226</pub-id>
        <pub-id pub-id-type="pii">S0277-9536(13)00632-1</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kho</surname>
            <given-names>ME</given-names>
          </name>
          <name name-style="western">
            <surname>Duffett</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Willison</surname>
            <given-names>DJ</given-names>
          </name>
          <name name-style="western">
            <surname>Cook</surname>
            <given-names>DJ</given-names>
          </name>
          <name name-style="western">
            <surname>Brouwers</surname>
            <given-names>MC</given-names>
          </name>
        </person-group>
        <article-title>Written informed consent and selection bias in observational studies using medical records: systematic review</article-title>
        <source>Br Med J</source>  
        <year>2009</year>  
        <month>03</month>  
        <day>12</day>  
        <volume>338</volume>  
        <fpage>b866</fpage>  
        <pub-id pub-id-type="doi">10.1136/bmj.b866</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Davies</surname>
            <given-names>GM</given-names>
          </name>
          <name name-style="western">
            <surname>Robinson</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Neville</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Burnside</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Investigation of bias related to non-return of consent for a dental epidemiological survey of caries among five-year-olds</article-title>
        <source>Community Dent Health</source>  
        <year>2014</year>  
        <month>03</month>  
        <volume>31</volume>  
        <issue>1</issue>  
        <fpage>21</fpage>  
        <lpage>6</lpage>  
        <pub-id pub-id-type="medline">24741889</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hill</surname>
            <given-names>EM</given-names>
          </name>
          <name name-style="western">
            <surname>Turner</surname>
            <given-names>EL</given-names>
          </name>
          <name name-style="western">
            <surname>Martin</surname>
            <given-names>RM</given-names>
          </name>
          <name name-style="western">
            <surname>Donovan</surname>
            <given-names>JL</given-names>
          </name>
        </person-group>
        <article-title>“Let's get the best quality research we can”: public awareness and acceptance of consent to use existing data in health research: a systematic review and qualitative study</article-title>
        <source>BMC Med Res Methodol</source>  
        <year>2013</year>  
        <volume>13</volume>  
        <fpage>72</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bmcmedresmethodol.biomedcentral.com/articles/10.1186/1471-2288-13-72"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1471-2288-13-72</pub-id>
        <pub-id pub-id-type="medline">23734773</pub-id>
        <pub-id pub-id-type="pii">1471-2288-13-72</pub-id>
        <pub-id pub-id-type="pmcid">PMC3682867</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Damschroder</surname>
            <given-names>LJ</given-names>
          </name>
          <name name-style="western">
            <surname>Pritts</surname>
            <given-names>JL</given-names>
          </name>
          <name name-style="western">
            <surname>Neblo</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Kalarickal</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Creswell</surname>
            <given-names>JW</given-names>
          </name>
          <name name-style="western">
            <surname>Hayward</surname>
            <given-names>RA</given-names>
          </name>
        </person-group>
        <article-title>Patients, privacy and trust: patients' willingness to allow researchers to access their medical records</article-title>
        <source>Soc Sci Med</source>  
        <year>2007</year>  
        <month>01</month>  
        <volume>64</volume>  
        <issue>1</issue>  
        <fpage>223</fpage>  
        <lpage>35</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.socscimed.2006.08.045</pub-id>
        <pub-id pub-id-type="medline">17045717</pub-id>
        <pub-id pub-id-type="pii">S0277-9536(06)00444-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Aitken</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>de St. Jorre</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Pagliari</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Jepson</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Cunningham-Burley</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Public responses to the sharing and linkage of health data for research purposes: a systematic review and thematic synthesis of qualitative studies</article-title>
        <source>BMC Med Ethics</source>  
        <year>2016</year>  
        <month>12</month>  
        <day>10</day>  
        <volume>17</volume>  
        <issue>1</issue>  
        <fpage>73</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://bmcmedethics.biomedcentral.com/articles/10.1186/s12910-016-0153-x"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s12910-016-0153-x</pub-id>
        <pub-id pub-id-type="medline">27832780</pub-id>
        <pub-id pub-id-type="pii">10.1186/s12910-016-0153-x</pub-id>
        <pub-id pub-id-type="pmcid">PMC5103425</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Ipsos MORI</collab>
        </person-group>
        <source>Wellcome Trust</source>  
        <year>2016</year>  
        <access-date>2018-03-08</access-date>
        <comment>The One-Way Mirror: Public attitudes to commercial access to health data Date 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://wellcome.ac.uk/sites/default/files/public-attitudes-to-commercial-access-to-health-data-wellcome-mar16.pdf">https://wellcome.ac.uk/sites/default/files/public-attitudes-to-commercial-access-to-health-data-wellcome-mar16.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6xlTDsgQW"/></comment> </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Aitken</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Cunningham-Burley</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Pagliari</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Moving from trust to trustworthiness: experiences of public engagement in the Scottish Health Informatics Programme</article-title>
        <source>Sci Public Policy</source>  
        <year>2016</year>  
        <month>10</month>  
        <volume>43</volume>  
        <issue>5</issue>  
        <fpage>713</fpage>  
        <lpage>723</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28066123"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1093/scipol/scv075</pub-id>
        <pub-id pub-id-type="medline">28066123</pub-id>
        <pub-id pub-id-type="pii">scv075</pub-id>
        <pub-id pub-id-type="pmcid">PMC5210028</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
   <nlm-citation citation-type="web"> <person-group person-group-type="author"> <name name-style="western"> <surname>Veasey</surname> <given-names>K</given-names> </name> <name name-style="western"> <surname>Nethercut</surname> <given-names>D</given-names> </name> </person-group> <source>Citizens Jury Handbook</source> <year>2004</year> <publisher-loc>St Paul, Minnesota</publisher-loc> <publisher-name>Jefferson Center</publisher-name> <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://jefferson-center.org/wp-content/uploads/2018/03/Jefferson-Center-CJ-Handbook-2004.pdf">https://jefferson-center.org/wp-content/uploads/2018/03/Jefferson-Center-CJ-Handbook-2004.pdf</ext-link> <ext-link ext-link-type="webcite" xlink:href="6xlen3znz"/> </comment> </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Iredale</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Longley</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Thomas</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Shaw</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>What choices should we be able to make about designer babies? A citizens' jury of young people in South Wales</article-title>
        <source>Health Expect</source>  
        <year>2006</year>  
        <month>09</month>  
        <volume>9</volume>  
        <issue>3</issue>  
        <fpage>207</fpage>  
        <lpage>17</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/16911135"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/j.1369-7625.2006.00387.x</pub-id>
        <pub-id pub-id-type="medline">16911135</pub-id>
        <pub-id pub-id-type="pii">HEX387</pub-id>
        <pub-id pub-id-type="pmcid">PMC5060358</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
       <nlm-citation citation-type="web"> <source>City of Melbourne</source> <comment>10 year financial plan<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://participate.melbourne.vic.gov.au/10yearplan">https://participate.melbourne.vic.gov.au/10yearplan</ext-link> <ext-link ext-link-type="webcite" xlink:href="6uQJu188x"/> </comment> </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="web"> <source>Farr Institute of Health Informatics Research</source> <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.farrinstitute.org/">http://www.farrinstitute.org/</ext-link> <ext-link ext-link-type="webcite" xlink:href="6xlU5ekIP"/> </comment> </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="web">
        <source>The University of Manchester</source>  
        <access-date>2018-03-08</access-date>
        <comment>Greater Manchester Primary Care Patient Safety Translational Research Centre 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.patientsafety.manchester.ac.uk/">http://www.patientsafety.manchester.ac.uk/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6xlUCEp9H"/></comment> </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Street</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Duszynski</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Krawczyk</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Braunack-Mayer</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>The use of citizens' juries in health policy decision-making: a systematic review</article-title>
        <source>Soc Sci Med</source>  
        <year>2014</year>  
        <month>05</month>  
        <volume>109</volume>  
        <fpage>1</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0277-9536(14)00166-X"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.socscimed.2014.03.005</pub-id>
        <pub-id pub-id-type="medline">24657639</pub-id>
        <pub-id pub-id-type="pii">S0277-9536(14)00166-X</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Office for National Statistics</collab>
          <collab>National Records of Scotland</collab>
          <collab>Northern Ireland Statistics Research Agency</collab>
        </person-group>
        <source>InFuse</source>  
        <access-date>2018-03-08</access-date>
        <comment>2011 Census aggregate data 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://infuse.ukdataservice.ac.uk/">http://infuse.ukdataservice.ac.uk/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6xlV0kfYI"/></comment> </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
      <nlm-citation citation-type="web"> <source>Royal Statistical Society</source> <year>2014</year> <comment>Royal Statistical Society research on trust in data and attitudes toward data use/data sharing<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.statslife.org.uk/images/pdf/rss-data-trust-data-sharing-attitudes-research-note.pdf">https://www.statslife.org.uk/images/pdf/rss-data-trust-data-sharing-attitudes-research-note.pdf</ext-link> <ext-link ext-link-type="webcite" xlink:href="6uQKsMF3z"/> </comment> </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dunkerley</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Glasner</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Empowering the public? Citizens' juries and the new genetic technologies</article-title>
        <source>Crit Public Health</source>  
        <year>1998</year>  
        <month>09</month>  
        <volume>8</volume>  
        <issue>3</issue>  
        <fpage>181</fpage>  
        <lpage>192</lpage>  
        <pub-id pub-id-type="doi">10.1080/09581599808402906</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web"> <source>Information Commissioners Office</source> <comment>Anonymisation: managing data protection risk code of practice<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://ico.org.uk/for-organisations/guide-to-data-protection/anonymisation/">https://ico.org.uk/for-organisations/guide-to-data-protection/anonymisation/</ext-link> <ext-link ext-link-type="webcite" xlink:href="6uVKws7MH"/> </comment> </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
        <source>Health Research Authority</source>  
        <access-date>2017-10-26</access-date>
        <comment>Section 251 and the Confidentiality Advisory Group (CAG) 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.hra.nhs.uk/about-the-hra/our-committees/section-251/">http://www.hra.nhs.uk/about-the-hra/our-committees/section-251/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6uVInjrUU"/></comment> </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="web">
        <source>Nuffield Council for Bioethics</source>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://nuffieldbioethics.org/about">http://nuffieldbioethics.org/about</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6xlfLXHdE"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
      <nlm-citation citation-type="web"> <source>Information Commissioner's Office</source> <comment><ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://ico.org.uk/">https://ico.org.uk/</ext-link> <ext-link ext-link-type="webcite" xlink:href="6uVJFv3dj"/> </comment> </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
      <nlm-citation citation-type="web"> <source>Health e-Research Centre</source> <year>2016</year> <comment>Citizens' juries: health data on trial<ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.herc.ac.uk/get-involved/citizens-jury/">https://www.herc.ac.uk/get-involved/citizens-jury/</ext-link> <ext-link ext-link-type="webcite" xlink:href="6uQKxSn91"/> </comment> </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cassell</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Young</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Why we should not seek individual informed consent for participation in health services research</article-title>
        <source>J Med Ethics</source>  
        <year>2002</year>  
        <volume>28</volume>  
        <fpage>313</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.1136/jme.28.5.313</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>FG</given-names>
          </name>
        </person-group>
        <article-title>Research on medical records without informed consent</article-title>
        <source>J Law Med Ethics</source>  
        <year>2008</year>  
        <volume>36</volume>  
        <issue>3</issue>  
        <fpage>560</fpage>  
        <lpage>6</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1748-720X.2008.304.x</pub-id>
        <pub-id pub-id-type="medline">18840249</pub-id>
        <pub-id pub-id-type="pii">JLME304</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Taylor</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Taylor</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>Health research access to personal confidential data in England and Wales: assessing any gap in public attitude between preferable and acceptable models of consent</article-title>
        <source>Life Sci Soc Policy</source>  
        <year>2014</year>  
        <month>12</month>  
        <volume>10</volume>  
        <fpage>15</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26085451"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s40504-014-0015-6</pub-id>
        <pub-id pub-id-type="medline">26085451</pub-id>
        <pub-id pub-id-type="pmcid">PMC4648851</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Willison</surname>
            <given-names>DJ</given-names>
          </name>
          <name name-style="western">
            <surname>Swinton</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Schwartz</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Abelson</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Charles</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Northrup</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Cheng</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Thabane</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Alternatives to project-specific consent for access to personal information for health research: insights from a public dialogue</article-title>
        <source>BMC Med Ethics</source>  
        <year>2008</year>  
        <month>11</month>  
        <day>19</day>  
        <volume>9</volume>  
        <fpage>18</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://bmcmedethics.biomedcentral.com/articles/10.1186/1472-6939-9-18"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1472-6939-9-18</pub-id>
        <pub-id pub-id-type="medline">19019239</pub-id>
        <pub-id pub-id-type="pii">1472-6939-9-18</pub-id>
        <pub-id pub-id-type="pmcid">PMC2601042</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
        <source>Medical Research Council</source>  
        <year>2007</year>  
        <access-date>2018-03-08</access-date>
        <comment>The Use of Personal Health Information in Medical Research 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.mrc.ac.uk/documents/pdf/the-use-of-personal-health-information-in-medical-research-june-2007/">https://www.mrc.ac.uk/documents/pdf/the-use-of-personal-health-information-in-medical-research-june-2007/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6xlfihgQu"/></comment> </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Nair</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Willison</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Holbrook</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Keshavjee</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Patients' consent preferences regarding the use of their health information for research purposes: a qualitative study</article-title>
        <source>J Health Serv Res Policy</source>  
        <year>2004</year>  
        <month>01</month>  
        <volume>9</volume>  
        <issue>1</issue>  
        <fpage>22</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.1258/135581904322716076</pub-id>
        <pub-id pub-id-type="medline">15006236</pub-id></nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pouliot</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Godbout</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Thinking outside the 'knowledge deficit' box</article-title>
        <source>EMBO Rep</source>  
        <year>2014</year>  
        <month>08</month>  
        <volume>15</volume>  
        <issue>8</issue>  
        <fpage>833</fpage>  
        <lpage>5</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://embor.embopress.org/cgi/pmidlookup?view=long&#38;pmid=24993560"/>
        </comment>  
        <pub-id pub-id-type="doi">10.15252/embr.201438590</pub-id>
        <pub-id pub-id-type="medline">24993560</pub-id>
        <pub-id pub-id-type="pii">embr.201438590</pub-id>
        <pub-id pub-id-type="pmcid">PMC4197039</pub-id></nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cunningham-Burley</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Public knowledge and public trust</article-title>
        <source>Community Genet</source>  
        <year>2006</year>  
        <month>6</month>  
        <volume>9</volume>  
        <issue>3</issue>  
        <fpage>204</fpage>  
        <lpage>10</lpage>  
        <pub-id pub-id-type="doi">10.1159/000092658</pub-id>
        <pub-id pub-id-type="medline">16741351</pub-id>
        <pub-id pub-id-type="pii">92658</pub-id></nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Spencer</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Sanders</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Lund</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Whitley</surname>
            <given-names>EA</given-names>
          </name>
          <name name-style="western">
            <surname>Kaye</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Dixon</surname>
            <given-names>WG</given-names>
          </name>
        </person-group>
        <article-title>Dynamic consent: a possible solution to improve patient confidence and trust in how electronic patient records are used in medical research</article-title>
        <source>JMIR Med Inform</source>  
        <year>2015</year>  
        <volume>3</volume>  
        <issue>1</issue>  
        <fpage>e3</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://medinform.jmir.org/2015/1/e3/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/medinform.3525</pub-id>
        <pub-id pub-id-type="medline">25586934</pub-id>
        <pub-id pub-id-type="pii">v3i1e3</pub-id>
        <pub-id pub-id-type="pmcid">PMC4319083</pub-id></nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <collab>NHS Information Authority</collab>
          <collab>The Consumers' Association</collab>
        </person-group>
        <source>Share with care! People's views on consent and confidentiality of patient information</source>  
        <year>2002</year>  
        <publisher-loc>Birmingham</publisher-loc>
        <publisher-name>NHS Information Authority</publisher-name></nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Willison</surname>
            <given-names>DJ</given-names>
          </name>
          <name name-style="western">
            <surname>Schwartz</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Abelson</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Charles</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Swinton</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Northrup</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Thabane</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Alternatives to project-specific consent for access to personal information for health research: what is the opinion of the Canadian public?</article-title>
        <source>J Am Med Inform Assoc</source>  
        <year>2007</year>  
        <volume>14</volume>  
        <issue>6</issue>  
        <fpage>706</fpage>  
        <lpage>12</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17712084"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1197/jamia.M2457</pub-id>
        <pub-id pub-id-type="medline">17712084</pub-id>
        <pub-id pub-id-type="pii">M2457</pub-id>
        <pub-id pub-id-type="pmcid">PMC2213476</pub-id></nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bennett</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>SJ</given-names>
          </name>
        </person-group>
        <article-title>Genetics, insurance and participation: how a citizens' jury reached its verdict</article-title>
        <source>Soc Sci Med</source>  
        <year>2007</year>  
        <month>06</month>  
        <volume>64</volume>  
        <issue>12</issue>  
        <fpage>2487</fpage>  
        <lpage>98</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.socscimed.2007.02.029</pub-id>
        <pub-id pub-id-type="medline">17418469</pub-id>
        <pub-id pub-id-type="pii">S0277-9536(07)00078-0</pub-id></nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Menon</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Stafinski</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Engaging the public in priority-setting for health technology assessment: findings from a citizens' jury</article-title>
        <source>Health Expect</source>  
        <year>2008</year>  
        <month>09</month>  
        <volume>11</volume>  
        <issue>3</issue>  
        <fpage>282</fpage>  
        <lpage>93</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/18816324"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/j.1369-7625.2008.00501.x</pub-id>
        <pub-id pub-id-type="medline">18816324</pub-id>
        <pub-id pub-id-type="pii">HEX501</pub-id>
        <pub-id pub-id-type="pmcid">PMC5060451</pub-id></nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lincoln</surname>
            <given-names>YS</given-names>
          </name>
          <name name-style="western">
            <surname>Guba</surname>
            <given-names>EG</given-names>
          </name>
        </person-group>
        <source>Naturalistic Inquiry</source>  
        <year>1985</year>  
        <publisher-loc>Newbury Park, CA</publisher-loc>
        <publisher-name>Sage Publications</publisher-name></nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Wales</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>The theory and practice of citizens' juries</article-title>
        <source>Policy Polit</source>  
        <year>1999</year>  
        <month>07</month>  
        <volume>27</volume>  
        <issue>3</issue>  
        <fpage>295</fpage>  
        <lpage>308</lpage>  
        <pub-id pub-id-type="doi">10.1332/030557399782453118</pub-id></nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Haddow</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Bruce</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Sathanandam</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Wyatt</surname>
            <given-names>JC</given-names>
          </name>
        </person-group>
        <article-title>'Nothing is really safe': a focus group study on the processes of anonymizing and sharing of health data for research purposes</article-title>
        <source>J Eval Clin Pract</source>  
        <year>2011</year>  
        <month>12</month>  
        <volume>17</volume>  
        <issue>6</issue>  
        <fpage>1140</fpage>  
        <lpage>6</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1365-2753.2010.01488.x</pub-id>
        <pub-id pub-id-type="medline">20629997</pub-id>
        <pub-id pub-id-type="pii">JEP1488</pub-id></nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lenaghan</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Involving the public in rationing decisions. The experience of citizens juries</article-title>
        <source>Health Policy</source>  
        <year>1999</year>  
        <month>10</month>  
        <volume>49</volume>  
        <issue>1-2</issue>  
        <fpage>45</fpage>  
        <lpage>61</lpage>  
        <pub-id pub-id-type="medline">10827290</pub-id>
        <pub-id pub-id-type="pii">S0168-8510(99)00042-1</pub-id></nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dryzek</surname>
            <given-names>JS</given-names>
          </name>
        </person-group>
        <person-group person-group-type="editor">
          <name name-style="western">
            <surname>Dryzek</surname>
            <given-names>JS</given-names>
          </name>
        </person-group>
        <article-title>Discursive democracy in a reflexive modernity</article-title>
        <source>Deliberative Democracy and Beyond: Liberals, Critics, Contestations</source>  
        <year>2000</year>  
        <publisher-loc>Oxford</publisher-loc>
        <publisher-name>Oxford University Press</publisher-name>
        <fpage>162</fpage>  
        <lpage>175</lpage> </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
