<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v20i12e10647</article-id>
    <article-id pub-id-type="pmid">30578228</article-id>
    <article-id pub-id-type="doi">10.2196/10647</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>How Returning Aggregate Research Results Impacts Interest in Research Engagement and Planned Actions Relevant to Health Care Decision Making: Cohort Study</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Rush</surname>
          <given-names>Steven</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Hoffman</surname>
          <given-names>Aubri</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Weitzman</surname>
        <given-names>Elissa R</given-names>
      </name>
      <degrees>ScD, MSc</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Division of Adolescent/Young Adult Medicine</institution>
        <institution>Boston Children's Hospital</institution>
        <addr-line>300 Longwood Avenue</addr-line>
        <addr-line>BCH 3187</addr-line>
        <addr-line>Boston, MA, 02115</addr-line>
        <country>United States</country>
        <phone>1 617 355 3538</phone>
        <fax>1 617 730 0699</fax>
        <email>elissa.weitzman@childrens.harvard.edu</email>
      </address>  
      <xref rid="aff2" ref-type="aff">2</xref>
      <xref rid="aff3" ref-type="aff">3</xref>
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-1299-0008</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Magane</surname>
          <given-names>Kara M</given-names>
        </name>
        <degrees>MS</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8930-8949</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Wisk</surname>
          <given-names>Lauren E</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <xref rid="aff3" ref-type="aff">3</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-2932-4140</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <label>1</label>
    <institution>Division of Adolescent/Young Adult Medicine</institution>
    <institution>Boston Children's Hospital</institution>  
    <addr-line>Boston, MA</addr-line>
    <country>United States</country></aff>
    <aff id="aff2">
    <label>2</label>
    <institution>Computational Health Informatics Program</institution>
    <institution>Boston Children’s Hospital</institution>  
    <addr-line>Boston, MA</addr-line>
    <country>United States</country></aff>
    <aff id="aff3">
    <label>3</label>
    <institution>Department of Pediatrics</institution>
    <institution>Harvard Medical School</institution>  
    <addr-line>Boston, MA</addr-line>
    <country>United States</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Elissa R Weitzman 
      <email>elissa.weitzman@childrens.harvard.edu</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>12</month><year>2018</year></pub-date>
    <pub-date pub-type="epub">
      <day>21</day>
      <month>12</month>
      <year>2018</year>
    </pub-date>
    <volume>20</volume>
    <issue>12</issue>
    <elocation-id>e10647</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>2</day>
        <month>4</month>
        <year>2018</year>
      </date>
      <date date-type="rev-request">
        <day>24</day>
        <month>7</month>
        <year>2018</year>
      </date>
      <date date-type="rev-recd">
        <day>15</day>
        <month>8</month>
        <year>2018</year>
      </date>
      <date date-type="accepted">
        <day>10</day>
        <month>9</month>
        <year>2018</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Elissa R Weitzman, Kara M Magane, Lauren E Wisk. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 21.12.2018.</copyright-statement>
    <copyright-year>2018</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.jmir.org/2018/12/e10647/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Collection of patient-reported outcomes measures (PROs) may augment clinical data and inform health research, improving care, yet approaches to sustaining interest among patient cohorts in research participation are needed. One approach may involve returning aggregate research results (ARRs), which may help patients contextualize personal experiences, prompt conversations with providers or family, and encourage information seeking. This model has been demonstrated for Web-based patient-centered registries. Studies with clinical cohorts may further elucidate the model, its impacts on interest in research participation and planned actions, and potential for participants to experience this as helpful or harmful—gap areas.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>We sought to investigate the impacts of returning ARRs comprising summaries of PROs and clinical metrics to parents of children with rheumatic disease, assessing interest in future research participation among parents who viewed ARRs and plans for acting on returned information. Further, we sought to investigate reactions to viewing ARRs and how these reactions impacted planned actions.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>Clinical and PRO data were obtained about children in a national clinical disease registry, summarized, and processed into annotated infographics, comprising ARRs for children’s parents. Parents who viewed ARRs (n=111) were surveyed about the information’s perceived value and their reactions. Reaction patterns were summarized using principal components analysis (PCA), and associations among reaction patterns and interest in research participation and planned actions were estimated using multivariate logistic regression.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>Parental endorsement of the value of ARRs for understanding their child’s condition and making care decisions was high (across 10 topics for which ARRs were shared, 42.2%-77.3% of the parents reported information was “very valuable”). Most (58/111, 52.3%) parents reported being more interested in participating in research after viewing ARRs, with the remainder reporting that their interest levels were unchanged. Reactions to viewing ARRs reflected experiencing validation/affirmation and information burden based on PCA. Reactions were not associated with child demographic or clinical characteristics and PROs, except that parents from households with less education reported greater information burden than those from more educated households (<italic>P</italic>=.007). In adjusted models, parents with higher validation/affirmation scores had increased odds of reporting heightened interest in research participation (adjusted odds ratio [AOR] 1.97, 95% CI 1.18-3.30), while higher information burden scores were associated with decreased odds of planned discussions with their child (AOR 0.59, 95% CI 0.36-0.95) and increased odds of planned discussions with providers (AOR 1.75, 95% CI 1.02-3.00).</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>Returning ARRs may foster a “virtuous cycle” of research engagement, especially where ARRs are experienced favorably and affect plans to share and discuss ARRs in support of a child’s chronic disease care and treatment. Reactions to ARRs vary with education level, underscoring the need for attention to equity for this model.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>aggregate research results</kwd>
      <kwd>decision making</kwd>
      <kwd>juvenile idiopathic arthritis</kwd>
      <kwd>patient engagement</kwd>
      <kwd>patient-reported outcome measures</kwd>
      <kwd>rheumatic disease</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Growing evidence supports the importance of engaging patients in research to share information about their disease and treatment experiences and health-related quality of life [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Where shared data flow into health care systems and clinical epidemiologic studies, better symptom management, improved treatments, and better outcomes result [<xref ref-type="bibr" rid="ref3">3</xref>]. In support of engaging patients in sharing high-quality data, considerable investment has been made in developing standardized patient-reported outcomes measures (PROs) that characterize aspects of patients’ physical, mental, and social health [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. PROs enable scientific rigor and help capture the patient voice, consistent with the paradigm shifting efforts to advance patient-centered outcomes research [<xref ref-type="bibr" rid="ref7">7</xref>-<xref ref-type="bibr" rid="ref10">10</xref>]. Yet, open questions remain about how to motivate ongoing patient engagement in research, and this question is central to ambitious efforts to activate vast cohorts in donating PROs and clinical data [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>One possible approach is to operationalize a process whereby patients donate health data that are subsequently processed and returned in aggregate. Here, the return of aggregate research results (ARRs) about the cohort is hypothesized to motivate a virtuous cycle of data donation that can help grow the evidence base to advance more acceptable, effective therapies [<xref ref-type="bibr" rid="ref12">12</xref>]. Viewing ARRs may be motivating for research participation if the returned information helps patients appraise personal experiences of disease and treatment [<xref ref-type="bibr" rid="ref13">13</xref>] and informs conversations with health care providers and family members, factors that are relevant to health care decision making [<xref ref-type="bibr" rid="ref14">14</xref>]. These actions, which reflect an engaged and activated patient and socially embedded nature of health care decision making, are central to models of chronic illness care [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref17">17</xref>]. These factors are also consistent with survey reports about what motivates sharing of personal health information [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>] and are reflected in the appeal of Web-based patient-centered health information repositories [<xref ref-type="bibr" rid="ref17">17</xref>]. Additional empirical testing of this “closed-loop” model is essential for ascertaining whether it fosters interest in research participation among clinical cohorts and to better understand its potential for being experienced as helpful or harmful—gap areas that are central to ensuring equipoise.</p>
      <p>Returning ARRs may be informative and reassuring for some research participants, providing a normalizing context around experiences; ARRs may also be overwhelming and disquieting for others, including if ARRs show evidence of problems experienced by others with the same condition. Other factors, including the level of education and health literacy, might also affect acceptability. Concern about the balance of benefit or harm experienced when viewing ARRs may be especially acute for conditions that are rare, have treatments that rest on an immature evidence base or incompletely ameliorate symptoms or health-related quality of life, and pose risks for side effects [<xref ref-type="bibr" rid="ref21">21</xref>]. Arguably, motivating ongoing research engagement for such conditions is especially important because gaps in knowledge might be filled, driving improvements in therapies at the system level and decision making at the patient or family level.</p>
      <p>Pediatric-onset rheumatic disease (RD) is a trenchant case for examining these issues. Among youth, RD is rare but rising in incidence [<xref ref-type="bibr" rid="ref22">22</xref>], with affected children facing significant hurdles regarding health-related quality of life due to the chronic relapsing nature of RD, unpredictable disease course, and difficult treatments [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. Lack of a mature evidence base guiding RD care makes maintaining patient engagement in research especially important for gathering information about disease and treatment experiences to improve care and outcomes. For example, in a prior study focused on youth with RD, we found that treatment-related problems for standard RD therapies were common and contributed to poor health-related quality of life even after controlling for patient clinical characteristics and ameliorative effects of these treatments on symptoms, such as pain [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
      <p>This study aims to investigate impacts of returning ARRs on interest in participating in future research within a larger project focused on investigating pediatric-onset RD. We engaged parents of children with RD in donating PROs about their child’s health and treatment experiences and then returned cohort-level summaries of clinical measures and PROs to parents, testing whether viewing these ARRs increased parents’ interest in future research participation and their intentions to discuss ARRs with others or seek further information. Such discussions might encourage shared decision making, consistent with theory [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. We hypothesized that the receipt of ARRs would be highly motivating for future research engagement and that reactions to and planned actions arising from viewing ARRs would vary with participants’ experiences of benefit and burden.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design and Setting</title>
        <p>We obtained data from The Learning Cohort (TLC) study [<xref ref-type="bibr" rid="ref23">23</xref>], which surveyed consented parents of youth with a pediatric-onset RD enrolled in the Childhood Arthritis and Rheumatology Research Alliance (CARRA) Registry [<xref ref-type="bibr" rid="ref25">25</xref>] during subspecialty care visits. Surveys included PROs to capture aspects of disease or treatment experience and well-being [<xref ref-type="bibr" rid="ref23">23</xref>]. PRO survey measures were programmed in the Research Electronic Data Capture system [<xref ref-type="bibr" rid="ref25">25</xref>], from whence they could flow into the registry using a modular, ontology-based, federated informatics infrastructure constructed from open-source software; this infrastructure provides research investigators full ownership and access to their contributed data while supporting permissioned and robust data-sharing across federated sites [<xref ref-type="bibr" rid="ref26">26</xref>]. In total, 4 CARRA Registry sites participated in this study, with Institutional Review Board approval from each. All participants provided informed consent. Details of the TLC study are published elsewhere [<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <p>Toward the close of the study period, the research team aggregated PRO data from the full TLC cohort (N=202 dyads) and clinical metrics from the CARRA Registry. These results were summarized by the research team into a curated, annotated set of ARRs, reflecting areas of leading concern to parents of registry-involved youth based on an initial survey of their information needs conducted when they enrolled [<xref ref-type="bibr" rid="ref23">23</xref>]. ARRs comprised 68 unique slides (including titles and section headers) delivered on a tablet computer at a routine visit and were delivered as static infographics (visuals, figures, and charts). Topics covered study methods, clinical and treatment characteristics of children in the cohort, including medications used, patterns of health-related quality of life, experiences of pain and morning stiffness, and treatment problems (<xref ref-type="fig" rid="figure1">Figure 1</xref>). All materials were pretested, including the ARR slides, and the survey that was to be administered to parents to elicit reactions to returned data. The process was iterative to address all concerns. Pretests for accessibility were conducted with 5 parent volunteers and a representative of a family-based disease advocacy group. Pretests for accuracy and safety were conducted with 6 pediatric rheumatologists and 1 pediatric emergency room physician/ informatician.</p>
        <p>From August 2015 to February 2016, <italic>in lieu</italic> of collecting additional PROs during clinic visits, an approximately 50% convenience sample of participating parents viewed ARRs (119 were approached, 115 consented; 96.6% consent rate), after which they completed a survey about their reactions to these materials; 111 parents provided complete data on their reactions to ARRs.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <sec>
          <title>Demographic, Clinical and Health Characteristics</title>
          <p>Parents reported their child’s age; sex, race/ethnicity; diagnosis (juvenile idiopathic arthritis, systemic lupus erythematosus, or mixed connective tissue disease); overall health status; health-related quality of life [<xref ref-type="bibr" rid="ref27">27</xref>]; pain interference [<xref ref-type="bibr" rid="ref28">28</xref>]; morning stiffness; experience of serious side effects from a medication; methotrexate intolerance [<xref ref-type="bibr" rid="ref29">29</xref>]; and highest education attained in the family. Disease duration was obtained from the CARRA Registry. Time in cohort was calculated as the number of days from the enrollment date (initial PRO collection date) to the final PRO collection date. Sample mode and mean imputation were used for 9 participants with incomplete data on demographic or clinical characteristics.</p>
        </sec>
        <sec>
          <title>Perceived Value of and Reactions to the Return of Aggregate Research Results</title>
          <p>Novel measures were developed and used to assess parents’ reactions to the return of ARRs. Perceived value of the return of ARRs was ascertained with the question, “Overall, how valuable might this summary information be when understanding and making decisions about your child’s condition and care?” asked for each of 10 topics that were shared in ARRs. Responses were given using a 3-point Likert scale (very valuable, somewhat valuable, and not valuable) and reported as frequencies. Sample size for each item ranged from 106 to 111 due to participant nonresponse on select items. Parents’ reactions to seeing ARRs were determined by the extent to which they agreed or disagreed with the following 6 statements, each rated on a 5-point Likert scale (strongly agree, agree, undecided, disagree, strongly disagree): “Seeing summary information about the experiences of other study participants was comforting because it made me feel like my experiences are shared and validated as real;” “Overall, seeing summary information about other patients’ experiences help me understand my child’s experience;” “Reviewing this type of information is within my comfort zone;” “Overall, this type of information raises more questions than it answers;” “This type of information requires more knowledge or expertise than I have to understand it;” and “I prefer to let my rheumatologist digest this type of information.” The mean of nonmissing items within the scale was used to impute missing response for 5 participants missing 1 or 2 (of 6) items.</p>
        </sec>
        <sec>
          <title>Engagement Outcomes</title>
          <p>Parents were asked to report their interest in participating in research studies after seeing ARRs; options included more interested, less interested, and not any more or less interested. As one respondent endorsed “less interested,” this response was combined with “not any more or less interested” to create a dichotomous variable. Parents were asked to report their planned actions after reviewing the summary information provided in ARRs by selecting all that applied from the following list: (1) discuss contents of the slide-deck with my child’s health care provider; (2) discuss contents of the slide-deck with my child; (3) explore different medications; (4) look up information about something I saw in this slide-deck; and (5) do something else.</p>
        </sec>
      </sec>
      <sec>
        <title>Statistical Analyses</title>
        <p>All analyses were conducted using SAS 9.4 software (SAS Institute, Inc, Cary, North Carolina). Summary statistics were generated to describe sample characteristics; differences in demographic and clinical characteristics between parents who did (n=111) or did not (n=91) receive ARRs were evaluated using <italic>t</italic> tests, Kruskal-Wallis, or chi-square (χ²) tests, as appropriate. Principal components analysis (PCA) was conducted to investigate the commonalities between ARR reactions and generate summary variables based on individual reaction measures. All factors with eigenvalues &#62;1 were retained consistent with the standard practice [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>], leading to a 2-factor solution, and an orthogonal rotation was applied to generate 2 uncorrelated scales (hereafter referred to as “validation/affirmation” and “information burden”).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Example content from aggregate research results returned to parents.</p>
          </caption>
          <graphic xlink:href="jmir_v20i12e10647_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Validation/affirmation reflects reactions to ARRs that reflect experiences of recognizing the legitimacy of personal experiences, greater insight into their child’s condition, and level of comfort with ARRs. Information burden reflects reactions to ARRs that reflect experiences akin to being over one’s head or uncomfortable with information in ARRs owing to perceived lack of personal expertise, preferences for their provider to digest the information and uncertainty. Pearson correlations, <italic>t</italic> tests, and analysis of variance (as appropriate) were used to examine bivariate relationships between each of the 2 ARR reaction constructs and demographic and clinical characteristics. Subsequently, multivariate logistic regression was used to model engagement outcomes as predicted by the 2 ARR reaction constructs; both unadjusted (controlling only for both factors simultaneously) as well as models adjusting for child age, race/ethnicity, and parent education were used.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Sample Characteristics</title>
        <p>Children in this cohort were 12.0 years of age on average (SD 3.6) and predominantly female (n=161, 79.7%), diagnosed with juvenile idiopathic arthritis (n=187, 92.6%), white/non-Hispanic individuals (n=152, 75.2%), and had parents with any college education (n=144, 71.3%); the average disease duration was 7.7 (SD 3.5) years. No differences were observed in demographic or clinical characteristics between those who did or did not receive ARRs (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
      </sec>
      <sec>
        <title>Perceived Value of and Reactions to the Return of Aggregate Research Results</title>
        <p>The proportion of parents finding the ARR topics to be “very valuable” ranged from 42.2% (for experiences of morning stiffness) to 77.3% (for medication problems; <xref ref-type="fig" rid="figure2">Figure 2</xref>).</p>
        <p>PCA identified a 2-factor solution with high loadings for all 6 ARR reaction items (<xref ref-type="fig" rid="figure3">Figure 3</xref>).</p>
        <p>The validation/affirmation construct was defined by 3 items reflecting having one’s experience validated (factor loading=0.873), improved understanding of their child’s condition (factor loading=0.865), and feeling that the ARR materials are within their comfort zone (factor loading=0.564). The information burden construct was defined by reports of requiring more knowledge to understand ARRs (factor loading=0.856), preferring a physician to “digest” ARRs (factor loading=0.717), and viewing ARRs raising more questions than were answered (factor loading=0.682). Parents from households with less education reported greater information burden than those from more educated households (<italic>P</italic>=.007; <xref ref-type="table" rid="table2">Table 2</xref>); factors were not significantly associated with other demographic or clinical characteristics.</p>
        
        </sec>
      <sec>
        <title>Engagement Outcomes</title>
        <p>The majority of the parents (58/111, 52.3%) reported that after seeing ARR, they were more interested in participating in research. Higher validation/affirmation scores were associated with nearly a 2-fold increase in the odds of reporting more interest in research participation (adjusted odds ratio [AOR]: 1.97, 95% CI 1.18-3.30; <xref ref-type="table" rid="table3">Table 3</xref>). Nearly one-third (35/111, 31.5%) of the parents reported that they would discuss the contents of ARRs with their child, nearly one-fifth (20/111, 18.0%) reported they would look up information, 15.3% (17/111) said that they would discuss ARR contents with their child’s health care provider, and approximately one-tenth (11/111, 9.9%) reported they would explore different medications. Parents who reported greater information burden were less likely to report wanting to discuss the contents of ARRs with their child (AOR 0.59, 95% CI 0.36-0.95) but were more likely to report wanting to discuss the contents of ARRs with their child’s health care provider (AOR 1.75, 95%CI 1.02-3.00).</p>
        
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>The parent-reported sample characteristics by receipt of aggregate research results (ARRs).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="320"/>
            <col width="120"/>
            <col width="200"/>
            <col width="230"/>
            <col width="70"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Characteristic</td>
                <td>Total (N=202)</td>
                <td>Received ARRs (n=111)</td>
                <td>Did not receive ARRs (n=91)</td>
                <td><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="7"><bold>Demographics</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">Child age (years), mean (SD)</td>
                <td>12.0 (3.6)</td>
                <td>11.7 (3.6)</td>
                <td>12.3 (3.7)</td>
                <td>.29</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="5"><bold>Child sex, n (%)</bold></td>
                <td>.87</td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td><break/></td>
                <td>Female</td>
                <td>161 (79.7)</td>
                <td>88 (79.3)</td>
                <td>73 (80.2)</td>
                <td>—<sup>a</sup></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Male</td>
                <td>41 (20.3)</td>
                <td>23 (20.7)</td>
                <td>18 (19.8)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="5"><bold>Child race or ethnicity, n (%)</bold></td>
                <td>.63</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>White, non-Hispanic</td>
                <td>152 (75.2)</td>
                <td>85 (76.6)</td>
                <td>67 (73.6)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Non-white or Hispanic</td>
                <td>50 (24.8)</td>
                <td>26 (23.4)</td>
                <td>24 (26.4)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="5"><bold>Highest level of parent education, n (%)</bold></td>
                <td>.79</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>High school graduate or less</td>
                <td>58 (28.7)</td>
                <td>31 (27.9)</td>
                <td>27 (29.7)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Any college</td>
                <td>144 (71.3)</td>
                <td>80 (72.1)</td>
                <td>64 (70.3)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="7"><bold>Clinical characteristics</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="5"><bold>Diagnosis, n (%)</bold></td>
                <td>.50</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Juvenile idiopathic arthritis</td>
                <td>187 (92.6)</td>
                <td>104 (93.7)</td>
                <td>83 (91.2)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Systematic lupus erythematosus or mixed connective tissues disease</td>
                <td>15 (7.4)</td>
                <td>7 (6.3)</td>
                <td>8 (8.8)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">Disease duration (in years), mean (SD)</td>
                <td>7.7 (3.5)</td>
                <td>7.7 (3.5)</td>
                <td>7.7 (3.6)</td>
                <td>.99</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="5"><bold>Methotrexate use and intolerance, n (%)</bold></td>
                <td>.65</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>No methotrexate use</td>
                <td>103 (51.0)</td>
                <td>59 (53.2)</td>
                <td>44 (48.4)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Use with no intolerance</td>
                <td>60 (29.7)</td>
                <td>30 (27.0)</td>
                <td>30 (33.0)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Methotrexate intolerance</td>
                <td>39 (19.3)</td>
                <td>22 (19.8)</td>
                <td>17 (18.7)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">Overall health<sup>b</sup>, mean (SD)</td>
                <td>8.1 (2.0)</td>
                <td>8.2 (1.8)</td>
                <td>8.0 (2.3)</td>
                <td>.45</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="5"><bold>Typical morning stiffness in the past 2 weeks (minutes)<sup>c</sup></bold></td>
                <td>.30</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>&#62;15</td>
                <td>36 (17.8)</td>
                <td>17 (15.3)</td>
                <td>19 (20.9)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>≤15</td>
                <td>166 (82.2)</td>
                <td>94 (84.7)</td>
                <td>72 (79.1)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="5"><bold>Lifetime serious medication side effects</bold></td>
                <td>.64</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>One or more</td>
                <td>52 (25.7)</td>
                <td>30 (27.0)</td>
                <td>22 (24.2)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>None</td>
                <td>150 (74.3)</td>
                <td>81 (73.0)</td>
                <td>69 (75.8)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="6"><bold>Pediatric Quality of Life Inventory 4.0 scores, mean (SD)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Total score</td>
                <td>75.7 (18.3)</td>
                <td>74.9 (18.4)</td>
                <td>76.7 (18.4)</td>
                <td>.50</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Psychosocial score</td>
                <td>76.1 (18.0)</td>
                <td>75.2 (18.2)</td>
                <td>77.1 (17.8)</td>
                <td>.46</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Physical score</td>
                <td>75.1 (22.6)</td>
                <td>74.4 (22.3)</td>
                <td>75.9 (23.1)</td>
                <td>.65</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">Patient-Reported Outcomes Measurement Information System Pain Interference<sup>e</sup>, mean (SD)</td>
                <td>50.5 (10.9)</td>
                <td>51.2 (11.0)</td>
                <td>49.7 (10.9)</td>
                <td>.35</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">Time in cohort (days), mean (SD)</td>
                <td>95.8 (100.9)</td>
                <td>105.1 (100.7)</td>
                <td>84.3 (100.4)</td>
                <td>.14</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>Not applicable.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>Parents’ rating of their child’s overall health from 1 to 10, where higher scores indicate better health.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Parents’ report of the number of minutes of morning stiffness their child experiences on a typical day over the past 2 weeks.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>The possible range of scores is from 0 to 100, with higher score indicating better quality of life.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>Raw pain interference scores were transformed into a “<italic>t</italic> score” for each participant. The <italic>t</italic> score rescales the raw score into a standardized score with a mean of 50, SD of 10, and the possible range of 38-78, with higher score indicating more pain interference.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Parents’ ratings of the value of each patient-reported topic presented in aggregate research results for understanding and making decisions regarding their child’s condition and care.</p>
          </caption>
          <graphic xlink:href="jmir_v20i12e10647_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Percentages and factor loadings of response items regarding reactions to the return of aggregate research results.</p>
          </caption>
          <graphic xlink:href="jmir_v20i12e10647_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Reactions to aggregate research results (ARRs) by demographic and clinical characteristics (n=111).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="330"/>
            <col width="0"/>
            <col width="240"/>
            <col width="0"/>
            <col width="70"/>
            <col width="0"/>
            <col width="230"/>
            <col width="0"/>
            <col width="70"/>
            <thead>
              <tr valign="bottom">
                <td colspan="3">Characteristic</td>
                <td colspan="2">Factor 1: Validation/affirmation<sup>a</sup></td>
                <td colspan="2"><italic>P</italic> value</td>
                <td colspan="2">Factor 2: Information burden<sup>b</sup></td>
                <td colspan="2"><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="11"><bold>Demographic characteristics</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="3">Child age (years), correlation coefficient</td>
                <td colspan="2">0.12</td>
                <td colspan="2">.21</td>
                <td colspan="2">0.00</td>
                <td>.98</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="10"><bold>Child sex, mean (SD)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td colspan="2">Female</td>
                <td colspan="2">–0.05 (1.02)</td>
                <td colspan="2">.29</td>
                <td colspan="2">0.07 (1.02)</td>
                <td>.15</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td colspan="2">Male</td>
                <td colspan="2">0.20 (0.92)</td>
                <td>—<sup>c</sup></td>
                <td colspan="2">–0.27 (0.89)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="10"><bold>Child race or ethnicity, mean (SD)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td colspan="2">White, non-Hispanic</td>
                <td colspan="2">–0.01 (1.05)</td>
                <td colspan="2">.92</td>
                <td colspan="2">–0.06 (0.96)</td>
                <td>.24</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td colspan="2">Non-white or Hispanic</td>
                <td colspan="2">0.02 (0.81)</td>
                <td>—</td>
                <td colspan="2">0.20 (1.11)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="10"><bold>Highest level of parent education, mean (SD)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td colspan="2">High school graduate or less</td>
                <td colspan="2">0.07 (0.89)</td>
                <td colspan="2">.67</td>
                <td colspan="2">0.41 (1.10)</td>
                <td>.007</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td colspan="2">Any college</td>
                <td colspan="2">–0.03 (1.04)</td>
                <td>—</td>
                <td colspan="2">–0.16 (0.92)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="11"><bold>Clinical characteristics</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="10"><bold>Diagnosis, mean (SD)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td colspan="2">Juvenile idiopathic arthritis</td>
                <td colspan="2">–0.02 (1.02)</td>
                <td colspan="2">.52</td>
                <td colspan="2">0.01 (0.99)</td>
                <td>.69</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td colspan="2">Systematic lupus erythematosus or mixed connective tissues disease</td>
                <td colspan="2">0.24 (0.70)</td>
                <td>—</td>
                <td colspan="2">–0.15 (1.15)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="3">Disease duration (years), correlation coefficient</td>
                <td colspan="2">0.11</td>
                <td colspan="2">.27</td>
                <td colspan="2">0.05</td>
                <td>.57</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="10"><bold>Methotrexate use and intolerance, mean (SD)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td colspan="2">No methotrexate use</td>
                <td colspan="2">–0.01 (0.96)</td>
                <td colspan="2">.27</td>
                <td colspan="2">0.07 (0.97)</td>
                <td>.54</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td colspan="2">Use with no intolerance</td>
                <td colspan="2">0.20 (0.82)</td>
                <td>—</td>
                <td colspan="2">–0.17 (1.01)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td colspan="2">Methotrexate intolerance</td>
                <td colspan="2">–0.25 (1.28)</td>
                <td>—</td>
                <td colspan="2">0.04 (1.08)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="3">Overall health<sup>d</sup>, correlation coefficient</td>
                <td colspan="2">−0.07</td>
                <td colspan="2">.48</td>
                <td colspan="2">−0.03</td>
                <td>.73</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="10"><bold>Typical morning stiffness in the past 2 weeks (minutes)<sup>e</sup>, mean (SD)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td colspan="2">&#62;15</td>
                <td colspan="2">0.11 (1.05)</td>
                <td colspan="2">.61</td>
                <td colspan="2">0.05 (1.02)</td>
                <td>.83</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td colspan="2">≤15</td>
                <td colspan="2">–0.02 (1.00)</td>
                <td>—</td>
                <td colspan="2">–0.01 (1.00)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="10"><bold>Lifetime serious medication side effects, mean (SD)</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td colspan="2">One or more</td>
                <td colspan="2">0.27 (0.95)</td>
                <td colspan="2">.09</td>
                <td colspan="2">–0.25 (0.78)</td>
                <td>.10</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td colspan="2">None</td>
                <td colspan="2">–0.10 (1.01)</td>
                <td>—</td>
                <td colspan="2">0.09 (1.06)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="10"><bold>Pediatric Quality of Life Inventory 4.0</bold> <bold>scores<sup>f</sup>, correlation coefficient</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td colspan="2">Total</td>
                <td colspan="2">–0.09</td>
                <td colspan="2">.34</td>
                <td colspan="2">–0.11</td>
                <td>.24</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td colspan="2">Psychosocial Score</td>
                <td colspan="2">–0.11</td>
                <td colspan="2">.25</td>
                <td colspan="2">–0.10</td>
                <td>.29</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td colspan="2">Physical Score</td>
                <td colspan="2">–0.05</td>
                <td colspan="2">.61</td>
                <td colspan="2">–0.11</td>
                <td>.26</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="3">Patient-Reported Outcomes Measurement Information System Pain Interference<sup>g</sup>, correlation coefficient</td>
                <td colspan="2">0.06</td>
                <td colspan="2">.54</td>
                <td colspan="2">–0.02</td>
                <td>.82</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="3">Time in Cohort (days), correlation coefficient</td>
                <td colspan="2">–0.02</td>
                <td colspan="2">.80</td>
                <td colspan="2">0.08</td>
                <td>.43</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>Reflects the extent to which parents feel their experience is validated or affirmed when viewing ARRs; higher scores indicate greater agreement.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>Reflects the extent to which parents experienced information burden when viewing; higher scores indicate greater agreement.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>Not applicable.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>Parent’s rating of their child’s overall health from 1 to 10, where higher scores indicate better health.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>Parent’s report of the number of minutes of morning stiffness their child experiences on a typical day over the past 2 weeks.</p>
            </fn>
            <fn id="table2fn6">
              <p><sup>f</sup>The possible range of scores is from 0 to 100, with higher score indicating better quality of life.</p>
            </fn>
            <fn id="table2fn7">
              <p><sup>g</sup>Raw pain interference scores were transformed into a “<italic>t</italic> score” for each participant. The <italic>t</italic> score rescales the raw score into a standardized score with a mean of 50, SD of 10, and the possible range of 38-78. A higher score indicates more pain interference.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Associations between reactions to aggregate research results and engagement outcomes. </p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="270"/>
            <col width="200"/>
            <col width="250"/>
            <col width="220"/>
            <thead>
              <tr valign="bottom">
                <td colspan="3">Outcome<sup>a</sup></td>
                <td>Outcome prevalence, n (%)</td>
                <td>Unadjusted models, OR (95% CI)</td>
                <td>Adjusted models, OR (95% CI)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="6"><bold>More interest in participating in research</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">Validation/affirmation</td>
                <td rowspan="2">58 (52.3)</td>
                <td>1.97 (1.21-3.18)</td>
                <td>1.97 (1.18-3.30)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="2">Information burden</td>
                <td>1.33 (0.89-1.98)</td>
                <td>1.36 (0.89-2.09)</td>
              </tr>
              <tr valign="top">
                <td colspan="6"><bold>Planned actions</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="5"><bold>Discuss with child</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Validation/affirmation</td>
                <td rowspan="2">35 (31.5)</td>
                <td>1.22 (0.79-1.87)</td>
                <td>1.18 (0.75-1.86)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Information burden</td>
                <td>0.69 (0.45-1.07)</td>
                <td>0.59 (0.36-0.95)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="5"><bold>Look up information</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Validation/affirmation</td>
                <td rowspan="2">20 (18.0)</td>
                <td>0.93 (0.58-1.47)</td>
                <td>0.87 (0.54-1.41)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Information burden</td>
                <td>0.68 (0.39-1.17)</td>
                <td>0.64 (0.36-1.15)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="5"><bold>Discuss with providers</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Validation/affirmation</td>
                <td rowspan="2">17 (15.3)</td>
                <td>0.69 (0.43-1.11)</td>
                <td>0.69 (0.42-1.13)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Information burden</td>
                <td>1.63 (0.98-2.71)</td>
                <td>1.75 (1.02-3.00)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td colspan="5"><bold>Explore different medications</bold></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Validation/affirmation</td>
                <td rowspan="2">11 (9.9)</td>
                <td>1.03 (0.54-1.98)</td>
                <td>1.06 (0.53-2.10)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Information burden</td>
                <td>1.15 (0.63-2.11)</td>
                <td>1.31 (0.69-2.52)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>Frequency and unadjusted prevalence of engagement outcomes among those who received aggregate research results (n=111). Planned action prevalence did not sum to 100% as participants could endorse multiple actions. “Unadjusted” models controlled for validation/affirmation and information burden scales only. Adjusted models controlled for the child’s age, race/ethnicity, and highest education attained in the family in addition to both validation/affirmation and information burden scales.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>This study provides evidence that returning ARRs to study participants who have donated data is highly motivating for ongoing research participation. By investigating effects of sharing ARRs on interest in research participation and planned actions stemming from this experience, findings extend the understanding of benefits of patient engagement in health care research [<xref ref-type="bibr" rid="ref32">32</xref>]. More than half of the parents in the cohort exposed to ARRs reported increased interest in research participation as a function of receiving ARRs—good news for participatory research models, including those predicated on engaging cohorts in donating data. Moreover, parents endorsed plans for proactive engagement in their child’s treatment and outcomes after receiving ARRs, with specific plans varying as a function of validation/affirmation and information burden. Overall, reactions to ARRs aligned with hopes for fostering motivation for research participation and activation in the health care process [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>].</p>
      <p>As hypothesized, the experience of viewing ARRs was not “one size fits all”—participants’ responses to the model reflected both experiences of validation/affirmation, wherein parents gained value from contextualizing disease or treatment experiences through viewing cohort-level data, and information burden, wherein aggregate results may be cognitively overwhelming. Yet, as greater information burden was associated with plans to discuss results with a provider, even parent participants who may have felt overwhelmed by ARRs might benefit if they are stimulated to talk with health care providers to understand findings and discuss any implications for their child. Such activities could foster improved patient-provider partnership and shared decision making. Notably, experiencing greater information burden was evident among participants who reported lower levels of educational attainment. As such, achieving goals of optimizing and equalizing health benefits and reducing the potential for disparities stemming from this model may require additional support around interpreting and processing ARRs [<xref ref-type="bibr" rid="ref34">34</xref>]. Nationally, low levels of health literacy and numeracy indicate that large segments of the US population may face barriers to understanding health data, underscoring the importance of attending to these issues [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>].</p>
      <p>This investigation was undertaken with a cohort situated in a well-defined national multisite disease registry, whose members’ diagnoses were clinically confirmed—significant strengths. Still, several limitations merit mention. First, findings reflect the experiences of engaged parents of registry participants who viewed a specific set of ARRs and may not generalize to other populations that may differ in conditions, concerns, and experiences (including the history of benefit or harm from research and care); the ARR contents are also specific to the population. Second, this study leveraged the visit structure of a registry-engaged clinical cohort, layering data collection and return onto the natural visit cycle of this cohort. Additional research using a randomized trial design would inform comparisons of engagement outcomes for participants who did and did not receive ARRs over time. Third, participants shared structured PROs, some validated, others novel; items describing motivation to participate in research and experiences of receiving ARRs are not validated but capture important patient-centered dimensions of research experience. Fourth, parent proxy reports of child clinical characteristics and PROs and parent reactions to the return of ARRs may differ from those of the child [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref37">37</xref>], and results from this study should not be construed as reflecting child (ie, patient) reactions to the return of ARRs or reactions of another parent or guardian. Relatedly, excepting the measure of the highest parent education attained, demographic characteristics describe the child not parents. Congruence between child and parent experiences of this model and further investigation of effects of parent demographics on outcomes may further inform this work and merit future study. Lastly, self-reported data are subject to recall and social desirability biases; however, the use of structured and validated measures and electronic data collection help protect against known validity threats.</p>
      <p>In sum, viewing ARRs increased motivation for research participation among a majority of study participants and shows promise for driving greater patient activation and engagement. Results of this study are encouraging in light of national plans for engaging volunteers in donating personally generated data, including PROs, to drive precision medicine and comparative effectiveness research [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>]. To the extent that these efforts utilize a closed loop approach in which ARRs are returned to a learning and sharing cohort, they may thrive. Protecting against the potential for unintentionally worsening health disparities is vital as results show that participants from households with less parent education were more likely to experience information burden from viewing ARRs. Should this lead to the differential engagement or attrition of less educated participants, biases in study findings could be introduced and the ultimate fairness and beneficence of the model undermined.</p>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AOR</term>
          <def>
            <p>adjusted odds ratio</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ARR</term>
          <def>
            <p>aggregate research result</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CARRA</term>
          <def>
            <p>Childhood Arthritis and Rheumatology Research Alliance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PCA</term>
          <def>
            <p>principal components analysis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">PRO</term>
          <def>
            <p>patient-reported outcome measure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">RD</term>
          <def>
            <p>rheumatic disease</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">TLC</term>
          <def>
            <p>The Learning Cohort</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was funded by grants from the National Library of Medicine award #R01LM011185; the National Institute of Arthritis and Musculoskeletal and Skin Diseases award #U19AR069522 and #R21AR070944; and the Maternal and Child Health Bureau (Title V, Social Security Act), Health Resources and Services Administration award #T71MC00009. The funding bodies were not involved in the design of the study or collection, analysis, and interpretation of data, nor in writing, review or approval of the manuscript.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Manary</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Boulding</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Staelin</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Glickman</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>The patient experience and health outcomes</article-title>
        <source>N Engl J Med</source>  
        <year>2013</year>  
        <month>01</month>  
        <day>17</day>  
        <volume>368</volume>  
        <issue>3</issue>  
        <fpage>201</fpage>  
        <lpage>3</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJMp1211775</pub-id>
        <pub-id pub-id-type="medline">23268647</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Washington</surname>
            <given-names>A Eugene</given-names>
          </name>
          <name name-style="western">
            <surname>Lipstein</surname>
            <given-names>Steven H</given-names>
          </name>
        </person-group>
        <article-title>The Patient-Centered Outcomes Research Institute--promoting better information, decisions, and health</article-title>
        <source>N Engl J Med</source>  
        <year>2011</year>  
        <month>10</month>  
        <day>13</day>  
        <volume>365</volume>  
        <issue>15</issue>  
        <fpage>e31</fpage>  
        <pub-id pub-id-type="doi">10.1056/NEJMp1109407</pub-id>
        <pub-id pub-id-type="medline">21992473</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Basch</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Patient-Reported Outcomes - Harnessing Patients' Voices to Improve Clinical Care</article-title>
        <source>N Engl J Med</source>  
        <year>2017</year>  
        <month>01</month>  
        <day>12</day>  
        <volume>376</volume>  
        <issue>2</issue>  
        <fpage>105</fpage>  
        <lpage>108</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJMp1611252</pub-id>
        <pub-id pub-id-type="medline">28076708</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Concannon</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Fuster</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Saunders</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Patel</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Wong</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Leslie</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Lau</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>A systematic review of stakeholder engagement in comparative effectiveness and patient-centered outcomes research</article-title>
        <source>J Gen Intern Med</source>  
        <year>2014</year>  
        <month>12</month>  
        <volume>29</volume>  
        <issue>12</issue>  
        <fpage>1692</fpage>  
        <lpage>701</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24893581"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s11606-014-2878-x</pub-id>
        <pub-id pub-id-type="medline">24893581</pub-id>
        <pub-id pub-id-type="pmcid">PMC4242886</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Asch</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Rosin</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Engineering Social Incentives for Health</article-title>
        <source>N Engl J Med</source>  
        <year>2016</year>  
        <month>12</month>  
        <day>29</day>  
        <volume>375</volume>  
        <issue>26</issue>  
        <fpage>2511</fpage>  
        <lpage>3</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJMp1603978</pub-id>
        <pub-id pub-id-type="medline">28029924</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lavallee</surname>
            <given-names>DC</given-names>
          </name>
          <name name-style="western">
            <surname>Chenok</surname>
            <given-names>KE</given-names>
          </name>
          <name name-style="western">
            <surname>Love</surname>
            <given-names>RM</given-names>
          </name>
          <name name-style="western">
            <surname>Petersen</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Holve</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Segal</surname>
            <given-names>CD</given-names>
          </name>
          <name name-style="western">
            <surname>Franklin</surname>
            <given-names>PD</given-names>
          </name>
        </person-group>
        <article-title>Incorporating Patient-Reported Outcomes Into Health Care To Engage Patients And Enhance Care</article-title>
        <source>Health Aff (Millwood)</source>  
        <year>2016</year>  
        <month>04</month>  
        <volume>35</volume>  
        <issue>4</issue>  
        <fpage>575</fpage>  
        <lpage>82</lpage>  
        <pub-id pub-id-type="doi">10.1377/hlthaff.2015.1362</pub-id>
        <pub-id pub-id-type="medline">27044954</pub-id>
        <pub-id pub-id-type="pii">35/4/575</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ahmed</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Berzon</surname>
            <given-names>RA</given-names>
          </name>
          <name name-style="western">
            <surname>Revicki</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Lenderking</surname>
            <given-names>WR</given-names>
          </name>
          <name name-style="western">
            <surname>Moinpour</surname>
            <given-names>CM</given-names>
          </name>
          <name name-style="western">
            <surname>Basch</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Reeve</surname>
            <given-names>BB</given-names>
          </name>
          <name name-style="western">
            <surname>Wu</surname>
            <given-names>AW</given-names>
          </name>
          <collab>International Society for Quality of Life Research</collab>
        </person-group>
        <article-title>The use of patient-reported outcomes (PRO) within comparative effectiveness research: implications for clinical practice and health care policy</article-title>
        <source>Med Care</source>  
        <year>2012</year>  
        <month>12</month>  
        <volume>50</volume>  
        <issue>12</issue>  
        <fpage>1060</fpage>  
        <lpage>70</lpage>  
        <pub-id pub-id-type="doi">10.1097/MLR.0b013e318268aaff</pub-id>
        <pub-id pub-id-type="medline">22922434</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Levine</surname>
            <given-names>DR</given-names>
          </name>
          <name name-style="western">
            <surname>Mandrell</surname>
            <given-names>BN</given-names>
          </name>
          <name name-style="western">
            <surname>Sykes</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Pritchard</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Gibson</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Symons</surname>
            <given-names>HJ</given-names>
          </name>
          <name name-style="western">
            <surname>Wendler</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Baker</surname>
            <given-names>JN</given-names>
          </name>
        </person-group>
        <article-title>Patients' and Parents' Needs, Attitudes, and Perceptions About Early Palliative Care Integration in Pediatric Oncology</article-title>
        <source>JAMA Oncol</source>  
        <year>2017</year>  
        <month>09</month>  
        <day>01</day>  
        <volume>3</volume>  
        <issue>9</issue>  
        <fpage>1214</fpage>  
        <lpage>1220</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28278329"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1001/jamaoncol.2017.0368</pub-id>
        <pub-id pub-id-type="medline">28278329</pub-id>
        <pub-id pub-id-type="pii">2608282</pub-id>
        <pub-id pub-id-type="pmcid">PMC5824292</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Brudvik</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Moutte</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Baste</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Morken</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>A comparison of pain assessment by physicians, parents and children in an outpatient setting</article-title>
        <source>Emerg Med J</source>  
        <year>2017</year>  
        <month>03</month>  
        <volume>34</volume>  
        <issue>3</issue>  
        <fpage>138</fpage>  
        <lpage>144</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://emj.bmj.com/cgi/pmidlookup?view=long&#38;pmid=27797872"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/emermed-2016-205825</pub-id>
        <pub-id pub-id-type="medline">27797872</pub-id>
        <pub-id pub-id-type="pii">emermed-2016-205825</pub-id>
        <pub-id pub-id-type="pmcid">PMC5502236</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Selby</surname>
            <given-names>JV</given-names>
          </name>
          <name name-style="western">
            <surname>Forsythe</surname>
            <given-names>Laura</given-names>
          </name>
          <name name-style="western">
            <surname>Sox</surname>
            <given-names>Harold C</given-names>
          </name>
        </person-group>
        <article-title>Stakeholder-Driven Comparative Effectiveness Research: An Update From PCORI</article-title>
        <source>JAMA</source>  
        <year>2015</year>  
        <month>12</month>  
        <day>01</day>  
        <volume>314</volume>  
        <issue>21</issue>  
        <fpage>2235</fpage>  
        <lpage>6</lpage>  
        <pub-id pub-id-type="doi">10.1001/jama.2015.15139</pub-id>
        <pub-id pub-id-type="medline">26595059</pub-id>
        <pub-id pub-id-type="pii">2471797</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Collins</surname>
            <given-names>Francis S</given-names>
          </name>
          <name name-style="western">
            <surname>Varmus</surname>
            <given-names>Harold</given-names>
          </name>
        </person-group>
        <article-title>A new initiative on precision medicine</article-title>
        <source>N Engl J Med</source>  
        <year>2015</year>  
        <month>02</month>  
        <day>26</day>  
        <volume>372</volume>  
        <issue>9</issue>  
        <fpage>793</fpage>  
        <lpage>5</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25635347"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1056/NEJMp1500523</pub-id>
        <pub-id pub-id-type="medline">25635347</pub-id>
        <pub-id pub-id-type="pmcid">PMC5101938</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Califf</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Robb</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Bindman</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Briggs</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Collins</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Conway</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Coster</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Cunningham</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>De Lew</surname>
            <given-names>Nancy</given-names>
          </name>
          <name name-style="western">
            <surname>DeSalvo</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Dymek</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Dzau</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Fleurence</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Frank</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Gaziano</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Kaufmann</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Lauer</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Marks</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>McGinnis</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Richards</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Selby</surname>
            <given-names>JV</given-names>
          </name>
          <name name-style="western">
            <surname>Shulkin</surname>
            <given-names>David J</given-names>
          </name>
          <name name-style="western">
            <surname>Shuren</surname>
            <given-names>Jeffrey</given-names>
          </name>
          <name name-style="western">
            <surname>Slavitt</surname>
            <given-names>Andrew M</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>Scott R</given-names>
          </name>
          <name name-style="western">
            <surname>Washington</surname>
            <given-names>B Vindell</given-names>
          </name>
          <name name-style="western">
            <surname>White</surname>
            <given-names>P Jon</given-names>
          </name>
          <name name-style="western">
            <surname>Woodcock</surname>
            <given-names>Janet</given-names>
          </name>
          <name name-style="western">
            <surname>Woodson</surname>
            <given-names>Jonathan</given-names>
          </name>
          <name name-style="western">
            <surname>Sherman</surname>
            <given-names>Rachel E</given-names>
          </name>
        </person-group>
        <article-title>Transforming Evidence Generation to Support Health and Health Care Decisions</article-title>
        <source>N Engl J Med</source>  
        <year>2016</year>  
        <month>12</month>  
        <day>15</day>  
        <volume>375</volume>  
        <issue>24</issue>  
        <fpage>2395</fpage>  
        <lpage>2400</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJMsb1610128</pub-id>
        <pub-id pub-id-type="medline">27974039</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Oerlemans</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Arts</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Horevoorts</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>van de Poll-Franse</surname>
            <given-names>Lonneke V</given-names>
          </name>
        </person-group>
        <article-title>“Am I normal?” The Wishes of Patients With Lymphoma to Compare Their Patient-Reported Outcomes With Those of Their Peers</article-title>
        <source>J Med Internet Res</source>  
        <year>2017</year>  
        <month>08</month>  
        <day>15</day>  
        <volume>19</volume>  
        <issue>8</issue>  
        <fpage>e288</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/8/e288/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.7079</pub-id>
        <pub-id pub-id-type="medline">28811271</pub-id>
        <pub-id pub-id-type="pii">v19i8e288</pub-id>
        <pub-id pub-id-type="pmcid">PMC5575418</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dwamena</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Holmes-Rovner</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Gaulden</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Jorgenson</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Sadigh</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Sikorskii</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Lewin</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Coffey</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Olomu</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Interventions for providers to promote a patient-centred approach in clinical consultations</article-title>
        <source>Cochrane Database Syst Rev</source>  
        <year>2012</year>  
        <month>12</month>  
        <day>12</day>  
        <volume>12</volume>  
        <fpage>CD003267</fpage>  
        <pub-id pub-id-type="doi">10.1002/14651858.CD003267.pub2</pub-id>
        <pub-id pub-id-type="medline">23235595</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wagner</surname>
            <given-names>EH</given-names>
          </name>
          <name name-style="western">
            <surname>Austin</surname>
            <given-names>BT</given-names>
          </name>
          <name name-style="western">
            <surname>Davis</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Hindmarsh</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Schaefer</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Bonomi</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Improving chronic illness care: translating evidence into action</article-title>
        <source>Health Aff (Millwood)</source>  
        <year>2001</year>  
        <volume>20</volume>  
        <issue>6</issue>  
        <fpage>64</fpage>  
        <lpage>78</lpage>  
        <pub-id pub-id-type="doi">10.1377/hlthaff.20.6.64</pub-id>
        <pub-id pub-id-type="medline">11816692</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gee</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Greenwood</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Paterniti</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Ward</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>The eHealth Enhanced Chronic Care Model: a theory derivation approach</article-title>
        <source>J Med Internet Res</source>  
        <year>2015</year>  
        <month>04</month>  
        <day>01</day>  
        <volume>17</volume>  
        <issue>4</issue>  
        <fpage>e86</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2015/4/e86/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.4067</pub-id>
        <pub-id pub-id-type="medline">25842005</pub-id>
        <pub-id pub-id-type="pii">v17i4e86</pub-id>
        <pub-id pub-id-type="pmcid">PMC4398883</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bradley</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Braverman</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Harrington</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Wicks</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Patients' motivations and interest in research: characteristics of volunteers for patient-led projects on PatientsLikeMe</article-title>
        <source>Res Involv Engagem</source>  
        <year>2016</year>  
        <volume>2</volume>  
        <fpage>33</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://researchinvolvement.biomedcentral.com/articles/10.1186/s40900-016-0047-6"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s40900-016-0047-6</pub-id>
        <pub-id pub-id-type="medline">29507767</pub-id>
        <pub-id pub-id-type="pii">47</pub-id>
        <pub-id pub-id-type="pmcid">PMC5831886</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sanderson</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Linderman</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Suckiel</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Diaz</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Zinberg</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Ferryman</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Wasserstein</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Kasarskis</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Schadt</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Motivations, concerns and preferences of personal genome sequencing research participants: Baseline findings from the HealthSeq project</article-title>
        <source>Eur J Hum Genet</source>  
        <year>2016</year>  
        <month>01</month>  
        <volume>24</volume>  
        <issue>1</issue>  
        <fpage>14</fpage>  
        <lpage>20</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.doi.org/10.1038/ejhg.2015.118"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1038/ejhg.2015.118</pub-id>
        <pub-id pub-id-type="medline">26036856</pub-id>
        <pub-id pub-id-type="pii">ejhg2015118</pub-id>
        <pub-id pub-id-type="pmcid">PMC4795230</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Weitzman</surname>
            <given-names>ER</given-names>
          </name>
          <name name-style="western">
            <surname>Kelemen</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Kaci</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Mandl</surname>
            <given-names>KD</given-names>
          </name>
        </person-group>
        <article-title>Willingness to share personal health record data for care improvement and public health: a survey of experienced personal health record users</article-title>
        <source>BMC Med Inform Decis Mak</source>  
        <year>2012</year>  
        <month>05</month>  
        <day>22</day>  
        <volume>12</volume>  
        <fpage>39</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/1472-6947-12-39"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1472-6947-12-39</pub-id>
        <pub-id pub-id-type="medline">22616619</pub-id>
        <pub-id pub-id-type="pii">1472-6947-12-39</pub-id>
        <pub-id pub-id-type="pmcid">PMC3403895</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Weitzman</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Kaci</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Mandl</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Sharing medical data for health research: the early personal health record experience</article-title>
        <source>J Med Internet Res</source>  
        <year>2010</year>  
        <month>05</month>  
        <day>25</day>  
        <publisher-loc>Sharing medical data for health research</publisher-loc>
        <publisher-name>The early personal health record experience. J Med Internet Res Internet Journal of Medical Internet Research</publisher-name>
        <fpage>e14</fpage> </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Politi</surname>
            <given-names>Mary C</given-names>
          </name>
          <name name-style="western">
            <surname>Lewis</surname>
            <given-names>Carmen L</given-names>
          </name>
          <name name-style="western">
            <surname>Frosch</surname>
            <given-names>Dominick L</given-names>
          </name>
        </person-group>
        <article-title>Supporting shared decisions when clinical evidence is low</article-title>
        <source>Med Care Res Rev</source>  
        <year>2013</year>  
        <month>02</month>  
        <volume>70</volume>  
        <issue>1 Suppl</issue>  
        <fpage>113S</fpage>  
        <lpage>128S</lpage>  
        <pub-id pub-id-type="doi">10.1177/1077558712458456</pub-id>
        <pub-id pub-id-type="medline">23124616</pub-id>
        <pub-id pub-id-type="pii">1077558712458456</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Helmick</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Felson</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Lawrence</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Gabriel</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Hirsch</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Kwoh</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Liang</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Kremers</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Mayes</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Merkel</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Pillemer</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Reveille</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Stone</surname>
            <given-names>J</given-names>
          </name>
          <collab>National Arthritis Data Workgroup</collab>
        </person-group>
        <article-title>Estimates of the prevalence of arthritis and other rheumatic conditions in the United States. Part I</article-title>
        <source>Arthritis Rheum</source>  
        <year>2008</year>  
        <month>01</month>  
        <volume>58</volume>  
        <issue>1</issue>  
        <fpage>15</fpage>  
        <lpage>25</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/art.23177"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1002/art.23177</pub-id>
        <pub-id pub-id-type="medline">18163481</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Weitzman</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Wisk</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Salimian</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Magane</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Dedeoglu</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Hersh</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Kimura</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Mandl</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Ringold</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Natter</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Adding patient-reported outcomes to a multisite registry to quantify quality of life and experiences of disease and treatment for youth with juvenile idiopathic arthritis</article-title>
        <source>J Patient Rep Outcomes</source>  
        <year>2018</year>  
        <volume>2</volume>  
        <fpage>1</fpage>  
        <lpage>11</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29645010"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s41687-017-0025-2</pub-id>
        <pub-id pub-id-type="medline">29645010</pub-id>
        <pub-id pub-id-type="pmcid">PMC5934933</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wagner</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Chronic disease management: what will it take to improve care for chronic illness?</article-title>
        <source>Eff Clin Pract</source>  
        <year>1998</year>  
        <volume>1</volume>  
        <issue>1</issue>  
        <fpage>2</fpage>  
        <lpage>4</lpage>  
        <pub-id pub-id-type="medline">10345255</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ringold</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Beukelman</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Nigrovic</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Kimura</surname>
            <given-names>Y</given-names>
          </name>
          <collab>CARRA Registry Site Principal Investigators</collab>
        </person-group>
        <article-title>Race, ethnicity, and disease outcomes in juvenile idiopathic arthritis: a cross-sectional analysis of the Childhood Arthritis and Rheumatology Research Alliance (CARRA) Registry</article-title>
        <source>J Rheumatol</source>  
        <year>2013</year>  
        <month>06</month>  
        <volume>40</volume>  
        <issue>6</issue>  
        <fpage>936</fpage>  
        <lpage>42</lpage>  
        <pub-id pub-id-type="doi">10.3899/jrheum.121147</pub-id>
        <pub-id pub-id-type="medline">23588937</pub-id>
        <pub-id pub-id-type="pii">jrheum.121147</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Natter</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Quan</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ortiz</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Bousvaros</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Ilowite</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Inman</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Marsolo</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>McMurry</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Sandborg</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Schanberg</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Wallace</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Warren</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Weber</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Mandl</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>An i2b2-based, generalizable, open source, self-scaling chronic disease registry</article-title>
        <source>J Am Med Inform Assoc</source>  
        <year>2013</year>  
        <month>01</month>  
        <day>01</day>  
        <volume>20</volume>  
        <issue>1</issue>  
        <fpage>172</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22733975"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/amiajnl-2012-001042</pub-id>
        <pub-id pub-id-type="medline">22733975</pub-id>
        <pub-id pub-id-type="pii">amiajnl-2012-001042</pub-id>
        <pub-id pub-id-type="pmcid">PMC3555330</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Varni</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Seid</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Rode</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>The PedsQL: measurement model for the pediatric quality of life inventory</article-title>
        <source>Med Care</source>  
        <year>1999</year>  
        <month>02</month>  
        <volume>37</volume>  
        <issue>2</issue>  
        <fpage>126</fpage>  
        <lpage>39</lpage>  
        <pub-id pub-id-type="medline">10024117</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Amtmann</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Cook</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Jensen</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Choi</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Revicki</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Cella</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Rothrock</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Keefe</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Callahan</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Lai</surname>
            <given-names>Jin-Shei</given-names>
          </name>
        </person-group>
        <article-title>Development of a PROMIS item bank to measure pain interference</article-title>
        <source>Pain</source>  
        <year>2010</year>  
        <month>07</month>  
        <volume>150</volume>  
        <issue>1</issue>  
        <fpage>173</fpage>  
        <lpage>82</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20554116"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.pain.2010.04.025</pub-id>
        <pub-id pub-id-type="medline">20554116</pub-id>
        <pub-id pub-id-type="pii">S0304-3959(10)00263-0</pub-id>
        <pub-id pub-id-type="pmcid">PMC2916053</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bulatović</surname>
            <given-names>Maja</given-names>
          </name>
          <name name-style="western">
            <surname>Heijstek</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Verkaaik</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>van Dijkhuizen</surname>
            <given-names>E H Pieter</given-names>
          </name>
          <name name-style="western">
            <surname>Armbrust</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Hoppenreijs</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Kamphuis</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Kuis</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Egberts</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Sinnema</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Rademaker</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Wulffraat</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>High prevalence of methotrexate intolerance in juvenile idiopathic arthritis: development and validation of a methotrexate intolerance severity score</article-title>
        <source>Arthritis Rheum</source>  
        <year>2011</year>  
        <month>07</month>  
        <volume>63</volume>  
        <issue>7</issue>  
        <fpage>2007</fpage>  
        <lpage>13</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1002/art.30367"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1002/art.30367</pub-id>
        <pub-id pub-id-type="medline">21437879</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jolliffe</surname>
            <given-names>IT</given-names>
          </name>
        </person-group>
        <source>Principal Component Analysis, Second Edition</source>  
        <year>2002</year>  
        <publisher-loc>New York, USA</publisher-loc>
        <publisher-name>Springer-Verlag New York</publisher-name></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dunteman</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <source>Principal components analysis</source>  
        <year>1989</year>  
        <publisher-loc>Beverly Hills</publisher-loc>
        <publisher-name>Sage Publications</publisher-name>
        <fpage>65</fpage>  
        <lpage>69</lpage> </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Domecq</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Prutsky</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Elraiyah</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>Z</given-names>
          </name>
          <name name-style="western">
            <surname>Nabhan</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Shippee</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Brito</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Boehmer</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Hasan</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Firwana</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Erwin</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Eton</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Sloan</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Montori</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Asi</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Dabrh</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Murad</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Patient engagement in research: a systematic review</article-title>
        <source>BMC Health Serv Res</source>  
        <year>2014</year>  
        <month>02</month>  
        <day>26</day>  
        <volume>14</volume>  
        <fpage>89</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/1472-6963-14-89"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1472-6963-14-89</pub-id>
        <pub-id pub-id-type="medline">24568690</pub-id>
        <pub-id pub-id-type="pii">1472-6963-14-89</pub-id>
        <pub-id pub-id-type="pmcid">PMC3938901</pub-id></nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hibbard</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Greene</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Overton</surname>
            <given-names>V</given-names>
          </name>
        </person-group>
        <article-title>Patients with lower activation associated with higher costs; delivery systems should know their patients' 'scores'</article-title>
        <source>Health Aff (Millwood)</source>  
        <year>2013</year>  
        <month>02</month>  
        <volume>32</volume>  
        <issue>2</issue>  
        <fpage>216</fpage>  
        <lpage>22</lpage>  
        <pub-id pub-id-type="doi">10.1377/hlthaff.2012.1064</pub-id>
        <pub-id pub-id-type="medline">23381513</pub-id>
        <pub-id pub-id-type="pii">32/2/216</pub-id></nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hibbard</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Patient Activation and Health Literacy: What's the Difference? How Do Each Contribute to Health Outcomes</article-title>
        <source>Stud Health Technol Inform</source>  
        <year>2017</year>  
        <volume>240</volume>  
        <fpage>251</fpage>  
        <lpage>262</lpage>  
        <pub-id pub-id-type="medline">28972522</pub-id></nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Keim-Malpass</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Letzkus</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Kennedy</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Parent/caregiver health literacy among children with special health care needs: a systematic review of the literature</article-title>
        <source>BMC Pediatr</source>  
        <year>2015</year>  
        <month>08</month>  
        <day>05</day>  
        <volume>15</volume>  
        <fpage>92</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcpediatr.biomedcentral.com/articles/10.1186/s12887-015-0412-x"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s12887-015-0412-x</pub-id>
        <pub-id pub-id-type="medline">26242306</pub-id>
        <pub-id pub-id-type="pii">10.1186/s12887-015-0412-x</pub-id>
        <pub-id pub-id-type="pmcid">PMC4525748</pub-id></nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Friis</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Lasgaard</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Osborne</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Maindal</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Gaps in understanding health and engagement with healthcare providers across common long-term conditions: a population survey of health literacy in 29,473 Danish citizens</article-title>
        <source>BMJ Open</source>  
        <year>2016</year>  
        <month>01</month>  
        <day>14</day>  
        <volume>6</volume>  
        <issue>1</issue>  
        <fpage>e009627</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://bmjopen.bmj.com/cgi/pmidlookup?view=long&#38;pmid=26769783"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1136/bmjopen-2015-009627</pub-id>
        <pub-id pub-id-type="medline">26769783</pub-id>
        <pub-id pub-id-type="pii">bmjopen-2015-009627</pub-id>
        <pub-id pub-id-type="pmcid">PMC4735217</pub-id></nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rescorla</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Ginzburg</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Achenbach</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Ivanova</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Almqvist</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Begovac</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Bilenberg</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Bird</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Chahed</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Dobrean</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Döpfner</surname>
            <given-names>Manfred</given-names>
          </name>
          <name name-style="western">
            <surname>Erol</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Hannesdottir</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Kanbayashi</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Lambert</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Leung</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Minaei</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Novik</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Oh</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Petot</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Petot</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Pomalima</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Rudan</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Sawyer</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Simsek</surname>
            <given-names>Z</given-names>
          </name>
          <name name-style="western">
            <surname>Steinhausen</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Valverde</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ende</surname>
            <given-names>Jan van der</given-names>
          </name>
          <name name-style="western">
            <surname>Weintraub</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Metzke</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Wolanczyk</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Zhang</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Zukauskiene</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Verhulst</surname>
            <given-names>F</given-names>
          </name>
        </person-group>
        <article-title>Cross-informant agreement between parent-reported and adolescent self-reported problems in 25 societies</article-title>
        <source>J Clin Child Adolesc Psychol</source>  
        <year>2013</year>  
        <volume>42</volume>  
        <issue>2</issue>  
        <fpage>262</fpage>  
        <lpage>73</lpage>  
        <pub-id pub-id-type="doi">10.1080/15374416.2012.717870</pub-id>
        <pub-id pub-id-type="medline">23009025</pub-id></nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Devine</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Alfonso-Cristancho</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Devlin</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Edwards</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Farrokhi</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Kessler</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Lavallee</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Patrick</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Sullivan</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Tarczy-Hornoch</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Yanez</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Flum</surname>
            <given-names>D</given-names>
          </name>
          <collab>CERTAIN Collaborative</collab>
        </person-group>
        <article-title>A model for incorporating patient and stakeholder voices in a learning health care network: Washington State's Comparative Effectiveness Research Translation Network</article-title>
        <source>J Clin Epidemiol</source>  
        <year>2013</year>  
        <month>08</month>  
        <volume>66</volume>  
        <issue>8 Suppl</issue>  
        <fpage>S122</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23849146"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.jclinepi.2013.04.007</pub-id>
        <pub-id pub-id-type="medline">23849146</pub-id>
        <pub-id pub-id-type="pii">S0895-4356(13)00159-5</pub-id>
        <pub-id pub-id-type="pmcid">PMC4097950</pub-id></nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Beskow</surname>
            <given-names>LM</given-names>
          </name>
          <name name-style="western">
            <surname>Burke</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Fullerton</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>Sharp</surname>
            <given-names>RR</given-names>
          </name>
        </person-group>
        <article-title>Offering aggregate results to participants in genomic research: opportunities and challenges</article-title>
        <source>Genet Med</source>  
        <year>2012</year>  
        <month>04</month>  
        <volume>14</volume>  
        <issue>4</issue>  
        <fpage>490</fpage>  
        <lpage>6</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22261761"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1038/gim.2011.62</pub-id>
        <pub-id pub-id-type="medline">22261761</pub-id>
        <pub-id pub-id-type="pii">gim201162</pub-id>
        <pub-id pub-id-type="pmcid">PMC3612423</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
