<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v28i1e84533</article-id>
      <article-id pub-id-type="pmid">15886485</article-id>
      <article-id pub-id-type="doi">10.2196/84533</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Artificial Intelligence for Identifying Patient-Reported Outcome and Experience Measures in Oncology: Retrospective Cross-Sectional Study Using ClinicalTrials.gov</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Brini</surname>
            <given-names>Stefano</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Odeniya</surname>
            <given-names>Joshua</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Mettupatti Sivagnanam</surname>
            <given-names>Abinaya</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Wang</surname>
            <given-names>Rui-qi</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Thomas</surname>
            <given-names>Alex Thomas</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Enaworu</surname>
            <given-names>Oghenetanure</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kodan</surname>
            <given-names>Amol</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Soyer</surname>
            <given-names>Jessica</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0005-0586-5905</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Hecini</surname>
            <given-names>Akram</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0004-2772-6845</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Juchet</surname>
            <given-names>Sylvain</given-names>
          </name>
          <degrees>PharmD, MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5154-8680</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Desvignes-Gleizes</surname>
            <given-names>Céline</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6755-9501</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Thiebaut</surname>
            <given-names>Maxime</given-names>
          </name>
          <degrees>MSc, PharmD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0007-6468-3006</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Bertocchio</surname>
            <given-names>Jean-Philippe</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>SKEZI</institution>
            <addr-line>Les Papeteries - Image Factory, 1-3 Esplanade Augustin Aussedat</addr-line>
            <addr-line>Annecy</addr-line>
            <country>France</country>
            <phone>33 0670333450</phone>
            <email>jean-philippe.bertocchio@skezi.eu</email>
          </address>
          <xref rid="aff3" ref-type="aff">3</xref>
          <xref rid="aff4" ref-type="aff">4</xref>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4104-702X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>SKEZI</institution>
        <addr-line>Annecy</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Mapi Research Trust</institution>
        <addr-line>Lyon</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Thyroïde – Tumeurs Endocrines, Pitié-Salpêtrière Hospital</institution>
        <institution>Assistance Publique-Hôpitaux de Paris</institution>
        <addr-line>Paris</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Reference center for rare diseases related to calcium-phosphate metabolism disorders, Pitié-Salpêtrière Hospital</institution>
        <institution>Assistance Publique-Hôpitaux de Paris</institution>
        <addr-line>Paris</addr-line>
        <country>France</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>FHU-DDS-net, Dental School</institution>
        <institution>Université Paris Cité, INSERM U1333 Santé Orale</institution>
        <addr-line>Montrouge</addr-line>
        <country>France</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Jean-Philippe Bertocchio <email>jean-philippe.bertocchio@skezi.eu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2026</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>16</day>
        <month>4</month>
        <year>2026</year>
      </pub-date>
      <volume>28</volume>
      <elocation-id>e84533</elocation-id>
      <history>
        <date date-type="received">
          <day>21</day>
          <month>9</month>
          <year>2025</year>
        </date>
        <date date-type="rev-request">
          <day>21</day>
          <month>10</month>
          <year>2025</year>
        </date>
        <date date-type="rev-recd">
          <day>12</day>
          <month>2</month>
          <year>2026</year>
        </date>
        <date date-type="accepted">
          <day>14</day>
          <month>2</month>
          <year>2026</year>
        </date>
      </history>
      <copyright-statement>©Jessica Soyer, Akram Hecini, Sylvain Juchet, Céline Desvignes-Gleizes, Maxime Thiebaut, Jean-Philippe Bertocchio. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 16.04.2026.</copyright-statement>
      <copyright-year>2026</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research (ISSN 1438-8871), is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2026/1/e84533" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Traditional health care systems have evolved to increasingly recognize patients’ perspectives as key to improving the quality of care, especially in oncology. Hence, patient-reported outcome measures (PROMs) and patient-reported experience measures (PREMs) can enhance patient–health care provider communication while facilitating individualized care. This tailored approach improves patient outcomes and highlights the need for research methods to account for variability in patient experiences across diverse sociodemographic and clinical backgrounds while proposing artificial intelligence (AI) to automate and accelerate the identification of PROMs and PREMs.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to estimate the proportion of clinical studies including PROMs or PREMs, using either a traditional expert-based identification method or an AI-enriched approach.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>In a retrospective cross-sectional study using the ClinicalTrial.gov database, we focused on oncology studies between 2012 and 2022. Two methods were used to identify PROMs and PREMs: (1) a traditional expert-based method, where an algorithm identified PROMs and PREMs from a list of 346 oncology-specific PROMs and PREMs (extracted from the PROQOLID database, Mapi Research Trust) and/or 11 PROM- and PREM-specific terms, and (2) an AI-enriched method using a bidirectional encoder representations from transformers model, trained on 2399 outcomes labeled by experts. To evaluate algorithm performance, results were compared with expert decisions. Studies were classified by PROM/PREM use, analyzed using logistic regression to identify drivers, and a named entity recognition model identified frequently used measures.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A total of 24,491 studies were included. According to the traditional expert-based algorithm, 7549 (31%) studies used at least one PROM or PREM, as compared to 8029 (33%) studies identified by the AI-enriched algorithm, increasing from 2012 to 2022 (<italic>P</italic>&lt;.001). With 90% (95% CI 88%-92%) accuracy, the AI-enriched algorithm outperformed (<italic>P</italic>&lt;.001) the expert-based algorithm (84%, 95% CI 82%-86%) in identifying PROMs and PREMs. Breast and digestive cancers accounted for nearly 50% of all oncology studies using PROMs and PREMs, with the European Organization for Research and Treatment of Cancer Quality of Life Questionnaire-Core 30 being the most frequently used. As expected, trials in phases 2 to 4 more frequently included PROMs and PREMs than preclinical or early phase 1 studies (odds ratio [OR] 1.8, 95% CI 1.1-2.8 for phase 2; OR 3.6, 95% CI 2.3-5.8 for phase 3; and OR 2.6, 95% CI 1.6-4.4 for phase 4). In observational studies, cross-sectional and prospective studies incorporated more PROMs and PREMs than retrospective studies (OR 4.6, 95% CI 3.3-6.4 and OR 3.2, 95% CI 2.5-4.1, respectively).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our study shows that an AI-enriched algorithm outperforms traditional expert methods in identifying PROMs and PREMs in oncology. Combining expert-labeled data with AI enables scalable, automated trial monitoring, supports efficient research, informs stakeholders, enhances patient-centered decisions, and can be extended to other diseases and databases.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>clinical trials</kwd>
        <kwd>patient-reported outcome measures</kwd>
        <kwd>patient-reported experience measures</kwd>
        <kwd>artificial intelligence-based research</kwd>
        <kwd>expert-based research</kwd>
        <kwd>oncology</kwd>
        <kwd>research on research</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Traditional models in health care have evolved to increasingly recognize patients’ perspectives as key to improving their quality of services [<xref ref-type="bibr" rid="ref1">1</xref>]. In such, the quality of data is of major importance for evaluating services provided to people. To date, most of the data to do so comes from automatically generated sources emerging from health medical records and related software. Besides, data collected from patient-centered measures (PCMs) may also play a key role in improving the quality of services [<xref ref-type="bibr" rid="ref2">2</xref>]. PCMs refer to widely used and studied tools, such as patient-reported outcome measures (PROMs) or patient-reported experience measures (PREMs) [<xref ref-type="bibr" rid="ref3">3</xref>], which constitute relevant information collected directly from patients to better understand and address what matters the most to them [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. In their day-to-day practice, health care providers (HCPs) may collect PCMs for various purposes such as screening, monitoring, evaluating care, or collecting side effects of treatments as well as to help in the decision-making process [<xref ref-type="bibr" rid="ref5">5</xref>]. PCMs are usually collected through questionnaires (either paper-based or online) and help capture either outcomes resulting from the care (such as the evolution of symptoms) or the experience of such care (such as the time spent receiving a specific treatment). Items (questions) can be scientifically validated, and therefore, such questionnaires are called PROMs or PREMs for collecting outcomes or experiences, respectively, or made for the purpose of the questionnaire itself, and are therefore called <italic>ad hoc</italic> items. These measurements are added to biological measures and/or clinician-reported outcomes, such as physical examination, to better plan patient care.</p>
      <p>PROMs are standardized questionnaires that collect information about health outcomes directly from patients, such as symptoms, functional status, health-related quality of life (HRQoL), or mental well-being, without amendment or interpretation by a clinician or anyone else, and measure them in a quantitative manner at a specific timepoint [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. Originally developed in research studies, PROMs applications are now diversified and used in supporting clinical decision-making, assessing treatment benefit in drug trials, prioritizing patients for surgical procedures, comparing outcomes among HCPs, stimulating HRQoL improvement, and evaluating practices [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. There are two main categories of PROMs: (1) generic and (2) specific ones (including both condition-specific and concept-specific items). Generic PROMs measure concepts relevant to a wide range of patients, enabling comparisons across different conditions. For example, the EQ-5D questionnaire [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>] measures 5 dimensions of health: mobility, self-care, usual activities, pain or discomfort, and anxiety or depression. Each dimension is assessed using a set of severity levels, initially comprising 3 levels (EQ-5D-3L) and expanded to 5 levels in the updated 2010 version (EQ-5D-5L), notably to improve sensitivity and reduce ceiling effect [<xref ref-type="bibr" rid="ref13">13</xref>]. Specific PROMs, on the other hand, measure concepts relevant to a particular patient group or condition. For instance, the European Organization for Research and Treatment of Cancer Quality of Life Questionnaire-Core 30 (EORTC QLQ-C30) questionnaire measures HRQoL specifically in patients with cancer (condition-specific) [<xref ref-type="bibr" rid="ref14">14</xref>], while the Fatigue Severity Scale (FSS) evaluates the concept of fatigue (concept-specific) [<xref ref-type="bibr" rid="ref15">15</xref>]. Besides this core common questionnaire for all patients with cancer, additional modules have been developed from it to measure symptoms and outcomes specific to different cancers. Examples include the EORTC Quality of Life Questionnaire–Lung Cancer Module (EORTC QLQ-LC13) or the Head and Neck Cancer Module (EORTC QLQ-H&amp;N35) [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. For the sole field of cancer, more than 300 PROMs have already been identified.</p>
      <p>In contrast to PROMs, PREMs focus on patients’ experience and emerge as a favored metric for assessing health care quality, such as the validated Kidney PREM questionnaire [<xref ref-type="bibr" rid="ref18">18</xref>]. PREMs assess common information about patients satisfaction with service delivery in a clinical setting or describe patients experiences with a therapy or a plan of care [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref8">8</xref>]. Like the US Food and Drug Administration (FDA), other public health authorities in Europe, such as the Haute Autorité de Santé (HAS) in France, have recently added PROMs and PREMs to their list of care quality and safety indicators to encourage their use in clinical trials and routine [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. However, there is no established consensus regarding the way to name PROMs and PREMs. This makes their identification particularly challenging. New tools based on natural language processing (NLP) may be useful in this setting [<xref ref-type="bibr" rid="ref22">22</xref>]. Overall, it appears essential to develop a solution for identifying and tracking the use of PROMs and PREMs in clinical research, both in terms of their frequency of inclusion in studies and the types of instruments selected. We hypothesized that an artificial intelligence (AI)–enriched algorithm would outperform an expert-based algorithm in identifying PROMs and PREMs used in clinical research. Here, we report the results from a cross-sectional study that aimed to estimate the proportion of oncology clinical studies incorporating PROMs and PREMs and to examine the characteristics associated with these studies, using either a traditional expert-based method or an AI-enriched approach. The performances of the expert-based and AI-enriched algorithms were evaluated through comparison to a manually labeled subsample validated by a human-based consensus.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design and Data Sources (Setting)</title>
        <p>Our retrospective cross-sectional study uses data regarding outcomes of interest from previously documented clinical studies. We conducted a retrospective cross-sectional study to provide a comprehensive assessment of the prevalence and characteristics of PROMs and PREMs in oncology trials over a defined period (2012-2022). This design was chosen because all study data were already publicly available in the ClinicalTrials.gov registry, allowing us to analyze a large dataset without prospectively collecting new data, and to efficiently capture a snapshot of PROMs and PREMs inclusion across multiple studies at a single point in time. This data was extracted from the ClinicalTrials.gov database, more specifically, the “What is the study measuring?” section of the studies’ information page, using the <italic>trials</italic> R package. To be included, studies had (1) to be available in the open access ClinicalTrials.gov database; (2) to have a study start date between January 1, 2012, and January 1, 2022; (3) to be set in the oncology field; and (4) to contain at least one of our described outcomes. Studies that contained no outcome description were therefore excluded. If one study had more than one outcome, all available outcomes were extracted individually. Because the study relied exclusively on publicly available registry data, nonparticipation was not applicable.</p>
      </sec>
      <sec>
        <title>Identifying PROMs and PREMs</title>
        <sec>
          <title>Overview</title>
          <p>Two different techniques were used to identify PROMs and PREMs in oncology studies’ outcomes: (1) an expert-based algorithm and (2) an AI-enriched algorithm. In addition, a human-based consensus manually labeled (as containing or not PROMs or PREMs) a subset of the included outcomes. This human-based consensus was used first to feed the AI-enriched algorithm and act as a gold standard for the evaluation of the performance of the two algorithms.</p>
        </sec>
        <sec>
          <title>Expert-Based Algorithm</title>
          <p>A list of oncology-specific PROMs and PREMs and PROM- and PREM-related generic open terms was gathered. First, 346 PROMs and PREMs used in oncology, including both their full names and acronyms, were extracted from the Patient-Reported Outcome and Quality of Life Instruments Database (PROQOLID). Second, 2 distinct groups of 3 experts set up a list of terms related to generic PROMs and PREMs for the purpose of this study. The experts then reached a consensus, resulting in a final list of PROM- and PREM-related generic open terms. PROM-specific terms were<italic> </italic>quality of life, QoLd, patient-reported outcome, psychometric, patient perspective, questionnaire, health related quality of life, and hrql. PREM-specific terms were satisfaction, experience, and quality of care.</p>
          <p>The list of 346 oncology-specific PROMs and PREMs and 11 PROM- and PREM-related generic open terms was then used in the expert-based algorithm. To identify outcomes, including PROMs and/or PREMs, the expert-based algorithm specifically searched for PROMs or PREMs and specific terms within the outcome descriptions available in the dataset of oncology studies extracted from ClinicalTrials.gov.</p>
        </sec>
        <sec>
          <title>Expert Consensus</title>
          <p>A subset of studies’ outcomes was randomly selected to be manually labeled by 16 independent experts (ie, not involved in the process of identifying the PROMs and PREMs generic terms). This random subset was built to balance positive and negative outcomes, that is, included 15% of the outcomes with PROMs or PREMs as identified by the expert-based algorithm and 2% of the outcomes without PROMs or PREMs. The 16 experts were divided into 8 pairs; each pair was assigned a random sample of the subset to label. Experts were asked to label whether or not the descriptions contained either a PROM or a PREM: to be counted as mentioning a PROM or PREM, a description should provide a name (either an acronym or a full name) referring to a questionnaire that should be answered directly by patients and that should assess either an outcome or an experience of care. Therefore, we excluded descriptions that mentioned using a PROM or PREM but that did not state which one, that used an ad hoc questionnaire, or that used a clinician-reported outcome measure. While labeling the outcomes, experts were blind to the identity of their pairs and to the label provided by their pairs. Once all outcomes were labeled, experts were unblinded to their pair and reached consensus in case of disagreement (Cohen κ 0.59), setting the gold-standard label for the outcome. During the whole process, experts were blind to the classification according to the expert-based algorithm. Even if the initial agreement between the 2 experts was 59% only, this first round was only a starting point. For all cases where disagreements occurred, the experts engaged in detailed discussions and conducted additional reviews of the scientific literature to resolve them until a consensus was reached. Through this consensus-building process, all disagreements were carefully examined and validated, leading to final labels that are 100% agreed on by both experts and grounded in verified evidence. Therefore, while the initial agreement reflects the complexity of the task, the final gold standard used for evaluation is fully consensual and reliable.</p>
        </sec>
        <sec>
          <title>AI-Enriched Algorithm</title>
          <p>The AI-enriched algorithm consisted of a text classification model built using bidirectional encoder representations from transformers (BERT) [<xref ref-type="bibr" rid="ref23">23</xref>]. This model used texts from outcomes descriptions labeled by the expert consensus as containing or not PROMs or PREMs. For the model requiring balanced classes (ie, equal number of outcomes with and without PROMs or PREMs), a corresponding subset of the manually labeled outcomes was used. The dataset was split as follows: 61% of the data were used for training (2399 samples), 12% for validation (479 samples), and 27% for testing (1065 samples). Using BERT Tokenizer [<xref ref-type="bibr" rid="ref23">23</xref>], each word or textual element was converted into a token, which was then encoded as a fixed-length numerical vector of 512. This numerical vector captured semantic and contextual information within the texts. Model training was conducted using the Trainer from the Transformers library developed by Hugging Face [<xref ref-type="bibr" rid="ref24">24</xref>]. During training, multiple models were generated by adapting batch size and learning rate to get the best performance. All generated models were evaluated using the associated validation subset. The performance of each model was assessed using the following metrics: accuracy, recall, and <italic>F</italic><sub>1</sub>-score. These metrics gauged the model’s ability to correctly classify texts into their respective categories. The best model was selected based on its accuracy score.</p>
        </sec>
      </sec>
      <sec>
        <title>Evaluating the Performance of Algorithms</title>
        <p>To evaluate algorithms’ performances (accuracy, sensitivity, and specificity), the results obtained by expert-based and AI-enriched algorithms were compared to a dataset of outcomes labeled manually by expert consensus (gold standard). Evaluations were performed on the same dataset corresponding to the performance evaluation subset randomly selected when building datasets for the AI-enriched algorithm.</p>
      </sec>
      <sec>
        <title>Describing the Studies Using PROMs and PREMs</title>
        <p>Each study was classified as using at least one PROM or PREM or not, based on an AI-enriched algorithm (or the expert-based algorithm, see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). As observational and interventional studies carried out different characteristics, the analyses were stratified according to the type of study. We used multivariate logistic regression analysis to investigate potential associations between the use of PROMs and PREMs adjusted to other characteristics: cancer site, intervention type, clinical trial phase, randomization type, model type, and time perspective.</p>
      </sec>
      <sec>
        <title>Recoding Cancer Sites</title>
        <p>The ClinicalTrials.gov database returns a wide variety of names for cancer sites, even for the same cancers, as this field is an open-label one. Cancer sites had to be recoded in order to enhance the homogeneity and accuracy of the data. First, a <italic>k</italic>-means clustering [<xref ref-type="bibr" rid="ref25">25</xref>] was used to group the cancer sites based on the similarities between names for each clinical study. The 10 most recurrent words in each cluster were identified for naming each cluster. The cluster names (cancer sites) were then used in a subsequent few-shot classification task, using the setfit model from Hugging Face [<xref ref-type="bibr" rid="ref26">26</xref>]. For each cancer site, eight representative sentences were carefully selected from the dataset, which were used to create a final set of 116 texts. This dataset was used to train a text classification model, which was then applied to classify all the cancer sites in the dataset. The final model presented an accuracy of 96% for classifying cancer sites.</p>
      </sec>
      <sec>
        <title>Identifying the Most Frequently Used PROMs and PREMs</title>
        <p>Although the main AI-enriched algorithm was designed to detect if a PROM or PREM was used or not, it was not designed to state which PROM or PREM it was referring to. To identify which specific PROMs or PREMs were the most frequently used in clinical research, we used a named entity recognition (NER) model called SKEP’IA, which we had previously developed and patented. First, we manually annotated more than 2500 outcomes containing PROM names using the open-source annotation tool Doccano. Second, using the open-source library for natural language processing in Python, spaCy, these entities were then converted into a BIO tagging scheme (beginning, inside, outside) to mark the start, continuation, and boundaries of PROM entities within the text. The NER model was trained on this structured dataset. Third, we fine-tuned a BERT-cased model, splitting the dataset into training, validation, and test sets using appropriate proportions. Hyperparameters were optimized with Optuna. Fourth, the final model was evaluated on the test set. This model can recognize any PROM or PREM within a text, whether they are presented in full text or as an acronym and can suggest relevant ones based on textual descriptions. SKEP’IA was developed by using labeled data collected from both ClinicalTrials.gov and PubMed. However, the absence of a standardized and official naming system for each PROM or PREM presented a challenge in determining the most commonly used ones, representing a limitation in the exclusive use of the SKEP’IA model. To address this issue, we implemented a text similarity search approach using the PROQOLID database. Thus, the PROMs and PREMs identified by SKEP’IA were compared to the list of PROMs and PREMs previously captured from the PROQOLID database by calculating text similarity between them. Finally, we combined both the NER model and the text similarity search in the PROQOLID database.</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>Statistical analyses were performed using R Studio software (version 4.4.2; Posit PBC). Descriptive statistics were used to illustrate the use of PROMs and PREMs in registered clinical studies. Characteristics of the studies were presented by their numbers and proportions. Continuous variables were analyzed as reported in the registry and were not categorized. Proportions were compared bivariately using a chi-square test. Missing data were reported where appropriate in the descriptive table, and their randomness was assessed using a missing completely at random (MCAR) test (RBtest R package) with results displayed in the table footnote. Year-over-year trends in the use of PROMs and PREMs were described. A multivariate logistic regression analysis was used to investigate possible associations between the use of PROMs and PREMs and study characteristics, by subgroups of interventional or observational studies. The variables included in the models were those obtained from the ClinicalTrials.gov database and considered relevant to the study. The odds ratios (ORs) were presented using forest plots, and statistical significance for each predictor was assessed using Wald tests. Because associations were expressed as ORs, translation into absolute risk was not applicable. A <italic>P</italic> value less than .05 was considered as reflecting statistical significance. No subgroup, interaction, or sensitivity analyses were prespecified or conducted, as the study followed a predefined analytical framework.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>This study did not involve human participants or the use of identifiable human data. Therefore, institutional review board approval, informed consent, and participant remuneration were not applicable. Our observational study is compliant with the STROBE (Strengthening the Reporting of Observational Studies in Epidemiology) guidelines (checklist in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). No images or figures in the manuscript or multimedia appendix contain information that could identify individual participants or users.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>From the Selection of Studies to PROMs and PREMs Identification</title>
        <p>Between January 1, 2012, and January 1, 2022, a total of 28,034 studies in oncology were found in the ClinicalTrials.gov database, including 24,491 with at least one outcome described (<xref rid="figure1" ref-type="fig">Figure 1</xref>A). According to the expert-based algorithm, 16,954 outcomes using PROMs or PREMs were found from 7549 studies, meaning that out of the 24,491 eligible oncology studies, 31% used at least one PROM or PREM (<xref rid="figure1" ref-type="fig">Figure 1</xref>B). A subset of 4770 studies’ outcomes was used to evaluate the performance of the expert-based algorithm. When compared to the expert consensus manually labeled gold standard, the expert-based algorithm achieved 83% (95% CI 82%-84%) accuracy, 86% (95% CI 85%-88%) sensitivity, and 81% (95% CI 80%-82%) specificity (<xref ref-type="table" rid="table1">Table 1</xref>).</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Flowchart displaying studies and outcomes selection (A), the expert-based (B) and artificial intelligence (AI)–enriched (C) methods to classify outcomes, ClinicalTrial.gov database, 2012-2022. (A) From 259,899 studies registered between January 1, 2012, and January 1, 2022, a total of 28,034 oncology studies were identified. After excluding studies with no outcomes and outcomes lacking descriptions, 142,080 outcomes (from 24,491 studies) were included. (B) An expert-based method identified 16,954 outcomes using patient-reported outcomes measures (PROMs) or patient-reported experience measures (PREMs) across 7549 studies. A random sample of 4770 outcomes (890 studies) was manually labelled by expert consensus (15% of PROMs- or PREMs-positive and 2% of PROMs- or PREMs-negative outcomes). (C) The expert consensus dataset was then used to train and evaluate an AI-enriched algorithm, which was then applied to the full dataset of 142,080 outcomes. The AI-based algorithm identified 25,104 PROMs or PREMs outcomes across 8029 studies.</p>
          </caption>
          <graphic xlink:href="jmir_v28i1e84533_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Confusion matrix comparing the identification of patient-reported outcome measures (PROMs) or patient-reported experience measures (PREMs) in the outcomes of oncology studies, determined by either expert-based or artificial intelligence (AI)–enriched algorithms vs expert consensus, ClinicalTrials.gov database, 2012-2022 (n=1065 outcomes in the test subset)<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="320"/>
            <col width="220"/>
            <col width="220"/>
            <col width="0"/>
            <col width="110"/>
            <col width="0"/>
            <col width="100"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Type of algorithm and use of PROMs or PREMs in the study outcome</td>
                <td colspan="3">Expert consensus</td>
                <td colspan="2">PPV<sup>b</sup> (%)</td>
                <td>NPV<sup>c</sup> (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2">
                  <break/>
                </td>
                <td>Yes (n=506)</td>
                <td>No (n=559)</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Expert-based algorithm</bold>
                </td>
                <td colspan="2">80</td>
                <td>88</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes (n=558)</td>
                <td>448</td>
                <td>110</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No (n=507)</td>
                <td>58</td>
                <td>449</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>AI-enriched algorithm</bold>
                </td>
                <td colspan="2">88</td>
                <td>92</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Yes (n=520)</td>
                <td>460</td>
                <td>60</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No (n=545)</td>
                <td>46</td>
                <td>499</td>
                <td colspan="2">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>This table shows the classification performances of the expert-based and AI-enriched models in predicting if study outcomes included PROMs or PREMs, compared to the expert consensus gold standard. “Yes” and “No” refer to whether outcomes included PROMs or PREMs. The expert-based algorithm achieved an accuracy of 84% (95% CI 82-86), a sensitivity of 89% (95% CI 85-91), and a specificity of 80% (95% CI 79-85), yielding a PPV of 80% and an NPV of 88%. The AI-enriched algorithm achieved an accuracy of 90% (95% CI 88-92), a sensitivity of 91% (95% CI 88-93), and a specificity of 89% (95% CI 86-92), yielding a PPV of 88% and an NPV of 92%.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>PPV: positive predictive value.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>NPV: negative predictive value.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The AI-enriched algorithm identified 8029 studies that used at least one PROM or PREM, representing 33% (<xref rid="figure1" ref-type="fig">Figure 1</xref>C). In the performance evaluation subset of 1065 outcomes, using the expert consensus manually labeled gold standard, the AI-enriched algorithm achieved 90% (95% CI 88%-92%) accuracy, 91% (95% CI 88%-93%) sensitivity, and 89% (95% CI 86%-92%) specificity (<xref ref-type="table" rid="table1">Table 1</xref>). Therefore, the AI-enriched algorithm performed better (chi-square test <italic>P</italic>&lt;.001) than the expert-based algorithm in identifying PROMs and PREMs in oncology studies. The following results present the characteristics of studies identified based on the AI-enriched algorithm only. The results obtained using the expert-based algorithm are available in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>Trends in PROMs and PREMs Use in Oncology Studies Over Time</title>
        <p>The analysis of year-over-year trends revealed a steady increase in the proportion of clinical studies incorporating one or more PROMs or PREMs, from 27.6% in 2012 to 36.2% in 2021 (Figure S2 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
      </sec>
      <sec>
        <title>Characteristics of Studies</title>
        <p><xref ref-type="table" rid="table2">Table 2</xref> summarizes the characteristics of the 24,491 studies included in the analysis, stratified on whether they used PROMs or PREMs (n=8029) or not (n=16,462), as identified by the AI-enriched algorithm. Among all the included studies (n=24,491), 79% (n=19,344) were interventional trials.</p>
        <p>Focusing on these interventional trials, phase 2 (n=5228, 27%) was the most common study stage, followed by phase 1 (n=2536, 13.1%), phase 3 (n=1650, 8.5%), and phase 1/2 (n=1528, 7.9%) to report using PROMs or PREMs. However, missing data regarding trial phases accounted for 37.7% (n=7285) of studies (MCAR test indicated missing at random). The most frequent allocation type was randomization, accounting for 44.4% (n=8586) of interventional studies. The predominant intervention models were parallel assignment and single-group assignment, as they represented 48.2% (n=9330) and 44.5% (n=8613) of analyzed studies, respectively. The most common primary purpose of the included studies was treatment, accounting for 66.2% (n=12,815) of cases, followed by supportive care with 10.6% (n=2058). Among observational studies, the most prevalent observational model was cohorts, representing 64% (n=3295) of the studies included in the analysis. In addition, 72.3% (n=3295) of observational studies were prospective, making this more frequently used than perspective.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Description of the characteristics of oncology studies according to their use of PROMs or PREMs classified by artificial intelligence–enriched algorithm, ClinicalTrials.gov database, 2012-2022 (N=24,491).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="30"/>
            <col width="360"/>
            <col width="0"/>
            <col width="0"/>
            <col width="140"/>
            <col width="0"/>
            <col width="0"/>
            <col width="170"/>
            <col width="0"/>
            <col width="0"/>
            <col width="170"/>
            <col width="0"/>
            <col width="0"/>
            <col width="0"/>
            <col width="100"/>
            <thead>
              <tr valign="bottom">
                <td colspan="5">Characteristics</td>
                <td colspan="3">All (N=24,491)</td>
                <td colspan="3">Studies not using a PROM<sup>a</sup> or PREM<sup>b</sup> (n=16,462)</td>
                <td colspan="3">Studies that used PROMs or PREMs (n=8029)</td>
                <td colspan="2"><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="15">
                  <bold>Study type</bold>
                </td>
                <td>&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Interventional</td>
                <td colspan="3">19,344 (79)</td>
                <td colspan="3">12,544 (76.2)</td>
                <td colspan="3">6800 (84.7)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">Observational</td>
                <td colspan="3">5147 (21)</td>
                <td colspan="3">3918 (23.8)</td>
                <td colspan="3">1229 (15.3)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Interventional studies</bold>
                </td>
                <td colspan="3">19,344</td>
                <td colspan="3">12,544</td>
                <td colspan="3">6800</td>
                <td colspan="2">—<sup>c</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="13">
                  <bold>Clinical phase</bold>
                </td>
                <td colspan="2">&lt;.001<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Early phase 1</td>
                <td colspan="3">376 (1.9)</td>
                <td colspan="3">314 (2.5)</td>
                <td colspan="3">62 (0.9)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Phase 1</td>
                <td colspan="3">2536 (13.1)</td>
                <td colspan="3">2253 (18)</td>
                <td colspan="3">283 (4.2)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Phase 1/2</td>
                <td colspan="3">1528 (7.9)</td>
                <td colspan="3">1279 (10.2)</td>
                <td colspan="3">249 (3.7)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Phase 2</td>
                <td colspan="3">5228 (27)</td>
                <td colspan="3">3905 (31.1)</td>
                <td colspan="3">1323 (19.5)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Phase 2/3</td>
                <td colspan="3">289 (1.5)</td>
                <td colspan="3">165 (1.3)</td>
                <td colspan="3">124 (1.8)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Phase 3</td>
                <td colspan="3">1650 (8.5)</td>
                <td colspan="3">836 (6.7)</td>
                <td colspan="3">814 (12)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Phase 4</td>
                <td colspan="3">452 (2.3)</td>
                <td colspan="3">274 (2.2)</td>
                <td colspan="3">178 (2.6)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Missing data<sup>e</sup></td>
                <td colspan="3">7285 (37.7)</td>
                <td colspan="3">3,518 (28)</td>
                <td colspan="3">3767 (55.4)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="13">
                  <bold>Allocation type</bold>
                </td>
                <td colspan="2">&lt;.001<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Nonrandomized</td>
                <td colspan="3">2543 (13.1)</td>
                <td colspan="3">2025 (16.1)</td>
                <td colspan="3">518 (7.6)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Randomized</td>
                <td colspan="3">8586 (44.4)</td>
                <td colspan="3">4185 (33.4)</td>
                <td colspan="3">4401 (64.7)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>NA<sup>f</sup></td>
                <td colspan="3">8215 (42.5)</td>
                <td colspan="3">6334 (50.5)</td>
                <td colspan="3">1881 (27.7)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="13">
                  <bold>Interventional model</bold>
                </td>
                <td colspan="2">&lt;.001<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Crossover assignment</td>
                <td colspan="3">374 (1.9)</td>
                <td colspan="3">206 (1.6)</td>
                <td colspan="3">168 (2.5)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Factorial assignment</td>
                <td colspan="3">120 (0.6)</td>
                <td colspan="3">58 (0.5)</td>
                <td colspan="3">62 (0.9)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Parallel assignment</td>
                <td colspan="3">9330 (48.2)</td>
                <td colspan="3">4910 (39.1)</td>
                <td colspan="3">420 (65)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Sequential assignment</td>
                <td colspan="3">873 (4.5)</td>
                <td colspan="3">725 (5.8)</td>
                <td colspan="3">148 (2.2)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Single group assignment</td>
                <td colspan="3">—</td>
                <td colspan="3">6619 (52.8)</td>
                <td colspan="3">1994 (29.3)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Missing data</td>
                <td colspan="3">34 (0.2)</td>
                <td colspan="3">26 (0.2)</td>
                <td colspan="3">8 (0.1)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="13">
                  <bold>Primary purpose</bold>
                </td>
                <td colspan="2">&lt;.001<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Diagnostic</td>
                <td colspan="3">1573 (8.1)</td>
                <td colspan="3">1401 (11.1)</td>
                <td colspan="3">172 (2.5)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Prevention</td>
                <td colspan="3">1031 (5.3)</td>
                <td colspan="3">561 (4.5)</td>
                <td colspan="3">470 (6.9)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Supportive care</td>
                <td colspan="3">2058 (10.6)</td>
                <td colspan="3">420 (3.3)</td>
                <td colspan="3">1638 (24.1)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Treatment</td>
                <td colspan="3">12,815 (66.2)</td>
                <td colspan="3">9026 (72)</td>
                <td colspan="3">3789 (55.7)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="3">1787 (9.2)</td>
                <td colspan="3">1,082 (8.6)</td>
                <td colspan="3">705 (10.4)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Missing data</td>
                <td colspan="3">80 (0.4)</td>
                <td colspan="3">54 (0.4)</td>
                <td colspan="3">26 (0.4)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Observational studies</bold>
                </td>
                <td colspan="3">5147</td>
                <td colspan="3">3918</td>
                <td colspan="3">1229</td>
                <td colspan="2">—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="13">
                  <bold>Observational model</bold>
                </td>
                <td colspan="2">&lt;.001<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Case-control</td>
                <td colspan="3">535 (10.4)</td>
                <td colspan="3">441 (11.3)</td>
                <td colspan="3">94 (7.6)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Case-only</td>
                <td colspan="3">736 (14.3)</td>
                <td colspan="3">580 (14.8)</td>
                <td colspan="3">156 (12.7)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Cohort</td>
                <td colspan="3">3295 (64)</td>
                <td colspan="3">2460 (62.8)</td>
                <td colspan="3">835 (67.9)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="3">521 (10.1)</td>
                <td colspan="3">396 (10.1)</td>
                <td colspan="3">125 (10.2)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Missing data</td>
                <td colspan="3">60 (1.2)</td>
                <td colspan="3">41 (1)</td>
                <td colspan="3">19 (1.5)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="13">
                  <bold>Time perspective</bold>
                </td>
                <td colspan="2">&lt;.001<sup>d</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Cross-sectional</td>
                <td colspan="3">359 (7)</td>
                <td colspan="3">243 (6.2)</td>
                <td colspan="3">116 (9.4)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Prospective</td>
                <td colspan="3">3723 (72.3)</td>
                <td colspan="3">2742 (70)</td>
                <td colspan="3">981 (79.8)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Retrospective</td>
                <td colspan="3">836 (16.2)</td>
                <td colspan="3">753 (19.2)</td>
                <td colspan="3">83 (6.8)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Other</td>
                <td colspan="3">204 (4)</td>
                <td colspan="3">161 (4.1)</td>
                <td colspan="3">43 (3.5)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
                <td>Missing data</td>
                <td colspan="3">25 (0.5)</td>
                <td colspan="3">19 (0.5)</td>
                <td colspan="3">6 (0.5)</td>
                <td colspan="4">
                  <break/>
                </td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>PROM: patient-reported outcomes measure.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>PREM: patient-reported experience measure.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>Not available.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup><italic>P</italic> values do not account for missing data, as the data are censored.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>Missing data does not correspond to any clinical trial phase as per its definition (eg, medical devices).</p>
            </fn>
            <fn id="table2fn6">
              <p><sup>f</sup>Trials classified as single group assignment and sequential assignment are grouped under “NA” for allocation type.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p><xref ref-type="table" rid="table2">Table 2</xref> presents the distribution of key study characteristics for all included studies (N=24,491), stratified by whether they used patient-reported outcome measures (PROMs) or patient-reported experience measures (PREMs). Characteristics are shown separately for interventional and observational studies, with proportions compared between studies using and not using PROMs or PREMs. Significant differences were found across study type, clinical phase, allocation method, interventional model, primary purpose, observational model, and time perspective (all <italic>P</italic>&lt;.001). MCAR test using the RBtest R package indicated that data on the clinical phase were missing at random, while data for the interventional model, primary purpose, observational model, and time perspectives were missing completely at random.</p>
        <p>Among all studies included in the analysis, 32.8% (n=8029) incorporated at least one PROM or PREM, as identified by the AI-enriched algorithm. Out of those, 84.7% (n=6800) were interventional, while 15.3% (n=1229) were observational. Among interventional studies, phase 2 and phase 3 trials incorporated mostly PROMs and PREMs, representing 19.5% (n=1323) and 12.0% (n=814) of them, respectively. Nevertheless, 55.4% (n=3767) of interventional studies did not provide any exploitable data on their clinical phases. Interventional studies incorporating PROMs and PREMs were mainly randomized (n=4401, 64.7%). The main interventional models were mainly parallel assignment and single-group assignment, as they represented 65% (n=4420) and 29.3% (n=1994), respectively, of studies with PROMs or PREMs. Treatment (n=3789, 55.7%) and supportive care (n=1638, 24.1%) were the most frequent primary purposes of interventional studies using PROMs or PREMs. Among observational studies using PROMs or PREMs (n=1229), 67.9% (n=835) were cohort studies, while 12.7% (n=156) were case-only studies. Considering time perspective, prospective studies were the most frequent to incorporate PROMs or PREMs, representing 79.8% (n=981) of them.</p>
      </sec>
      <sec>
        <title>PROMs and PREMs Use by Sites of Cancer</title>
        <p>Proportions of organ-specific oncology studies using at least one PROM or PREM are shown in Figure S3 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. Breast and digestive cancers accounted for nearly 41% (2818/6918) of all studies using PROMs or PREMs in oncology. Urogenital, lung, and prostate cancers followed, representing 8% (579/6918), 10% (673/6918), and 11% (756/6918), respectively, of all studies using PROMs or PREMs in oncology. Proportions of organ-specific oncology studies using at least one PROM or PREM, as identified by the AI-enriched algorithm, are shown in Figure S3 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p>
      </sec>
      <sec>
        <title>PROMs and PREMs Used in Oncology Studies</title>
        <p>Among the 8029 studies that included at least one PROM or PREM, as identified by the AI-enriched algorithm, 4823 (61.1%) used one or more of the 9 most commonly used PROMs or PREMs. Among these, the EORTC QLQ-C30 was the most frequently used questionnaire among PROMs and PREMs in clinical studies in oncology. It was used in approximately 33.2% (n=1602) of the studies included in our analysis. The FACT-G and the EQ-5D-5L questionnaires were the next most frequently used PROMs or PREMs, appearing in 15.2% (n=734) and 11.5% (n=552) of the studies analyzed, respectively (<xref ref-type="table" rid="table3">Table 3</xref>). <xref ref-type="table" rid="table4">Table 4</xref> presents the categories of health dimensions assessed by the instruments identified across the 4823 studies that used one or more of the 9 most commonly used PROMs or PREMs, as identified by the AI-enriched algorithm. In 40.7% (n=1969) of the identified cases, the PROMs or PREMs focused on care-related patient satisfaction, followed by organ-specific quality of life (n=783, 16.2%), as well as depression and anxiety scales (n=441, 9.1%). This distribution results from the zero-shot, multilabel classification model, which often assigned satisfaction in overlap with the quality of life. The latter was further divided into general and cancer-specific subcategories. No additional filters based on study type or trial phase were applied to obtain these proportions.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Instruments repartition among oncology studies that used one or more of the nine most commonly used patient-reported outcome measures or patient-reported experience measures, as identified by an artificial intelligence–enriched algorithm, ClinicalTrials.gov database, 2012-2022 (n=4823)<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="350"/>
            <col width="650"/>
            <thead>
              <tr valign="top">
                <td>Instruments</td>
                <td>Value and proportion, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>EORTC QLQ-C30<sup>b</sup></td>
                <td>1602 (33.2)</td>
              </tr>
              <tr valign="top">
                <td>FACT-G<sup>c</sup></td>
                <td>734 (15.2)</td>
              </tr>
              <tr valign="top">
                <td>Cancer‑Related QoL<sup>d</sup></td>
                <td>416 (8.6)</td>
              </tr>
              <tr valign="top">
                <td>HADS<sup>e</sup></td>
                <td>441 (9.1)</td>
              </tr>
              <tr valign="top">
                <td>C-VAS<sup>f</sup></td>
                <td>263 (5.5)</td>
              </tr>
              <tr valign="top">
                <td>NCI<sup>g</sup></td>
                <td>411 (8.5)</td>
              </tr>
              <tr valign="top">
                <td>EQ-5D-5L</td>
                <td>552 (11.5)</td>
              </tr>
              <tr valign="top">
                <td>PRO-CTCAE<sup>h</sup></td>
                <td>292 (6.1)</td>
              </tr>
              <tr valign="top">
                <td>IPSS<sup>i</sup></td>
                <td>112 (2.3)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>This table summarizes the frequency and proportion of studies that used at least one of the nine most frequently used patient-reported outcome measures (PROMs) or patient-reported experience measures (PREMs). The most commonly used instrument was the EORTC QLQ-C30 (33.2%), followed by FACT-G (15.2%) and EQ-5D-5L (11.5%). Less frequently used instruments included IPSS and C-VAS.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>EORTC QLQ-C30: European Organisation for Research and Treatment of Cancer Quality of Life Questionnaire-Core 30.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>FACT-G: Functional Assessment of Cancer Therapy – General.</p>
            </fn>
            <fn id="table3fn4">
              <p><sup>d</sup>Cancer Related QoL: Cancer-Related Quality of Life.</p>
            </fn>
            <fn id="table3fn5">
              <p><sup>e</sup>HADS: Hospital Anxiety and Depression Scale.</p>
            </fn>
            <fn id="table3fn6">
              <p><sup>f</sup>C-VAS: Cancer Visual Analogue Scale.</p>
            </fn>
            <fn id="table3fn7">
              <p><sup>g</sup>NCI: National Cancer Institute.</p>
            </fn>
            <fn id="table3fn8">
              <p><sup>h</sup>PRO-CTCAE: Patient-Reported Outcomes version of the Common Terminology Criteria for Adverse Events.</p>
            </fn>
            <fn id="table3fn9">
              <p><sup>i</sup>IPSS: International Prostate Symptom Score.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Categories of Health Dimensions Assessed by Instruments Identified among oncology studies that used one or more of the 9 most commonly used PROMs or PREMs, as identified by AI-enriched algorithm, ClinicalTrials.gov database, 2012-2022 (n=4823)<sup>a</sup>.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="380"/>
            <col width="620"/>
            <thead>
              <tr valign="top">
                <td>Categories</td>
                <td>Values and proportion, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Patient satisfaction with care</td>
                <td>1969 (40.7)</td>
              </tr>
              <tr valign="top">
                <td>Organ-specific quality of life</td>
                <td>783 (16.2)</td>
              </tr>
              <tr valign="top">
                <td>Depression and anxiety scale</td>
                <td>441 (9.1)</td>
              </tr>
              <tr valign="top">
                <td>NA</td>
                <td>1640 (33.9)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>This table shows the distribution of health dimensions evaluated by instruments used in studies using one or more of the nine most frequently used PROMs and PREMs. The majority of instruments assessed patient satisfaction with care (40.7%), followed by organ-specific quality of life (16.2%) and depression and anxiety scales (9.1%). A notable proportion (33.9%) of assessments were classified as not applicable (NA).</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>Figure S4 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> provides the distribution of the various scales commonly used in identified clinical studies, categorized by cancer site. Breast and digestive cancers were the most represented in the use of PROMs or PREMs in oncology studies, accounting for 22% (1521/6918) and 20% (1307/6918) of cases, respectively. These were followed by prostate (756/6918, 11%), lung (673/6918, 10%), urogenital (579/6918, 8%), and head and neck cancers (408/6918, 6%). In contrast, hematopoietic (193/6918, 3%), brain (118/6918, 3%), thyroid (57/6918, 1%), skin (52/6918, 1%), bone (118/6918, 1%), and neuroendocrine cancers (24/6918, 0.4%) were less frequently studied using PROMs or PREMs.</p>
        <p>The use of PROMs and PREMs, as identified by the AI-enriched algorithm, varied according to several characteristics of studies (Figure S5A in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Out of interventional studies, studies in phases 2 to 4 were incorporating PROMs or PREMs more often than preclinic or early phase 1 studies (OR 1.8, 95% CI 1.1-2.8 for phase 2; OR 3.6, 95% CI 2 .3-5.8 for phase 3; OR 2.6, 95% CI 1.6-4.4 for phase 4). Randomized clinical trials used twice as many PROMs or PREMs as nonrandomized trials (OR 2, 95% CI 1.7-2.4). Clinical trials focusing on supportive care demonstrated significantly higher odds for using PROMs or PREMs than trials with other objectives (OR 4.1, 95% CI 2.7-6.2). Studies concerning some organ-specific trials were less likely to use PROMs or PREMs than non–organ-specific ones—such as breast (OR 0.7, 95% CI 0.5-0.9), digestive (OR 0.6, 95% CI 0.5-0.8), lung (OR 0.7, 95% CI 0.4-0.7), hemopoietic (OR 0.5, 95% CI 0.3-0.8), and thyroid (OR 0.4, 95% CI 0.2-0.9) cancers. Similarly, the use of PROMs or PREMs instruments in observational studies differed according to characteristics of studies (Figure S5B in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). In contrast to retrospective studies, cross-sectional and prospective studies used PROMs or PREMs more often (OR 4.6, 95% CI 3.3-6.4 and OR 3.2, 95% CI 2.5-4.1, respectively). After adjusting for confounding factors, cohort studies had significantly higher odds for using PROMs or PREMs than case-control studies (OR 1.6, 95% CI 1.3-2.1). Additionally, studies focusing on organ-specific trials, such as breast (OR 0.7, 95% CI 0.5-0.8), digestive (OR 0.4, 95% CI 0.3-0.5), head and neck (OR 0.6, 95% CI 0.4-0.8), hematopoietic (OR 0.6, 95% CI 0.4-0.8), lung (OR 0.4, 95% CI 0.3-0.5), thyroid (OR 0.5, 95% CI 0.3-0.9), and urogenital (OR 0.4, 95% CI 0.3-0.6) cancers, had lower odds for using PROMs or PREMs than non-organ-specific studies.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Main Study Findings</title>
        <p>This observational study focused on the ability of an AI-based tool to identify whether or not PROMs or PREMs were used in oncology trials from ClinicalTrials.gov, as compared to an expert-based gold standard. Taken together, our results on 24,491 studies clearly show that (1) an AI-enriched algorithm outperformed an expert-based one in identifying PROMs or PREMs in clinical studies, (2) the use of PROMs or PREMs has increased over time, (3) studies in breast cancer and digestive cancer accounted for nearly half of the studies incorporating PROMs or PREMs, and (4) interventional prospective studies were more likely to use PROMs or PREMs than any other type of studies.</p>
      </sec>
      <sec>
        <title>Comparison With Prior Work and Implications</title>
        <p>The AI-enriched algorithm that we developed for this specific purpose appears particularly promising for researchers seeking to identify both the presence of PROMs or PREMs and which PROM or PREM was used in oncology studies. With a 90% accuracy, we were able to better identify studies than experts would do manually and in a more efficient way: first, the manual checking of 4770 outcomes (accounting for 890 studies) took several weeks using a work force of 16 high-skilled people, while the algorithm was able to classify the whole 24,491 studies within a few minutes (from 10 minutes to 3 hours, depending on the GPU workforce). Although the development of the AI-enriched algorithm required a considerable initial investment in time and expertise, this effort represents a long-term return on investment, as the tool can subsequently process large datasets much faster than expert-based approaches. A significant increase in the use of PROMs or PREMs in phase 2 to 4 studies could be forecasted in the coming years, driven by the growing interest from key stakeholders, including industry, regulatory bodies, patients, and patient associations, as well as their commitment to promoting value-based health care (VBHC) in clinical practice. There is a significant and growing interest in the use of these tools across clinical research. Recently, regulatory agencies, such as the FDA and HAS, encourage the use of PROMs or PREMs when appropriate and have incorporated them into care quality and safety indicators, but their inclusion in clinical trials is not mandatory [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. Additionally, the increasing incorporation of PROMs or PREMs in clinical studies that we report supports our optimism. The AI-enriched algorithm tool could be extended to other medical indications, fostering widespread research on PCM. On a larger scale, AI could become an invaluable tool for medical stakeholders to manage, conduct, and monitor clinical studies [<xref ref-type="bibr" rid="ref27">27</xref>]. Nevertheless, the AI-enriched method also carries the risk of misclassifying conceptually close types of clinical outcome assessments (eg, observer-reported outcomes or clinician-reported outcomes) as PROMs or PREMs, potentially leading to an overestimation of their prevalence compared with the expert-based review. In contrast, the expert-based review offers the advantage of manual verification by trained reviewers, which helps ensure accuracy and contextual understanding, even if it is more resource-intensive.</p>
      </sec>
      <sec>
        <title>New Findings in the Field of PROMs and PREMs</title>
        <p>Among all organ-specific studies, PROMs and PREMs were more frequently used in studies focusing on breast and digestive cancers. This trend may be attributed to the extensive research on these cancers, driven by their high prevalence, significant impact on patients’ quality of life, and the growing need for patient feedback as treatments evolve [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. Furthermore, the diverse patient populations affected by breast and digestive cancers, spanning various age groups, genders, and ethnic backgrounds, underscore the importance of considering patients’ perceived experiences and outcomes. While this is not unique to these cancer sites, breast and digestive cancers are among the most extensively studied in terms of patient-reported outcomes [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>], likely due to their high prevalence and the strong presence of advocacy groups and research funding. This visibility has facilitated the integration of VBHC principles, where patient-centered care remains a central theme in medical research [<xref ref-type="bibr" rid="ref32">32</xref>]. Compared to other cancer sites, breast and digestive cancers feature more prominently in VBHC-related literature, highlighting a gap that should be addressed for less-studied malignancies. It is also possible that in therapeutic areas where PROMs and PREMs are less common or less standardized, the relative performance gap between AI- and expert-based methods could be smaller, underscoring the importance of context when interpreting these findings. In our dataset, where PROMs and PREMs were present in 33% of oncology studies, the algorithm achieved strong sensitivity and specificity; however, because sensitivity and specificity depend on the prevalence of the measured outcome, its performance may be reduced in contexts where PROMs and PREMs are less frequently or less consistently reported. Further studies are therefore needed to assess the robustness and generalizability of AI-driven approaches across diverse conditions beyond the oncology field.</p>
        <p>We also report that interventional or prospective studies incorporated more PROMs or PREMs than observational or retrospective studies. This trend could be attributed to the growing interest of regulatory bodies and sponsors (eg, industry, investigators, and promoters) in incorporating these measures into clinical trials, including regulators, such as the FDA and European Medicines Agency, as well as Health Technology Assessment bodies, in supporting approvals and decision-making. In such cases, some governments have begun recommending the use of PROMs or PREMs in interventional studies through official communications and guidelines [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref33">33</xref>]. Interventional studies are, by definition, designed with a structured protocol that allows for the systematic collection of specific data, making them particularly suited for incorporating PROMs or PREMs. Furthermore, since PROMs or PREMs provide direct patient insights, their inclusion in interventional studies is especially relevant, as these studies aim to evaluate the effects of specific treatments or interventions. Incorporating PROMs or PREMs into the design of observational studies requires their integration into routine care [<xref ref-type="bibr" rid="ref34">34</xref>]. Another approach would involve leveraging PCMs in registries or other real-world data sources and incentivizing the use of PROMs or PREMs in funding and publishing by updating publication guidelines and funding requirements. Collaborative approaches, such as engaging patient advocacy groups and fostering multidisciplinary teams, may further enhance their adoption, as these groups often emphasize holistic, patient-centered care and bring together diverse clinical perspectives that recognize the value of patient-reported measures [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>].</p>
      </sec>
      <sec>
        <title>Strengths and Limitations</title>
        <p>To address potential sources of bias, several measures were implemented. Selection bias was minimized by including all eligible oncology studies registered in ClinicalTrials.gov rather than a sample. Information bias related to outcome misclassification was reduced using a double-reference approach, where the AI-enriched algorithm was trained and evaluated against an expert-consensus gold standard. Misclassification due to heterogeneous naming of PROMs and PREMs was partially mitigated through expert review and consensus labeling during model development. Finally, analytical bias was limited by applying the same preprocessing pipeline and evaluation metrics across all studies. Additionally, the absence of prespecified subgroups or sensitivity analyses may limit the exploration of residual heterogeneity.</p>
        <p>One important limitation of our AI-based tool is its risk of false positive or false negative identification of PROMs or PREMs. The model sometimes struggles with multiword PROMs or PREMs (see <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> for examples). Even when a full name like the “Short Form 36 Health Survey” is right there in the text, the AI might break it into pieces, tagging “Short Form” and “Health Survey” as separate things instead of recognizing them as the single, standardized SF-36, which leads to the AI algorithm not recognizing it as a PROM. Moreover, uppercase abbreviations can be a “red herring” for the model. Since many PROMs and PREMs are abbreviated in all caps, the AI occasionally misidentifies general clinical terms (like “PAIN,” which is a symptom) as a PROM or PREM.</p>
        <p>The increased use of PROMs and PREMs in oncology was also earlier reported by Vodicka et al [<xref ref-type="bibr" rid="ref37">37</xref>], who aimed to estimate the proportion of clinical trials using at least one PROM or PREM from November 2007 to December 2013 [<xref ref-type="bibr" rid="ref37">37</xref>]. They identified 29% of oncology trials using PROMs or PREMs, where we identified 33%. This could either be due to an improvement in the method for identifying studies or to an increase in the use of PROMs and PREMs over time. We used the same ClinicalTrials.gov database with a larger number of studies. The main difficulty in identifying PROMs and PREMs lay in the classification used in the ClinicalTrials.gov database. No standardized naming for PROMs and PREMs was currently available, leading researchers and HCPs to use the same PROMs or PREMs but with different names. This observation may explain the poor quality of data retrieved from studies used by our AI-enriched algorithm. Both algorithms (AI-enriched and expert-based ones) exhibited the same issue, but our AI-enriched algorithm remained more efficient than the expert-based one. Therefore, classification appeared to be the major risk of bias in our study. This risk of bias was not assessed in this study: future studies should test its clinical use, including whether the 10% of errors of this tool would be clinically meaningful or not. Both the trends in the use of PROMs and PREMs in oncology trials over time and their distribution exhibited performance rates below 100%, due to misclassification of cancers. One potential way to reduce this bias would be the implementation of an AI-based tool to support researchers in identifying, labeling, and naming PROs, thereby enhancing consistency in classification, terminology (names), and acronyms. Our study also experienced a limitation related to the dataset we used, especially regarding (1) the heterogeneity of the registries included, (2) the reliance on English-language parsing tools, and (3) the fact that our approach did not involve full-text scrutiny. Another limitation of our study is the lack of external validation; as we used the overall population of studies in the field of oncology from the ClinicalTrials.gov database, this would require the use of another dataset, either emerging from another field than oncology or from another database than ClinicalTrials.gov, for evaluating the generalizability of our findings. Such a study should also involve a large dataset. Finally, we chose to compare our AI-based algorithm to an expert-based algorithm against a human-based gold standard. This did not include any comparison with other algorithms using any machine learning tool, which is also a limitation. Future algorithms developed for this purpose may be tested against the one we report here.</p>
        <p>Overall, within the oncology field, evidence suggests that routine collection of PROMs and PREMs enhances patient-provider communication, helps identify symptoms and/or concerns, and improves patient satisfaction [<xref ref-type="bibr" rid="ref38">38</xref>]. However, there is currently limited evidence demonstrating their impact in oncological settings, particularly regarding an effective improvement of quality or a better health care system performance [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. Therefore, further research is essential to address these gaps, assess the applicability of this approach across a broader range of pathologies, and evaluate its adaptability to additional open-access databases. Such investigations would help determine the generalizability and scalability of the methodology, facilitating its integration into diverse health care data systems and supporting its potential for widespread application in health data analysis and patient-centered research.</p>
        <p>Importantly, this study is innovative because it combines expert-labeled data with artificial intelligence to automate the identification of PROMs and PREMs, which overcomes the limitations of previous approaches that relied solely on manual review or keyword-based searches. Unlike prior studies, our AI-enriched method allows large-scale, reproducible monitoring of patient-reported measures across thousands of trials, providing a clear contribution to the field by quantifying trends, highlighting gaps, and identifying areas for improvement in patient-centered data collection.</p>
        <p>This approach can support researchers, regulators, sponsors, and health care systems in better designing trials, in more easily tracking the integration of PROMs and PREMs, in better informing funding and policy decisions, and ultimately in promoting value-based, patient-centered care.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In conclusion, our data clearly demonstrate that an AI-enriched algorithm is more accurate, in terms of sensitivity and specificity, and faster than traditional expert-based methods for identifying PROMs and PREMs in oncology clinical studies. PROMs and PREMs usage is increasing over time, particularly in interventional and prospective studies. This approach is innovative because it combines expert-labeled data with AI, enabling scalable and reproducible identification of PROMs and PREMs, unlike previous manual or expert-based methods. We suggest that improving the naming and classification of PROMs and PREMs could further facilitate their identification and use in studies, for example, through the development of an AI-based tool to assist researchers in identifying, labeling, and naming patient-reported outcomes. Future studies should extend this methodology to other pathologies and databases, enhancing its use and supporting broader integration of patient-reported measures in clinical research.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>STROBE checklist, supplementary figures on patient-reported outcome measure and patient-reported experience measure use in oncology (2012–2022), and missing error analysis.</p>
        <media xlink:href="jmir_v28i1e84533_app1.docx" xlink:title="DOCX File , 1565 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">AI</term>
          <def>
            <p>artificial intelligence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">BERT</term>
          <def>
            <p>bidirectional encoder representations from transformers</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">EORTC</term>
          <def>
            <p>European Organization for Research and Treatment of Cancer</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">FDA</term>
          <def>
            <p>US Food and Drug Administration</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">FSS</term>
          <def>
            <p>Fatigue Severity Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">HAS</term>
          <def>
            <p>Haute Autorité de Santé - French Authority of Health</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">HCP</term>
          <def>
            <p>health care provider</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">MCAR</term>
          <def>
            <p>missing completely at random</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">NER</term>
          <def>
            <p>named entity recognition</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">OR</term>
          <def>
            <p>odds ratio</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">PCM</term>
          <def>
            <p>patient-centered measure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">PREM</term>
          <def>
            <p>patient-reported experience measure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">PROM</term>
          <def>
            <p>patient-reported outcome measure</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">PROQOLID</term>
          <def>
            <p>Patient-Reported Outcome and Quality of Life Instruments Database</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">QLQ</term>
          <def>
            <p>Quality of Life Questionnaire</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb16">QLQ-C30</term>
          <def>
            <p>Quality of Life Questionnaire-Core 30</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb17">STROBE</term>
          <def>
            <p>Strengthening the Reporting of Observational Studies in Epidemiology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb18">VBHC</term>
          <def>
            <p>value-based health care</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors thank all the physicians, researchers, and patients using patient-reported outcome measures (PROMs) and patient-reported experience measures (PREMs) in clinical research, as well as all those who develop and validate patient-reported measures. The authors would also like to warmly thank Dr Aline Thomas for providing tremendous help in preparing this manuscript. Finally, we thank the researchers from the EPICLIN congress, where a preliminary version of these results was previously published as an abstract in the conference proceedings [<xref ref-type="bibr" rid="ref41">41</xref>]. No generative artificial intelligence was used for writing the manuscript.</p>
    </ack>
    <notes>
      <title>Data Availability</title>
      <p>All databases are available upon reasonable request to the corresponding author.</p>
    </notes>
    <notes>
      <title>Funding</title>
      <p>No specific funding was received for this study. All authors were employed by either SKEZI or Mapi Research Trust at the time they conducted the study.</p>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>JS performed the analysis, wrote the first draft of the manuscript, and revised the manuscript. AH performed the analysis, wrote the first draft of the manuscript, and revised the manuscript. SJ designed the study and revised the manuscript. CD-G provided the list of PROM- and PREM-related terms using the PROQOLID (Mapi Research Trust) database. MT performed the analysis and the data layout, wrote further drafts of the manuscript, revised the manuscript, and wrote <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>. J-PB designed the study, supervised the study, wrote the first draft of the manuscript, and revised the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>JS, AH, SJ, MT, and J-PB work at SKEZI, a company that develops tools for improving the use of patient-reported measures. CD-G works at Mapi Research Trust, a company that licenses PROMs and PREMs.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marshall</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Haywood</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzpatrick</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Impact of patient-reported outcome measures on routine practice: a structured review</article-title>
          <source>J Eval Clin Pract</source>
          <year>2006</year>
          <volume>12</volume>
          <issue>5</issue>
          <fpage>559</fpage>
          <lpage>568</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2753.2006.00650.x</pub-id>
          <pub-id pub-id-type="medline">16987118</pub-id>
          <pub-id pub-id-type="pii">JEP650</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Howard</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Warner</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Cuthbertson</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sawatzky</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Patient-driven research priorities for patient-centered measurement</article-title>
          <source>BMC Health Serv Res</source>
          <year>2024</year>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>735</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-024-11182-x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-024-11182-x</pub-id>
          <pub-id pub-id-type="medline">38877556</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-024-11182-x</pub-id>
          <pub-id pub-id-type="pmcid">PMC11179265</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Churruca</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Pomare</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ellis</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Long</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Henderson</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>Murphy</surname>
              <given-names>LED</given-names>
            </name>
            <name name-style="western">
              <surname>Leahy</surname>
              <given-names>Christopher J</given-names>
            </name>
            <name name-style="western">
              <surname>Braithwaite</surname>
              <given-names>Jeffrey</given-names>
            </name>
          </person-group>
          <article-title>Patient-reported outcome measures (PROMs): a review of generic and condition-specific measures and a discussion of trends and issues</article-title>
          <source>Health Expect</source>
          <year>2021</year>
          <month>08</month>
          <volume>24</volume>
          <issue>4</issue>
          <fpage>1015</fpage>
          <lpage>1024</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33949755"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/hex.13254</pub-id>
          <pub-id pub-id-type="medline">33949755</pub-id>
          <pub-id pub-id-type="pmcid">PMC8369118</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wolff</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Dresselhuis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hejazi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dixon</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Gibson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Howard</surname>
              <given-names>AF</given-names>
            </name>
            <name name-style="western">
              <surname>Liva</surname>
              <given-names>Sarah</given-names>
            </name>
            <name name-style="western">
              <surname>Astle</surname>
              <given-names>Barbara</given-names>
            </name>
            <name name-style="western">
              <surname>Reimer-Kirkham</surname>
              <given-names>Sheryl</given-names>
            </name>
            <name name-style="western">
              <surname>Noonan</surname>
              <given-names>Vanessa K</given-names>
            </name>
            <name name-style="western">
              <surname>Edwards</surname>
              <given-names>Lisa</given-names>
            </name>
          </person-group>
          <article-title>Healthcare provider characteristics that influence the implementation of individual-level patient-centered outcome measure (PROM) and patient-reported experience measure (PREM) data across practice settings: a protocol for a mixed methods systematic review with a narrative synthesis</article-title>
          <source>Syst Rev</source>
          <year>2021</year>
          <month>06</month>
          <day>09</day>
          <volume>10</volume>
          <issue>1</issue>
          <fpage>169</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://systematicreviewsjournal.biomedcentral.com/articles/10.1186/s13643-021-01725-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13643-021-01725-2</pub-id>
          <pub-id pub-id-type="medline">34108024</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13643-021-01725-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC8188663</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sawatzky</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Laforest</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Schick-Makaroff</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Stajduhar</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Reimer-Kirkham</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Krawczyk</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Öhlén</surname>
              <given-names>Joakim</given-names>
            </name>
            <name name-style="western">
              <surname>McLeod</surname>
              <given-names>Barbara</given-names>
            </name>
            <name name-style="western">
              <surname>Hilliard</surname>
              <given-names>Neil</given-names>
            </name>
            <name name-style="western">
              <surname>Tayler</surname>
              <given-names>Carolyn</given-names>
            </name>
            <name name-style="western">
              <surname>Robin Cohen</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Design and introduction of a quality of life assessment and practice support system: perspectives from palliative care settings</article-title>
          <source>J Patient Rep Outcomes</source>
          <year>2017</year>
          <volume>2</volume>
          <fpage>36</fpage>
          <pub-id pub-id-type="doi">10.1186/s41687-018-0065-2</pub-id>
          <pub-id pub-id-type="medline">30175318</pub-id>
          <pub-id pub-id-type="pii">65</pub-id>
          <pub-id pub-id-type="pmcid">PMC6104521</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lavallee</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Chenok</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Love</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Petersen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Holve</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Segal</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>Franklin</surname>
              <given-names>Patricia D</given-names>
            </name>
          </person-group>
          <article-title>Incorporating patient-reported outcomes into health care to engage patients and enhance care</article-title>
          <source>Health Aff (Millwood)</source>
          <year>2016</year>
          <month>04</month>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>575</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1377/hlthaff.2015.1362</pub-id>
          <pub-id pub-id-type="medline">27044954</pub-id>
          <pub-id pub-id-type="pii">35/4/575</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>FDA-NIH Biomarker Working Group</collab>
          </person-group>
          <source>BEST (Biomarkers, EndpointS, and other Tools) Resource</source>
          <year>2016</year>
          <publisher-loc>Silver Spring, MD</publisher-loc>
          <publisher-name>Food and Drug Administration (US)</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Le Corroller</surname>
              <given-names>AG</given-names>
            </name>
            <name name-style="western">
              <surname>Bonastre</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Patient-reported measures: how useful in health economics?</article-title>
          <source>Eur J Health Econ</source>
          <year>2023</year>
          <volume>24</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1007/s10198-022-01524-z</pub-id>
          <pub-id pub-id-type="medline">36346476</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10198-022-01524-z</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dawson</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Doll</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fitzpatrick</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jenkinson</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Carr</surname>
              <given-names>AJ</given-names>
            </name>
          </person-group>
          <article-title>The routine use of patient reported outcome measures in healthcare settings</article-title>
          <source>BMJ</source>
          <year>2010</year>
          <volume>340</volume>
          <fpage>c186</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.c186</pub-id>
          <pub-id pub-id-type="medline">20083546</pub-id>
          <pub-id pub-id-type="pii">bmj.c186</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ou</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hollis</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of the impact of routine collection of patient reported outcome measures on patients, providers and health organisations in an oncologic setting</article-title>
          <source>BMC Health Serv Res</source>
          <year>2013</year>
          <volume>13</volume>
          <fpage>211</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/1472-6963-13-211"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6963-13-211</pub-id>
          <pub-id pub-id-type="medline">23758898</pub-id>
          <pub-id pub-id-type="pii">1472-6963-13-211</pub-id>
          <pub-id pub-id-type="pmcid">PMC3700832</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Price</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dakin</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Eibich</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Cook</surname>
              <given-names>J</given-names>
            </name>
            <collab>et al</collab>
          </person-group>
          <article-title>The arthroplasty candidacy help engine tool to select candidates for hip and knee replacement surgery: development and economic modelling</article-title>
          <source>Health Technol Assess</source>
          <year>2019</year>
          <volume>23</volume>
          <issue>32</issue>
          <fpage>1</fpage>
          <lpage>216</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3310/hta23320"/>
          </comment>
          <pub-id pub-id-type="doi">10.3310/hta23320</pub-id>
          <pub-id pub-id-type="medline">31287051</pub-id>
          <pub-id pub-id-type="pmcid">PMC6643102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Hout</surname>
              <given-names>Ben</given-names>
            </name>
            <name name-style="western">
              <surname>Janssen</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Feng</surname>
              <given-names>YS</given-names>
            </name>
            <name name-style="western">
              <surname>Kohlmann</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Busschbach</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Golicki</surname>
              <given-names>D</given-names>
            </name>
            <collab>et al</collab>
          </person-group>
          <article-title>Interim scoring for the EQ-5D-5L: mapping the EQ-5D-5L to EQ-5D-3L value sets</article-title>
          <source>Value Health</source>
          <year>2012</year>
          <volume>15</volume>
          <issue>5</issue>
          <fpage>708</fpage>
          <lpage>715</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1098-3015(12)00058-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jval.2012.02.008</pub-id>
          <pub-id pub-id-type="medline">22867780</pub-id>
          <pub-id pub-id-type="pii">S1098-3015(12)00058-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Herdman</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gudex</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lloyd</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Janssen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kind</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Parkin</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bonsel</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Badia</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Development and preliminary testing of the new five-level version of EQ-5D (EQ-5D-5L)</article-title>
          <source>Qual Life Res</source>
          <year>2011</year>
          <month>12</month>
          <volume>20</volume>
          <issue>10</issue>
          <fpage>1727</fpage>
          <lpage>36</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/21479777"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11136-011-9903-x</pub-id>
          <pub-id pub-id-type="medline">21479777</pub-id>
          <pub-id pub-id-type="pmcid">PMC3220807</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aaronson</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmedzai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Bergman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Bullinger</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cull</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Duez</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Filiberti</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Flechtner</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Fleishman</surname>
              <given-names>S B</given-names>
            </name>
            <name name-style="western">
              <surname>de Haes</surname>
              <given-names>J C</given-names>
            </name>
          </person-group>
          <article-title>The European Organization for Research and Treatment of Cancer QLQ-C30: a quality-of-life instrument for use in international clinical trials in oncology</article-title>
          <source>J Natl Cancer Inst</source>
          <year>1993</year>
          <month>03</month>
          <day>03</day>
          <volume>85</volume>
          <issue>5</issue>
          <fpage>365</fpage>
          <lpage>76</lpage>
          <pub-id pub-id-type="doi">10.1093/jnci/85.5.365</pub-id>
          <pub-id pub-id-type="medline">8433390</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ruotolo</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Carenza</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sellitto</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Simeon</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Panuccio</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Marini Padovani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Amadio</surname>
              <given-names>Emanuele</given-names>
            </name>
            <name name-style="western">
              <surname>Ugolini</surname>
              <given-names>Alessandro</given-names>
            </name>
            <name name-style="western">
              <surname>Berardi</surname>
              <given-names>Anna</given-names>
            </name>
            <name name-style="western">
              <surname>Galeoto</surname>
              <given-names>Giovanni</given-names>
            </name>
          </person-group>
          <article-title>Exploring the psychometric properties of the fatigue severity scale: results from a systematic review and reliability meta-analysis</article-title>
          <source>Expert Rev Pharmacoecon Outcomes Res</source>
          <year>2025</year>
          <month>09</month>
          <volume>25</volume>
          <issue>7</issue>
          <fpage>1021</fpage>
          <lpage>1036</lpage>
          <pub-id pub-id-type="doi">10.1080/14737167.2025.2511128</pub-id>
          <pub-id pub-id-type="medline">40408308</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bergman</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Aaronson</surname>
              <given-names>NK</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmedzai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kaasa</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sullivan</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The EORTC QLQ-LC13: a modular supplement to the EORTC Core Quality of Life Questionnaire (QLQ-C30) for use in lung cancer clinical trials. EORTC study group on quality of life</article-title>
          <source>Eur J Cancer</source>
          <year>1994</year>
          <volume>30A</volume>
          <issue>5</issue>
          <fpage>635</fpage>
          <lpage>642</lpage>
          <pub-id pub-id-type="doi">10.1016/0959-8049(94)90535-5</pub-id>
          <pub-id pub-id-type="medline">8080679</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Noel</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Stephens</surname>
              <given-names>RF</given-names>
            </name>
            <name name-style="western">
              <surname>Su</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Krahn</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Monteiro</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Goldstein</surname>
              <given-names>David P</given-names>
            </name>
            <name name-style="western">
              <surname>Giuliani</surname>
              <given-names>Meredith</given-names>
            </name>
            <name name-style="western">
              <surname>Hansen</surname>
              <given-names>Aaron R</given-names>
            </name>
            <name name-style="western">
              <surname>de Almeida</surname>
              <given-names>John R</given-names>
            </name>
          </person-group>
          <article-title>Mapping the EORTC QLQ-C30 and QLQ-HandN35, onto EQ-5D-5L and HUI-3 indices in patients with head and neck cancer</article-title>
          <source>Head Neck</source>
          <year>2020</year>
          <month>09</month>
          <volume>42</volume>
          <issue>9</issue>
          <fpage>2277</fpage>
          <lpage>2286</lpage>
          <pub-id pub-id-type="doi">10.1002/hed.26181</pub-id>
          <pub-id pub-id-type="medline">32333829</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hawkins</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Smeeton</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Busby</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wellsted</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Rider</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Steenkamp</surname>
              <given-names>Retha</given-names>
            </name>
            <name name-style="western">
              <surname>Stannard</surname>
              <given-names>Catherine</given-names>
            </name>
            <name name-style="western">
              <surname>Gair</surname>
              <given-names>Rachel</given-names>
            </name>
            <name name-style="western">
              <surname>van der Veer</surname>
              <given-names>Sabine N</given-names>
            </name>
            <name name-style="western">
              <surname>Corps</surname>
              <given-names>Claire</given-names>
            </name>
            <name name-style="western">
              <surname>Farrington</surname>
              <given-names>Ken</given-names>
            </name>
          </person-group>
          <article-title>Contributions of treatment centre and patient characteristics to patient-reported experience of haemodialysis: a national cross-sectional study</article-title>
          <source>BMJ Open</source>
          <year>2021</year>
          <month>04</month>
          <day>14</day>
          <volume>11</volume>
          <issue>4</issue>
          <fpage>e044984</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmjopen.bmj.com/lookup/pmidlookup?view=long&amp;pmid=33853800"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjopen-2020-044984</pub-id>
          <pub-id pub-id-type="medline">33853800</pub-id>
          <pub-id pub-id-type="pii">bmjopen-2020-044984</pub-id>
          <pub-id pub-id-type="pmcid">PMC8054084</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Leandre</collab>
          </person-group>
          <source>Aide à l'Utilisation de Questionnaires Patients de Mesure Des Résultats De Soins Dans Le Cadre de l'Expérimentation «Épisode de Soins»</source>
          <year>2019</year>
          <publisher-loc>Saint-Denis-La-Plaine</publisher-loc>
          <publisher-name>Haute Autorité de santé (HAS)</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>Quality of care as perceived by patients - PROMs and PREMs indicators panorama of experiences in other countries and main lessons learned</article-title>
          <source>Haute Autorité de Santé</source>
          <year>2021</year>
          <access-date>2026-03-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.has-sante.fr/upload/docs/application/pdf/2022-03/proms_prems_panorama_of_experiences_in_other_countries_vf.pdf">https://www.has-sante.fr/upload/docs/application/pdf/2022-03/proms_prems_panorama_of_experiences_in_other_countries_vf.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <collab>U.S. Department of Health and Human Services FDA Center for Drug Evaluation and Research</collab>
            <collab>U.S. Department of Health and Human Services FDA Center for Biologics Evaluation and Research</collab>
            <collab>U.S. Department of Health and Human Services FDA Center for Devices and Radiological Health</collab>
          </person-group>
          <article-title>Guidance for industry: patient-reported outcome measures: use in medical product development to support labeling claims: draft guidance</article-title>
          <source>Health Qual Life Outcomes</source>
          <year>2006</year>
          <volume>4</volume>
          <fpage>79</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://hqlo.biomedcentral.com/articles/10.1186/1477-7525-4-79"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1477-7525-4-79</pub-id>
          <pub-id pub-id-type="medline">17034633</pub-id>
          <pub-id pub-id-type="pii">1477-7525-4-79</pub-id>
          <pub-id pub-id-type="pmcid">PMC1629006</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lu</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Sim</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>JX</given-names>
            </name>
            <name name-style="western">
              <surname>Forrest</surname>
              <given-names>CB</given-names>
            </name>
            <name name-style="western">
              <surname>Krull</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Srivastava</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hudson</surname>
              <given-names>Melissa M</given-names>
            </name>
            <name name-style="western">
              <surname>Robison</surname>
              <given-names>Leslie L</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>Justin N</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>I-Chan</given-names>
            </name>
          </person-group>
          <article-title>Natural language processing and machine learning methods to characterize unstructured patient-reported outcomes: validation study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>11</month>
          <day>03</day>
          <volume>23</volume>
          <issue>11</issue>
          <fpage>e26777</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/11/e26777/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26777</pub-id>
          <pub-id pub-id-type="medline">34730546</pub-id>
          <pub-id pub-id-type="pii">v23i11e26777</pub-id>
          <pub-id pub-id-type="pmcid">PMC8600437</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Devlin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chang</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Toutanova</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>BERT: pre-training of deep bidirectional transformers for language understanding</article-title>
          <source>arXiv</source>
          <year>2018</year>
          <month>10</month>
          <day>11</day>
          <access-date>2025-04-02</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://arxiv.org/abs/1810.04805v2">https://arxiv.org/abs/1810.04805v2</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wolf</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Debut</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sanh</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Chaumond</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Delangue</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Moi</surname>
              <given-names>A</given-names>
            </name>
            <collab>et al</collab>
          </person-group>
          <article-title>Transformers: state-of-the-art natural language processing</article-title>
          <source>ACL Anthology</source>
          <year>2020</year>
          <month>10</month>
          <fpage>38</fpage>
          <lpage>45</lpage>
          <pub-id pub-id-type="doi">10.18653/v1/2020.emnlp-demos.6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hartigan</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Wong</surname>
              <given-names>MA</given-names>
            </name>
          </person-group>
          <article-title>Algorithm AS 136: a K-means clustering algorithm</article-title>
          <source>Appl Stat</source>
          <year>1979</year>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>100</fpage>
          <lpage>108</lpage>
          <pub-id pub-id-type="doi">10.2307/2346830</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tunstall</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Reimers</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Jo</surname>
              <given-names>UES</given-names>
            </name>
            <name name-style="western">
              <surname>Bates</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Korat</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wasserblat</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pereg</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Efficient few-shot learning without prompts</article-title>
          <source>arXiv. Preprint posted online on September 22, 2022</source>
          <year>2022</year>
          <month>9</month>
          <day>22</day>
          <pub-id pub-id-type="doi">10.48550/arXiv.2209.11055</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Salvagno</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cassai</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Zorzi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Zaccarelli</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pasetto</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sterchele</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Chumachenko</surname>
              <given-names>Dmytro</given-names>
            </name>
            <name name-style="western">
              <surname>Gerli</surname>
              <given-names>Alberto Giovanni</given-names>
            </name>
            <name name-style="western">
              <surname>Azamfirei</surname>
              <given-names>Razvan</given-names>
            </name>
            <name name-style="western">
              <surname>Taccone</surname>
              <given-names>Fabio Silvio</given-names>
            </name>
          </person-group>
          <article-title>The state of artificial intelligence in medical research: a survey of corresponding authors from top medical journals</article-title>
          <source>PLoS One</source>
          <year>2024</year>
          <volume>19</volume>
          <issue>8</issue>
          <fpage>e0309208</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0309208"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0309208</pub-id>
          <pub-id pub-id-type="medline">39178224</pub-id>
          <pub-id pub-id-type="pii">PONE-D-23-38146</pub-id>
          <pub-id pub-id-type="pmcid">PMC11343420</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bray</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Laversanne</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sung</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ferlay</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Siegel</surname>
              <given-names>RL</given-names>
            </name>
            <name name-style="western">
              <surname>Soerjomataram</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Jemal</surname>
              <given-names>Ahmedin</given-names>
            </name>
          </person-group>
          <article-title>Global cancer statistics 2022: GLOBOCAN estimates of incidence and mortality worldwide for 36 cancers in 185 countries</article-title>
          <source>CA Cancer J Clin</source>
          <year>2024</year>
          <volume>74</volume>
          <issue>3</issue>
          <fpage>229</fpage>
          <lpage>263</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/doi/10.3322/caac.21834"/>
          </comment>
          <pub-id pub-id-type="doi">10.3322/caac.21834</pub-id>
          <pub-id pub-id-type="medline">38572751</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Arnold</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Abnet</surname>
              <given-names>CC</given-names>
            </name>
            <name name-style="western">
              <surname>Neale</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Vignat</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Giovannucci</surname>
              <given-names>EL</given-names>
            </name>
            <name name-style="western">
              <surname>McGlynn</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Bray</surname>
              <given-names>Freddie</given-names>
            </name>
          </person-group>
          <article-title>Global burden of 5 major types of gastrointestinal cancer</article-title>
          <source>Gastroenterology</source>
          <year>2020</year>
          <month>07</month>
          <volume>159</volume>
          <issue>1</issue>
          <fpage>335</fpage>
          <lpage>349.e15</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32247694"/>
          </comment>
          <pub-id pub-id-type="doi">10.1053/j.gastro.2020.02.068</pub-id>
          <pub-id pub-id-type="medline">32247694</pub-id>
          <pub-id pub-id-type="pii">S0016-5085(20)30452-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC8630546</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rutherford</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Campbell</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Patient-reported outcomes as predictors of survival in patients with bowel cancer: a systematic review</article-title>
          <source>Qual Life Res</source>
          <year>2019</year>
          <volume>28</volume>
          <issue>11</issue>
          <fpage>2871</fpage>
          <lpage>2887</lpage>
          <pub-id pub-id-type="doi">10.1007/s11136-019-02255-0</pub-id>
          <pub-id pub-id-type="medline">31364037</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11136-019-02255-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Salmani</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Nasiri</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Alemrajabi</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmadi</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Advancing patient-centered cancer care: a systematic review of electronic patient-reported outcome measures</article-title>
          <source>Front Rehabil Sci</source>
          <year>2024</year>
          <volume>5</volume>
          <fpage>1427712</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fresc.2024.1427712"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fresc.2024.1427712</pub-id>
          <pub-id pub-id-type="medline">39386354</pub-id>
          <pub-id pub-id-type="pmcid">PMC11461464</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Demedts</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Himpe</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Bossuyt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Anthoons</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Bode</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Bouckaert</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Carron</surname>
              <given-names>Kris</given-names>
            </name>
            <name name-style="western">
              <surname>Dobbelaere</surname>
              <given-names>Stephanie</given-names>
            </name>
            <name name-style="western">
              <surname>Mariën</surname>
              <given-names>Heidi</given-names>
            </name>
            <name name-style="western">
              <surname>Van Haecke</surname>
              <given-names>Peter</given-names>
            </name>
            <name name-style="western">
              <surname>Verbeke</surname>
              <given-names>Wim</given-names>
            </name>
          </person-group>
          <article-title>Clinical implementation of value based healthcare: impact on outcomes for lung cancer patients</article-title>
          <source>Lung Cancer</source>
          <year>2021</year>
          <month>12</month>
          <volume>162</volume>
          <fpage>90</fpage>
          <lpage>95</lpage>
          <pub-id pub-id-type="doi">10.1016/j.lungcan.2021.10.010</pub-id>
          <pub-id pub-id-type="medline">34763159</pub-id>
          <pub-id pub-id-type="pii">S0169-5002(21)00581-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <article-title>Guidance for industry: patient-reported outcome measures: use in medical product development to support labeling claims</article-title>
          <source>US Food and Drug Administration</source>
          <year>2009</year>
          <access-date>2026-03-05</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/media/77832/download">https://www.fda.gov/media/77832/download</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Horn</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Reinke</surname>
              <given-names>EK</given-names>
            </name>
            <name name-style="western">
              <surname>Mather</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>O'Donnell</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>George</surname>
              <given-names>SZ</given-names>
            </name>
          </person-group>
          <article-title>Electronic health record-integrated approach for collection of patient-reported outcome measures: a retrospective evaluation</article-title>
          <source>BMC Health Serv Res</source>
          <year>2021</year>
          <volume>21</volume>
          <issue>1</issue>
          <fpage>626</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/s12913-021-06626-7"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12913-021-06626-7</pub-id>
          <pub-id pub-id-type="medline">34193125</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12913-021-06626-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC8247208</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Calvert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kyte</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Price</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Valderas</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Hjollund</surname>
              <given-names>NH</given-names>
            </name>
          </person-group>
          <article-title>Maximising the impact of patient reported outcome assessment for patients and society</article-title>
          <source>BMJ</source>
          <year>2019</year>
          <volume>364</volume>
          <fpage>k5267</fpage>
          <pub-id pub-id-type="doi">10.1136/bmj.k5267</pub-id>
          <pub-id pub-id-type="medline">30679170</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Al Sayah</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Short</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Ohinmaa</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dean</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hubley</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Lahtinen</surname>
              <given-names>M</given-names>
            </name>
            <collab>et al</collab>
          </person-group>
          <article-title>Stakeholders' perspectives on implementing and integrating patient-reported outcome measures (PROMs) in health systems - insights from Alberta, Canada</article-title>
          <source>J Patient Rep Outcomes</source>
          <year>2025</year>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>63</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1186/s41687-025-00887-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s41687-025-00887-0</pub-id>
          <pub-id pub-id-type="medline">40471481</pub-id>
          <pub-id pub-id-type="pii">10.1186/s41687-025-00887-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC12141181</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vodicka</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Devine</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Gnanasakthy</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Scoggins</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Patrick</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <article-title>Inclusion of patient-reported outcome measures in registered clinical trials: evidence from clinicalTrials.gov (2007-2013)</article-title>
          <source>Contemp Clin Trials</source>
          <year>2015</year>
          <volume>43</volume>
          <fpage>1</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.cct.2015.04.004</pub-id>
          <pub-id pub-id-type="medline">25896116</pub-id>
          <pub-id pub-id-type="pii">S1551-7144(15)00075-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Graupner</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kimman</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Mul</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Slok</surname>
              <given-names>AHM</given-names>
            </name>
            <name name-style="western">
              <surname>Claessens</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kleijnen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dirksen</surname>
              <given-names>Carmen D</given-names>
            </name>
            <name name-style="western">
              <surname>Breukink</surname>
              <given-names>Stéphanie O</given-names>
            </name>
          </person-group>
          <article-title>Patient outcomes, patient experiences and process indicators associated with the routine use of patient-reported outcome measures (PROMs) in cancer care: a systematic review</article-title>
          <source>Support Care Cancer</source>
          <year>2021</year>
          <month>03</month>
          <volume>29</volume>
          <issue>2</issue>
          <fpage>573</fpage>
          <lpage>593</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32875373"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s00520-020-05695-4</pub-id>
          <pub-id pub-id-type="medline">32875373</pub-id>
          <pub-id pub-id-type="pii">10.1007/s00520-020-05695-4</pub-id>
          <pub-id pub-id-type="pmcid">PMC7767901</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ou</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Hollis</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <article-title>A systematic review of the impact of routine collection of patient reported outcome measures on patients, providers and health organisations in an oncologic setting</article-title>
          <source>BMC Health Serv Res</source>
          <year>2013</year>
          <volume>13</volume>
          <fpage>211</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmchealthservres.biomedcentral.com/articles/10.1186/1472-6963-13-211"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6963-13-211</pub-id>
          <pub-id pub-id-type="medline">23758898</pub-id>
          <pub-id pub-id-type="pii">1472-6963-13-211</pub-id>
          <pub-id pub-id-type="pmcid">PMC3700832</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Howell</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Molloy</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wilkinson</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Orchard</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>K</given-names>
            </name>
            <collab>et al</collab>
          </person-group>
          <article-title>Patient-reported outcomes in routine cancer clinical practice: a scoping review of use, impact on health outcomes, and implementation factors</article-title>
          <source>Ann Oncol</source>
          <year>2015</year>
          <volume>26</volume>
          <issue>9</issue>
          <fpage>1846</fpage>
          <lpage>1858</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0923-7534(19)31752-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/annonc/mdv181</pub-id>
          <pub-id pub-id-type="medline">25888610</pub-id>
          <pub-id pub-id-type="pii">S0923-7534(19)31752-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Soyer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Hecini</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Juchet</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Desvignes-Gleizes</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bertocchio</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>P51 - artificial intelligence (AI)-empowered expertise: a real asset in identifying patient-reported data (PROMs and PREMs) in clinical studies</article-title>
          <source>J Epidemiol Population Health</source>
          <year>2025</year>
          <month>05</month>
          <volume>73</volume>
          <fpage>203082</fpage>
          <pub-id pub-id-type="doi">10.1016/j.jeph.2025.203082</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
