<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v22i7e20443</article-id>
      <article-id pub-id-type="pmid">32706718</article-id>
      <article-id pub-id-type="doi">10.2196/20443</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Ontological Organization and Bioinformatic Analysis of Adverse Drug Reactions From Package Inserts: Development and Usability Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Koshechkin</surname>
            <given-names>Konstantin</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Li</surname>
            <given-names>Xiaoying</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-4407-6616</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>Xin</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-8850-1608</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Ren</surname>
            <given-names>Huiling</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Institute of Medical Information</institution>
            <institution>Chinese Academy of Medical Sciences</institution>
            <addr-line>69 Dongdan N St</addr-line>
            <addr-line>Beijing, 100005</addr-line>
            <country>China</country>
            <phone>86 10 52328911</phone>
            <email>ren.huiling@imicams.ac.cn</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1067-408X</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Guo</surname>
            <given-names>Jinjing</given-names>
          </name>
          <degrees>MA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1590-8014</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Institute of Medical Information</institution>
        <institution>Chinese Academy of Medical Sciences</institution>
        <addr-line>Beijing</addr-line>
        <country>China</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Huiling Ren <email>ren.huiling@imicams.ac.cn</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>7</month>
        <year>2020</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>20</day>
        <month>7</month>
        <year>2020</year>
      </pub-date>
      <volume>22</volume>
      <issue>7</issue>
      <elocation-id>e20443</elocation-id>
      <history>
        <date date-type="received">
          <day>19</day>
          <month>5</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>9</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>11</day>
          <month>6</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>14</day>
          <month>6</month>
          <year>2020</year>
        </date>
      </history>
      <copyright-statement>©Xiaoying Li, Xin Lin, Huiling Ren, Jinjing Guo. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 20.07.2020.</copyright-statement>
      <copyright-year>2020</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2020/7/e20443" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Licensed drugs may cause unexpected adverse reactions in patients, resulting in morbidity, risk of mortality, therapy disruptions, and prolonged hospital stays. Officially approved drug package inserts list the adverse reactions identified from randomized controlled clinical trials with high evidence levels and worldwide postmarketing surveillance. Formal representation of the adverse drug reaction (ADR) enclosed in semistructured package inserts will enable deep recognition of side effects and rational drug use, substantially reduce morbidity, and decrease societal costs.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This paper aims to present an ontological organization of traceable ADR information extracted from licensed package inserts. In addition, it will provide machine-understandable knowledge for bioinformatics analysis, semantic retrieval, and intelligent clinical applications.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>Based on the essential content of package inserts, a generic ADR ontology model is proposed from two dimensions (and nine subdimensions), covering the ADR information and medication instructions. This is followed by a customized natural language processing method programmed with Python to retrieve the relevant information enclosed in package inserts. After the biocuration and identification of retrieved data from the package insert, an ADR ontology is automatically built for further bioinformatic analysis.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>We collected 165 package inserts of quinolone drugs from the National Medical Products Administration and other drug databases in China, and built a specialized ADR ontology containing 2879 classes and 15,711 semantic relations. For each quinolone drug, the reported ADR information and medication instructions have been logically represented and formally organized in an ADR ontology. To demonstrate its usage, the source data were further bioinformatically analyzed. For example, the number of drug-ADR triples and major ADRs associated with each active ingredient were recorded. The 10 ADRs most frequently observed among quinolones were identified and categorized based on the 18 categories defined in the proposal. The occurrence frequency, severity, and ADR mitigation method explicitly stated in package inserts were also analyzed, as well as the top 5 specific populations with contraindications for quinolone drugs.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Ontological representation and organization using officially approved information from drug package inserts enables the identification and bioinformatic analysis of adverse reactions caused by a specific drug with regard to predefined ADR ontology classes and semantic relations. The resulting ontology-based ADR knowledge source classifies drug-specific adverse reactions, and supports a better understanding of ADRs and safer prescription of medications.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>ontology</kwd>
        <kwd>adverse drug reactions</kwd>
        <kwd>package inserts</kwd>
        <kwd>information retrieval</kwd>
        <kwd>natural language processing</kwd>
        <kwd>bioinformatics</kwd>
        <kwd>drug</kwd>
        <kwd>adverse events</kwd>
        <kwd>machine-understandable knowledge</kwd>
        <kwd>clinical applications</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Overview</title>
        <p>Chemicals and drugs have made a great contribution to human health care. At the same time, they are rarely free from occasional adverse drug reactions (ADRs) [<xref ref-type="bibr" rid="ref1">1</xref>], which are defined by the World Health Organization (WHO) as any noxious, unintended, and undesired effects of a drug that occur at doses used for the prevention, diagnosis, and treatment of a disorder. A significant number of ADRs occur each year. ADRs are the sixth leading cause of death worldwide, and the fourth primary cause of death in the United States and Canada, behind cardiovascular disease, malignant neoplasm, and stroke [<xref ref-type="bibr" rid="ref2">2</xref>]. Although the actual incidence of ADRs is difficult to access precisely, it is known that ADRs have a considerable impact upon both health care and pharmaceutical manufacturers.</p>
        <p>Package inserts (sometimes called patient information leaflets) are the primary official papers which accompany most prescribed drugs and over-the-counter medications. Although different countries have diverse requirements for the obligatory contents, the package inserts serve at least two main purposes. They contain informative details regarding the generic names of drugs, active ingredients, indication for use, instructions for use, special warnings, contraindications, and statistical values from clinical trials, including the percentage of people who had side effects, the types of side effects, and additional precautions. Furthermore, the package insert is an easy reference for physicians when prescribing medications, and can help them avoid prescribing drugs that may be contraindicated. The inserts also serve as an easy reference for patients. However, the informative package inserts are generally semistructured and cannot be understood easily by machines. As the number of newly licensed drugs increases, the demand for automatic technology for semantic integration and linkages, as well as bioinformatic analysis of the information (including ADRs) enclosed in package inserts, has become an urgent issue both in biomedical research and the pharmaceutical industry.</p>
        <p>In information science, an ontology is the formal, explicit specification of a shared conceptualization of a domain [<xref ref-type="bibr" rid="ref3">3</xref>]. Generally, biomedical ontologies not only represent the essential properties of biomedical entities and their correlations to other biomedical concepts, but also provide a standardized vocabulary and formalized knowledge source for the biomedical community. Hundreds of biomedical ontologies have been elaborately built to support scientific discovery and the analysis of biomedical data [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. Moreover, systematically evaluated ontology is one of the two fundamental sources of background knowledge for artificial intelligence algorithms in biomedicine (the other is the knowledge graph).</p>
        <p>In this paper, we propose an ontological organization of traceable ADR information extracted from licensed package inserts, which aims to provide machine-understandable knowledge for bioinformatics analysis, semantic retrieval, and intelligent clinical applications (<xref rid="figure1" ref-type="fig">Figure 1</xref>). This entails the following: (1) Present a generic ADR ontology model from two dimensions (and nine subdimensions) covering the essential ADR information and medication instructions. (2) Customize a Python natural language processing (NLP) method to automatically retrieve the identified information enclosed in package inserts. (3) Collect the approved package inserts of quinolone drugs and build a specialized ontology for algorithm verification and validation. (4) Bioinformatically analyze the adverse reactions caused by quinolones based on the obtained ADR ontology, and discuss potential applications including semantic retrieval and a clinical decision-making system.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Study framework. ADRs: adverse drug reactions; API: application programming interface; CTCAE: Common Terminology Criteria for Adverse Events; MedDRA: Medical Dictionary for Regulatory Activities; NER: named entity recognition; NLP: natural language processing; OWL: Ontology Web Language; RE: relation extraction; WHOART: WHO Adverse Reactions Terminology.</p>
          </caption>
          <graphic xlink:href="jmir_v22i7e20443_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Related Works</title>
        <sec>
          <title>Identification of ADRs</title>
          <p>In recent decades, many studies have identified ADRs through diverse channels of information, including patient reports [<xref ref-type="bibr" rid="ref9">9</xref>-<xref ref-type="bibr" rid="ref14">14</xref>], electronic health records [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref18">18</xref>], PubMed literature [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>], and social media [<xref ref-type="bibr" rid="ref21">21</xref>-<xref ref-type="bibr" rid="ref26">26</xref>]. Briefly, a patient report is a traditional source of information, where the users of a drug spontaneously report medication side effects to health authorities; electronic health records contain comprehensive medications and procedures as recorded by physicians; PubMed collects rich and up-to-date published clinical trials and other types of biomedical publications concerning drugs’ adverse reactions; and social media represents a new data source of patient experiences with drugs and could be characterized by its high volume and quick availability. Although patients, health professionals, research scientists, and even the public have increasingly contributed to ADR reporting, the role of pharmaceutical companies in reporting ADRs cannot be neglected; package inserts play a significant part in medication safety.</p>
        </sec>
        <sec>
          <title>Ontologies of ADRs</title>
          <p>Several studies about building ontologies for ADRs for different applications have already been carried out. For instance, the Adverse Drug Reaction Classification System (ADReCS) was developed as a comprehensive ADR ontology database, which enabled standardization and provided hierarchical classification of ADR terms for a molecular understanding of drug safety in the laboratory, and use in bioinformatics and systems biology for toxicological research [<xref ref-type="bibr" rid="ref27">27</xref>]. Additionally, an ontology of ADRs (OADRs) was built to describe the semantics of ADR terms for automated signal generation in pharmacovigilance [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
          <p>Adverse drug events (ADEs) refer to the injuries resulting from medical interventions related to drugs [<xref ref-type="bibr" rid="ref1">1</xref>], which include medication errors, ADRs, allergic reactions, overdoses, and other events associated with the prescription, preparation, dispensation, or administration of medications. Therefore, research efforts concentrated on ontology-based representation and analysis of ADEs indirectly related to our work. Among them, the Ontology of Adverse Events (OAE) has recently garnered research attention; it represents numerous adverse events related to medical intervention, time at medical intervention, pathological bodily process, patient information (especially patient age), and other adverse event–related terms imported from existing ontologies, as well as clinical adverse event reports [<xref ref-type="bibr" rid="ref29">29</xref>]. To better analyze adverse events related to vaccines and support safety studies of vaccines, the authors further expanded OAE and developed the Ontology of Vaccine Adverse Events (OVAE) by analyzing the adverse events recorded in the official packet inserts of licensed vaccines [<xref ref-type="bibr" rid="ref30">30</xref>]. All the ontologies mentioned above provide a fundamental basis on which to conduct our study and will be compared with the proposed ADR ontology from several perspectives.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ontology Modeling</title>
        <p>We built the ADR ontology using two dimensions: ADR information and drug-related medication instructions, which were further separated into nine subdimensions. The former covers the following: (1) adverse drug reactions, presenting diverse types of ADRs; (2) the occurrence of ADRs, describing the frequencies of ADRs after the administration of a drug in a population; (3) the severity of ADRs, describing a general measure of the subsequent risks of potential ADRs; (4) populations affected by specific ADRs, noting the individual human patients associated with an adverse reaction after the administration of a drug; and (5) the mitigation methods of ADRs, referring to any measure that shortens the duration of an adverse reaction or reduces its severity. The drug-related medication instructions contain generic information about rational drug use: (6) drug names, describing different pharmaceutical agents; (7) dosage forms of drugs, collecting the complete form of the pharmaceutical preparation used to administer the prescribed dose of medication; (8) administration routes of drugs, consisting of the various ways of administering a drug to a patient to allow the chemical to be absorbed into the blood and delivered to the target tissue; and (9) contraindications of drugs, predefining a condition or factor associated with a recipient that makes the use of a specific drug improper or inadvisable. These nine branches determine the fundamental concepts and classes of our ontology. <xref rid="figure2" ref-type="fig">Figure 2</xref> demonstrates the nine classes of proposed ADR ontology as well as the eight semantic relations among them. The generic model will help to generate specialized ADR ontologies on request as illustrated in the next section.</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>The generic model of ADRs ontology. ADRs: adverse drug reactions.</p>
          </caption>
          <graphic xlink:href="jmir_v22i7e20443_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Classes of Ontology and Their Hierarchy and Properties</title>
        <p>The biomedical terms denoting nine classes within the ADR ontology are much more comprehensive than shown in <xref rid="figure1" ref-type="fig">Figure 1</xref>. With reference to controlled biomedical vocabularies and well-developed pharmacopeia, we integrated many synonymous terms (both in English and Chinese) into various concepts and organized them in a hierarchical way. Generally, the WHO Adverse Reactions Terminology (WHOART) is reused to generate the ADR class and its hierarchy in four levels: system/organ classes (SOC), high level terms (HLT), preferred terms (PT), and included terms (IT). Among them, SOC and HLT consist of broad grouping terms, while PT represents more specific adverse reactions and IT are entry terms (synonyms) for PT. The large number of PT and IT as well as their synonyms from the Medical Dictionary for Regulatory Activities (MedDRA) will become the essential vocabulary to recognize the named entities of ADRs in package inserts. Furthermore, the Council for International Organization of Medical Science (CIMOS) has recommended five terms derived from different percentages to classify the occurrences of ADRs: Very Rare (&#60;0.01%), Rare (≥0.01%, &#60;0.1%), Uncommon (≥0.1%, &#60;1%), Common (≥1%, &#60;10%), and Very Common (≥10%). This forms the basis for the classification of ADR frequencies in our work. The Common Terminology Criteria for Adverse Events (CTCAE) is a standard classification and severity grading scale for adverse events in clinical trials and oncology settings. We adopted CTCAE for labeling the severities of ADRs with five levels: Grade 1 (mild), Grade 2 (moderate), Grade 3 (severe but not immediately life-threatening), Grade 4 (life-threatening) and Grade 5 (death caused by ADRs). The other classes that are closely related to the pharmaceutical agents and their medication instructions will be acquired and represented according to the classic pharmacopeia for ease of use.</p>
        <p>In addition, two kinds of data properties will be incorporated into the ADR ontology, including a general description of the drugs (such as the active ingredient, injection excipients, drug specifications, antibacterial mechanism, interaction drugs); the key codes and definitions from referenced vocabularies containing ARecNO (the PT code) and the SOC code from WHOART, the MedDRA code, the NCIt code; and definitions from CTCAE. Furthermore, the origin of the package inserts will be recorded in the ontology’s annotation property for ontology data identification and traceability.</p>
      </sec>
      <sec>
        <title>Information Retrieval From Package Inserts</title>
        <p>From the viewpoint of ontology construction, the ADR information and medication instructions extracted from package inserts will become the instances of object properties within the ADR ontology. Due to the large amount of data enclosed in package inserts, manual extraction would be a labor-intensive process. We developed a Python NLP-based algorithm to automatically retrieve ADRs and drug-related information, which consists of two steps: named entity recognition (NER) and relation extraction (RE).</p>
        <p>Briefly, NER will recognize a string of text as an entity (eg, an adverse reaction) that is already defined in our ADR ontology. The Jieba word segmentation model implemented in Python is adopted to segment the words enclosed in package inserts, while the names of classes and their synonyms from the proposed ontology will function as a domain vocabulary to improve performance. RE is a process that determines whether two entities have a specific relationship (eg, the “has_ADR” causality between a particular drug and an adverse reaction). Since formal package inserts have already been separated into several titled sections, these titles will be used to implement the RE task. Specifically, the titles “ADVERSE REACTIONS” and “WARNINGS AND PRECAUTIONS” are converted into semantic relations about ADR information, while the medication instructions for a particular drug would be extracted from the sections titled “DOSAGE AND ADMINISTRATION,” “CONTRAINDICATIONS,” and “USE IN SPECIFIC POPULATIONS.”</p>
        <p>The information automatically retrieved from package inserts will be passed to downstream biocuration for data identification. The major criteria of the manual review process emphasize the following two points: (1) whether the medication instructions and information about ADRs caused by a specific drug was accurate and complete, without missing data or mistakes; and (2) the frequency and severity of a drug-ADR triple must be explicit; vague descriptions were not recorded. Eventually, the human biocurated semantic information is used to build the ADR ontology.</p>
      </sec>
      <sec>
        <title>Automated Ontology Construction and Evaluation</title>
        <p>The Ontology Web Language (OWL) is a widely used programing language for defining and instantiating web-based ontologies. It provides a machine-understandable schema to describe classes and their semantic relations in a specific domain. In this work, the OWL application programming interface, a Java interface and implementation for OWL, is used to build the ADR ontology automatically based on content data primarily obtained from package inserts and well-established vocabularies (eg, WHOART, MedDRA, CTCAE). Moreover, to ensure high-quality results, the ADR ontology will be evaluated and validated by checking the clarity, coherence, extendibility, minimal encoding bias, and minimal ontological commitment, which are the fundamental principles of building a domain ontology [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Data Collection and Ontology Construction</title>
        <p>Quinolone drugs have become commonly used antibacterial agents due to their strong and broad-spectrum antibacterial activity, as well as their rapid and complete absorption in humans. As quinolone usage increases, the risk of ADRs increases proportionally. According to the Annual Report of National ADR Monitoring in China, the number of adverse reactions and events from quinolones has continuously been the second-highest among antibacterial drugs. Therefore, the safe administration of quinolones is a serious matter that requires more attention.</p>
        <p>After half a century of development, quinolones have evolved from the first generation to the fourth generation. We collected 165 specific drug names of quinolones from the China Pharmaceutical Reference and the National Essential Drugs List in China, and further organized them based on their generation. The electronic package inserts of these drugs were then downloaded from the National Medical Products Administration and Yaozhi drug database in China. Although these package inserts were written in Chinese, the Chinese and English synonyms of the class names defined in the proposed ADR ontology will enable information extraction based on a customized Python program. Finally, an ADR ontology for quinolones was automatically built and evaluated for further analysis.</p>
      </sec>
      <sec>
        <title>Ontology Statistics and Visualization</title>
        <p>Currently, the specialized ADR ontology covers a total of 2879 classes grouped into nine categories: ADRs and their occurrence, severity, population, and mitigation methods, as well as 165 drugs and their dosages, administration routes, and contraindications (<xref rid="figure3" ref-type="fig">Figure 3</xref>A). These classes were deeply divided into subclasses on the basis of biomedical concepts and arrayed hierarchically from most general to most specific in up to 4 levels, with the abovementioned nine categories at the top (Level 1) of the ontology hierarchy (<xref rid="figure3" ref-type="fig">Figure 3</xref>B). Furthermore, the obtained ADR ontology also includes eight types and 15,711 nonredundant semantic triples (<xref rid="figure4" ref-type="fig">Figure 4</xref>A) extracted from package inserts, where the causalities between ADRs and quinolones (with the type label “has_ADR”) account for a large proportion (n=7725, 49.17%). Among the 7725 identified drug-ADR triples, 4043 (52.34%) and 716 (9.27%) explicitly stated the frequency and severity, respectively. The statistics of drug-ADR triples by frequency and severity suggest that most ADRs caused by quinolones (n=4037, 52.26%) occur at a low frequency (&#60;10%), and none of them are life-threatening (<xref rid="figure4" ref-type="fig">Figure 4</xref>B).</p>
        <p><xref rid="figure5" ref-type="fig">Figure 5</xref> demonstrates how the proposed ontology organized the ADR information enclosed in the package insert, using the Protégé OWL editor for ontology visualization. Briefly, levofloxacin hydrochloride tablets have been reported to account for different types of ADRs (including dizziness, headache, and insomnia) that have already been defined in our ontology. For each adverse reaction, it is likely that the frequency, severity, and mitigation method are informed by the patient population. Therefore, we used four semantic relation types (“has_occurrence,” “has_severity,” “has_mitigation method,” and “has_population”) to link information associated with a particular adverse reaction caused by a specific drug (the lower right section of <xref rid="figure5" ref-type="fig">Figure 5</xref>). The “AND” clause is adopted to combine multiple semantic triples into a composite knowledge unit. It is worth mentioning that we extracted ADR information from the explicitly stated content in package inserts; thus, some of the four types linked to a given drug-ADR triple may not be obtained due to a missed or implicit description. To enable knowledge tracing, the package insert citation was recorded as a referenced annotation property (the upper right section of <xref rid="figure5" ref-type="fig">Figure 5</xref>). In addition, the Internationalized Resource Identifier (IRI) [<xref ref-type="bibr" rid="ref32">32</xref>], which is the unique identifier for ontology sharing and reuse around the world, was customized as “ADR+six numbers” within the proposed ADR ontology. For instance, the IRI for the levofloxacin hydrochloride tablets used in the example is ADR000572.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Statistics of the classes in ADRs ontology. ADRs: adverse drug reactions.</p>
          </caption>
          <graphic xlink:href="jmir_v22i7e20443_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Statistics of the semantic relations in ADRs ontology. ADRs: adverse drug reactions.</p>
          </caption>
          <graphic xlink:href="jmir_v22i7e20443_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Ontology visualization using levofloxacin hydrochloride tablets as an example. ADRs: adverse drug reactions.</p>
          </caption>
          <graphic xlink:href="jmir_v22i7e20443_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Comparison With Existing Ontologies</title>
        <p>We compared our work with four other ontologies (described in the Introduction) in terms of the semantic relations defined in the proposed ADR ontology (<xref ref-type="table" rid="table1">Table 1</xref>), since they are the essential knowledge unit for the wide utility of an ontology. The proposed ontology represents a complete set of information pertaining to ADRs containing drug-ADR triples and the associated frequency, severity, and mitigation methods. Moreover, the explicit medication instructions (eg, the dosage form, route, and contraindication) extracted from the package insert of a particular drug support physicians in guiding patients in the safe, effective, and rational use of drugs, as an adverse reaction can occur when using the prescribed dosage.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Comparison with existing ontologies.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="190"/>
            <col width="290"/>
            <col width="170"/>
            <col width="80"/>
            <col width="120"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td>Semantic relations of the proposed ADR<sup>a</sup> ontology</td>
                <td>Definition</td>
                <td>Adverse Drug Reaction Classification System</td>
                <td>Ontology of ADRs</td>
                <td>Ontology of Adverse Events</td>
                <td>Ontology of Vaccine Adverse Events</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>has_ADR</td>
                <td>The adverse reaction caused by a specific drug.</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>has_occurrence</td>
                <td>The occurrence frequency of an adverse reaction caused by a specific drug.</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>has_severity</td>
                <td>The severity of an adverse reaction caused by a specific drug.</td>
                <td>Yes</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>ADR_occurs in</td>
                <td>The population in which an adverse reaction occurs.</td>
                <td>No</td>
                <td>No</td>
                <td>Yes</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>has_mitigation method</td>
                <td>Any measure that shortens the duration of an adverse reaction or reduces its severity.</td>
                <td>No</td>
                <td>No</td>
                <td>No</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>has_dose form</td>
                <td>The form of a dosage of a specific drug.</td>
                <td>No</td>
                <td>No</td>
                <td>No</td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td>has_administration route</td>
                <td>The prescribed way of administering a drug to a patient.</td>
                <td>No</td>
                <td>No</td>
                <td>No</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td>has_contraindication</td>
                <td>A predefined condition or factor associated with a recipient that makes the use of a specific drug improper or inadvisable.</td>
                <td>No</td>
                <td>No</td>
                <td>No</td>
                <td>No</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>ADR: adverse drug reaction.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Bioinformatic Analysis of the Identified ADRs Caused by Quinolones</title>
        <p>The ontology of ADRs caused by quinolones consists of 7725 drug-ADR triples retrieved from 165 package inserts. After duplicate removal, 331 ADRs were identified to be caused by quinolones. <xref ref-type="table" rid="table2">Table 2</xref> lists the major ADRs from two dimensions: the quinolone generation and active ingredient. Since topical drugs have fewer ADRs than oral and intravenous ones due to their administration route, we concentrated on the comparison of quinolone drugs that are only administered by the oral and intravenous routes. After bioinformatic analysis, there were three important points that could be summarized as follows: (1) Levofloxacin (third generation) and gatifloxacin (fourth generation) induce a significant number of ADRs (n=139, 43.57% and n=122, 38.24%, respectively), and many drugs are made from these ingredients (n=21, 17.21% and n=20, 16.39%, respectively). (2) The highest numbers of ADRs are caused by ciprofloxacin (n=221, 69.28%) and enoxacin (n=156, 48.90%), respectively. (3) There are relatively few ADRs associated with nalidixic acid (n=21, 6.56%) and pipemidic acid (n=11, 3.45%), which implies that they are comparatively safe in terms of known adverse effects. In future work, we will investigate the ADR differences related to drug dosages.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Identified adverse drug reactions of quinolones, excluding topical drugs (N=122).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="140"/>
            <col width="0"/>
            <col width="100"/>
            <col width="0"/>
            <col width="130"/>
            <col width="0"/>
            <col width="130"/>
            <col width="0"/>
            <col width="200"/>
            <col width="0"/>
            <col width="140"/>
            <col width="0"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Quinolone generation and ingredient</td>
                <td colspan="2">Drugs, n (%)</td>
                <td colspan="2">Drug-ADRs<sup>a</sup> (n=7563), n (%)</td>
                <td colspan="2">ADRs (n=319), n (%)</td>
                <td colspan="2">Major ADRs</td>
                <td colspan="2">Typical dosage form(s)</td>
                <td colspan="2">Major routes</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="14">
                  <bold>First generation</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Nalidixic acid</td>
                <td colspan="2">1 (0.82)</td>
                <td colspan="2">21 (0.28)</td>
                <td colspan="2">21 (6.56)</td>
                <td colspan="2">Nausea, vomiting, diarrhea, abdominal pain</td>
                <td colspan="2">Tablet</td>
                <td>Oral</td>
              </tr>
              <tr valign="top">
                <td colspan="14">
                  <bold>Second generation</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Pipemidic acid</td>
                <td colspan="2">3 (2.46)</td>
                <td colspan="2">33 (0.44)</td>
                <td colspan="2">11 (3.45)</td>
                <td colspan="2">Nausea, eructation, abdominal pain</td>
                <td colspan="2">Granules, capsule, tablet</td>
                <td>Oral</td>
              </tr>
              <tr valign="top">
                <td colspan="14">
                  <bold>Third generation</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Enoxacin</td>
                <td colspan="2">6 (4.92)</td>
                <td colspan="2">335 (4.43)</td>
                <td colspan="2">156 (48.90)</td>
                <td colspan="2">Skin rash, dizziness, abdominal pain</td>
                <td colspan="2">Tablet, capsule, injectable</td>
                <td>Oral, intravenous</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Sparfloxacin</td>
                <td colspan="2">5 (4.10)</td>
                <td colspan="2">235 (3.11)</td>
                <td colspan="2">47 (14.73)</td>
                <td colspan="2">Headache, dizziness, insomnia, anemia</td>
                <td colspan="2">Tablet, capsule, granules</td>
                <td>Oral</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Pefloxacin</td>
                <td colspan="2">5 (4.10)</td>
                <td colspan="2">150 (1.98)</td>
                <td colspan="2">35 (10.97)</td>
                <td colspan="2">Anaphylaxis, convulsion, tremor</td>
                <td colspan="2">Tablet, capsule, injectable</td>
                <td>Oral, intravenous</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Levofloxacin</td>
                <td colspan="2">21 (17.21)</td>
                <td colspan="2">1592 (21.05)</td>
                <td colspan="2">139 (43.57)</td>
                <td colspan="2">Anaphylaxis, insomnia, dizziness</td>
                <td colspan="2">Tablet, capsule, injectable</td>
                <td>Oral, intravenous</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Tolfloxacin</td>
                <td colspan="2">1 (0.82)</td>
                <td colspan="2">26 (0.34)</td>
                <td colspan="2">26 (8.15)</td>
                <td colspan="2">Fatigue, anorexia, erythematous rash</td>
                <td colspan="2">Capsule</td>
                <td>Oral</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Fleroxacin</td>
                <td colspan="2">8 (6.56)</td>
                <td colspan="2">210 (2.78)</td>
                <td colspan="2">47 (14.73)</td>
                <td colspan="2">Nausea, vomiting, headache, dizziness</td>
                <td colspan="2">Tablet, capsule, injectable</td>
                <td>Oral, intravenous</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Ofloxacin</td>
                <td colspan="2">9 (7.38)</td>
                <td colspan="2">303 (4.01)</td>
                <td colspan="2">87 (27.27)</td>
                <td colspan="2">Anaphylaxis, itching, skin rash</td>
                <td colspan="2">Tablet, capsule, injectable</td>
                <td>Oral, intravenous</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Lomefloxacin</td>
                <td colspan="2">12 (9.84)</td>
                <td colspan="2">474 (6.27)</td>
                <td colspan="2">85 (26.65)</td>
                <td colspan="2">Itching, skin rash, headache, nausea</td>
                <td colspan="2">Tablet, capsule, injectable</td>
                <td>Oral, intravenous</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Ciprofloxacin</td>
                <td colspan="2">8 (6.56)</td>
                <td colspan="2">684 (9.04)</td>
                <td colspan="2">221(69.28)</td>
                <td colspan="2">Skin rash, itching, diarrhea, hematuria</td>
                <td colspan="2">Tablet, capsule, injectable</td>
                <td>Oral, intravenous</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Rufloxacin</td>
                <td colspan="2">2 (1.64)</td>
                <td colspan="2">68 (0.90)</td>
                <td colspan="2">34 (10.66)</td>
                <td colspan="2">Skin rash, insomnia, lethargy, convulsion</td>
                <td colspan="2">Tablet, capsule</td>
                <td>Oral</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Norfloxacin</td>
                <td colspan="2">9 (7.38)</td>
                <td colspan="2">199 (2.63)</td>
                <td colspan="2">35 (10.97)</td>
                <td colspan="2">Itching, skin rash, abdominal pain</td>
                <td colspan="2">Tablet, capsule, injectable</td>
                <td>Oral, intravenous</td>
              </tr>
              <tr valign="top">
                <td colspan="14">
                  <bold>Fourth generation</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Gatifloxacin</td>
                <td colspan="2">20 (16.39)</td>
                <td colspan="2">2270 (30.01)</td>
                <td colspan="2">122 (38.24)</td>
                <td colspan="2">Headache, vision disorder, dysgeusia</td>
                <td colspan="2">Tablet, capsule, injectable</td>
                <td>Oral, intravenous</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Gemifloxacin</td>
                <td colspan="2">1 (0.82)</td>
                <td colspan="2">106 (1.40)</td>
                <td colspan="2">106 (33.22)</td>
                <td colspan="2">Skin rash, nausea, urticaria, diarrhea</td>
                <td colspan="2">Tablet</td>
                <td>Oral</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Balofloxacin</td>
                <td colspan="2">2 (1.64)</td>
                <td colspan="2">66 (0.87)</td>
                <td colspan="2">33 (10.34)</td>
                <td colspan="2">Itching, thirst, hypesthesia, headache</td>
                <td colspan="2">Tablet, capsule</td>
                <td>Oral</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Pazufloxacin</td>
                <td colspan="2">3 (2.46)</td>
                <td colspan="2">180 (2.38)</td>
                <td colspan="2">60 (18.81)</td>
                <td colspan="2">Skin rash, jaundice, myalgia, diarrhea</td>
                <td colspan="2">Injectable</td>
                <td>Intravenous</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Prulifloxacin</td>
                <td colspan="2">3 (2.46)</td>
                <td colspan="2">189 (2.50)</td>
                <td colspan="2">63 (19.75)</td>
                <td colspan="2">Eructation, dyspnea, hypotension</td>
                <td colspan="2">Tablet, capsule</td>
                <td>Oral</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">Moxifloxacin</td>
                <td colspan="2">3 (2.46)</td>
                <td colspan="2">420 (5.55)</td>
                <td colspan="2">141 (44.20)</td>
                <td colspan="2">Fatigue, constipation, rupture of tendon</td>
                <td colspan="2">Tablet, injectable</td>
                <td>Oral, intravenous</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>ADR: adverse drug reaction.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>The 331 ADRs could be further classified into 18 categories that we defined in the ontology (<xref ref-type="table" rid="table3">Table 3</xref>). Most organs are involved in ADRs. Skin reactions (eg, itching, skin rash) are the most common reactions and are linked to 141 drugs (85.45%), followed by nervous system reactions (eg, headache, hypertonia), which are associated with 127 agents (76.97%). Moreover, the least frequently reported adverse reactions are those of genital organs and the application site. This may be due to the difficulty in detecting genital organ diseases and the minor impact of injection site reactions.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Categorized adverse drug reactions of quinolones (N=165).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="260"/>
            <col width="110"/>
            <col width="630"/>
            <thead>
              <tr valign="top">
                <td>Category of adverse drug reaction</td>
                <td>Associated drugs, n (%)</td>
                <td>Possible adverse drug reactions</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Skin reactions</td>
                <td>141 (85.5)</td>
                <td>Itching, skin rash, photosensitive reaction, erythema multiforme, increased sweating</td>
              </tr>
              <tr valign="top">
                <td>Nervous system reactions</td>
                <td>127 (77.0)</td>
                <td>Headache, hypertonia, convulsion, coma, paresthesia, vertigo, tremor</td>
              </tr>
              <tr valign="top">
                <td>Immune reactions and infections</td>
                <td>123 (74.6)</td>
                <td>Candidiasis, anaphylaxis, angioneurotic edemas, anaphylactic shock, facial edema</td>
              </tr>
              <tr valign="top">
                <td>Gastrointestinal reactions</td>
                <td>122 (73.9)</td>
                <td>Nausea, vomiting, abdominal pain, diarrhea, stomatitis, constipation, xerostomia</td>
              </tr>
              <tr valign="top">
                <td>Generalized reactions</td>
                <td>120 (72.7)</td>
                <td>Fever, fatigue, syncope, chest pain, shivering, edema, oral edema, discomfort</td>
              </tr>
              <tr valign="top">
                <td>Mental disorders</td>
                <td>119 (72.1)</td>
                <td>Sleeplessness, personality disorders, hallucinations, depression, agitation, anxiety</td>
              </tr>
              <tr valign="top">
                <td>Liver and gallbladder diseases</td>
                <td>117 (70.9)</td>
                <td>Alanine transaminase (ALT) elevation, jaundice, alkaline phosphatase increased, liver failure, bilirubinemia</td>
              </tr>
              <tr valign="top">
                <td>Urinary diseases</td>
                <td>111 (67.3)</td>
                <td>Hematuria, urinary incontinence, dysuria, crystalluria, interstitial nephritis</td>
              </tr>
              <tr valign="top">
                <td>Musculoskeletal diseases</td>
                <td>105 (63.6)</td>
                <td>Arthritis, arthralgia, muscle weakness, myalgia, rupture of tendon, bone pain</td>
              </tr>
              <tr valign="top">
                <td>Hematological diseases</td>
                <td>103 (62.4)</td>
                <td>Eosinophilia, leukopenia, granulocytopenia, pancytopenia, lymphadenopathy</td>
              </tr>
              <tr valign="top">
                <td>Vascular, hemorrhagic, and coagulation diseases</td>
                <td>102 (61.8)</td>
                <td>Elevated international normalized ratio (INR) value, purpura, phlebitis, vasculitis, vasodilatation, flushing, thrombocytosis</td>
              </tr>
              <tr valign="top">
                <td>Cardiovascular diseases</td>
                <td>80 (48.5)</td>
                <td>Prolonged QT interval, hypotension, ventricular tachycardia, palpitation, bradycardia</td>
              </tr>
              <tr valign="top">
                <td>Respiratory system diseases</td>
                <td>71 (43.0)</td>
                <td>Pulmonary infiltration, bronchial spasm, asthma, laryngeal edema, dyspnea</td>
              </tr>
              <tr valign="top">
                <td>Metabolic and nutrition diseases</td>
                <td>63 (38.2)</td>
                <td>Hypoglycemia, electrolytes abnormality, diabetes mellitus, hyperglycemia</td>
              </tr>
              <tr valign="top">
                <td>Vision diseases</td>
                <td>62 (37.6)</td>
                <td>Xerophthalmia, eye pain, conjunctivitis, diplopia, photophobia, abnormal vision</td>
              </tr>
              <tr valign="top">
                <td>Auditory, vestibular, and sensory diseases</td>
                <td>62 (37.6)</td>
                <td>Tinnitus, hypoacusis, deafness, taste disorders, parosmia, earache, ageusia</td>
              </tr>
              <tr valign="top">
                <td>Genital organ diseases</td>
                <td>48 (29.1)</td>
                <td>Vaginitis, epididymitis, orchitis, dysmenorrhea, uterine hemorrhage</td>
              </tr>
              <tr valign="top">
                <td>Application site reactions</td>
                <td>19 (11.5)</td>
                <td>Injection site reaction, injection site itching, infusion site reaction, injection site pain</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p><xref ref-type="table" rid="table4">Table 4</xref> lists the top 10 ADRs caused by quinolones and shows that itching and skin rash are listed in nearly 80% of currently licensed quinolone package inserts in China. Although alanine transaminase (ALT) elevation and phlebitis frequently occur after the administration of 3 drugs made of pazufloxacin mesylate, other adverse reactions caused by quinolones are usually infrequent (&#60;10%). All of the reported ADRs have a severity of Grade 1 (mid) to Grade 3 (severe but not immediately life-threatening), and stopping medication is generally recommended as the mitigation method after the detection of an adverse reaction. Additionally, quinolone drugs are administered to patients at various dosages and through different routes (<xref ref-type="table" rid="table2">Table 2</xref>). Finally, analysis of contraindication data found that the top 5 specific populations are those who are allergic to quinolones, pregnant women, teenagers, infants, and patients with central nervous system diseases.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>The 10 most commonly reported adverse drug reactions of quinolones (N=165).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="321"/>
            <col width="307"/>
            <col width="372"/>
            <thead>
              <tr valign="top">
                <td>Adverse drug reaction</td>
                <td>Related drugs, n (%)</td>
                <td>Category of adverse drug reaction</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Itching</td>
                <td>132 (80.0)</td>
                <td>Skin diseases</td>
              </tr>
              <tr valign="top">
                <td>Skin rash</td>
                <td>131 (79.4)</td>
                <td>Skin diseases</td>
              </tr>
              <tr valign="top">
                <td>Headache</td>
                <td>126 (76.4)</td>
                <td>Nervous system diseases</td>
              </tr>
              <tr valign="top">
                <td>Nausea</td>
                <td>119 (72.1)</td>
                <td>Gastrointestinal diseases</td>
              </tr>
              <tr valign="top">
                <td>Abdominal pain</td>
                <td>117 (70.9)</td>
                <td>Gastrointestinal diseases</td>
              </tr>
              <tr valign="top">
                <td>Vomiting</td>
                <td>116 (70.3)</td>
                <td>Gastrointestinal diseases</td>
              </tr>
              <tr valign="top">
                <td>Diarrhea</td>
                <td>114 (69.1)</td>
                <td>Gastrointestinal diseases</td>
              </tr>
              <tr valign="top">
                <td>Insomnia</td>
                <td>110 (66.7)</td>
                <td>Mental disorders</td>
              </tr>
              <tr valign="top">
                <td>Fever</td>
                <td>104 (63.0)</td>
                <td>Generalized diseases</td>
              </tr>
              <tr valign="top">
                <td>Photosensitive reaction</td>
                <td>100 (60.6)</td>
                <td>Skin diseases</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Major Applications of ADR Ontology</title>
        <p>The ADR ontology proposed in this study has two major applications. The first is the semantic retrieval system that can use the ADR knowledge to integrate various external sources of information. Since the primary ADR terms and their key codes were reused from WHOART and MedDRA, it should be straightforward to integrate our ontology with these controlled vocabularies, as well as other medical terminologies (eg, Logical Observation Identifiers Names and Codes [LOINC], Systematized Nomenclature of Medicine-Clinical Terms [SNOMED CT]), for semantic knowledge retrieval by providing formally represented ADR information. Another major application is intelligent clinical decision-making support. The proposed ADR ontology provides machine-understandable knowledge, which could be used by artificial intelligence algorithms in biomedicine. To pursue clinical and therapeutic approaches to optimal disease management and rational drug use, it is useful for a physician treating a specific disorder to know all the identified adverse reactions induced by the drugs prescribed for patients with that condition. Manually reading the package inserts to find the ADR information and medication instructions is laborious and time-consuming, as the number of newly approved drugs and reported ADRs increases every year. Conversely, our ontology will aid in the development of an intelligent clinical decision-making system, which would positively affect the drug prescribing patterns of physicians and potentially have a significant socioeconomic impact.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>We have shown that the ADR ontology can be used to formally represent and organize the ADR information and medication instructions enclosed in official drug packages. In addition, it can provide machine-understandable knowledge for bioinformatic analysis. By collecting 165 package inserts of quinolone drugs, a specialized ADR ontology was built to classify various identified ADRs caused by quinolones. Systematic analysis of the obtained ontology data improves the deep recognition of drug-specific ADRs, making it possible to intelligently guide safe drug use and benefit human health.</p>
        <p>The proposed ADR ontology can be generalized to organize the ADR information from other channels, not just package inserts. Electronic health records, in which the ADR data are frequently reported, will be acquired for the enrichment of the ADR ontology in the near future.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ADE</term>
          <def>
            <p>adverse drug event</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ADR</term>
          <def>
            <p>adverse drug reaction</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CIMOS</term>
          <def>
            <p>Council for International Organization of Medical Science</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">CTCAE</term>
          <def>
            <p>Common Terminology Criteria for Adverse Events</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">HLT</term>
          <def>
            <p>high level terms</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">IRI</term>
          <def>
            <p>Internationalized Resource Identifier</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">IT</term>
          <def>
            <p>included terms</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">LOINC</term>
          <def>
            <p>Logical Observation Identifiers Names and Codes</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">MedDRA</term>
          <def>
            <p>Medical Dictionary for Regulatory Activities</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">NER</term>
          <def>
            <p>named entity recognition</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">NLP</term>
          <def>
            <p>natural language processing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">OWL</term>
          <def>
            <p>Ontology Web Language</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb13">PT</term>
          <def>
            <p>preferred terms</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb14">RE</term>
          <def>
            <p>relation extraction</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb15">SNOMED CT</term>
          <def>
            <p>Systematized Nomenclature of Medicine-Clinical Terms</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb16">SOC</term>
          <def>
            <p>system/organ classes</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb17">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb18">WHOART</term>
          <def>
            <p>WHO Adverse Reactions Terminology</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was funded by the Chinese Academy of Medical Sciences Innovation Fund for Medical Sciences, grant number 2017-I2M-3-014.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>XYL prepared the initial draft of the manuscript and finished building the ontology. XL proposed the ontology model and analyzed the experimental results. HLR was in charge of the project and administered the project. JJG sampled data and investigated the application of ontology for semantic retrieval. All authors provided contributions to the final version of the paper and approved it.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Rieder</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ferro</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Adverse drug reactions</article-title>
          <source>Br J Clin Pharmacol</source>
          <year>2015</year>
          <month>10</month>
          <day>20</day>
          <volume>80</volume>
          <issue>4</issue>
          <fpage>613</fpage>
          <lpage>4</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/bcp.12695"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/bcp.12695</pub-id>
          <pub-id pub-id-type="medline">26388499</pub-id>
          <pub-id pub-id-type="pmcid">PMC4594696</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Hacker</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bachmann</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Messer</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <source>Pharmacology, Principles and Practice</source>
          <year>2010</year>
          <month>11</month>
          <day>11</day>
          <publisher-loc>Burlington, MA, USA</publisher-loc>
          <publisher-name>Academic Press</publisher-name>
          <fpage>1</fpage>
          <lpage>594</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Studer</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Benjamins</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Fensel</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Knowledge engineering: Principles and methods</article-title>
          <source>Data &#38; Knowledge Engineering</source>
          <year>1998</year>
          <month>3</month>
          <volume>25</volume>
          <issue>1-2</issue>
          <fpage>161</fpage>
          <lpage>197</lpage>
          <pub-id pub-id-type="doi">10.1016/s0169-023x(97)00056-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bello</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Shimoyama</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mitraka</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Laulederkind</surname>
              <given-names>SJF</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>CL</given-names>
            </name>
            <name name-style="western">
              <surname>Eppig</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Schriml</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Disease Ontology: improving and unifying disease annotations across species</article-title>
          <source>Dis Model Mech</source>
          <year>2018</year>
          <month>03</month>
          <day>12</day>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>dmm032839</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://dmm.biologists.org/cgi/pmidlookup?view=long&#38;pmid=29590633"/>
          </comment>
          <pub-id pub-id-type="doi">10.1242/dmm.032839</pub-id>
          <pub-id pub-id-type="medline">29590633</pub-id>
          <pub-id pub-id-type="pii">dmm.032839</pub-id>
          <pub-id pub-id-type="pmcid">PMC5897730</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Shill</surname>
              <given-names>PC</given-names>
            </name>
          </person-group>
          <article-title>Incorporating gene ontology into fuzzy relational clustering of microarray gene expression data</article-title>
          <source>Biosystems</source>
          <year>2018</year>
          <month>01</month>
          <volume>163</volume>
          <fpage>1</fpage>
          <lpage>10</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0303264717301466"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.biosystems.2017.09.017</pub-id>
          <pub-id pub-id-type="medline">29113811</pub-id>
          <pub-id pub-id-type="pii">S0303-2647(17)30146-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Béré</surname>
              <given-names>WRC</given-names>
            </name>
            <name name-style="western">
              <surname>Camara</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Malo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lo</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ouaro</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>IDOMEN: An Extension of Infectious Disease Ontology for MENingitis</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2019</year>
          <month>08</month>
          <day>21</day>
          <volume>264</volume>
          <fpage>313</fpage>
          <lpage>317</lpage>
          <pub-id pub-id-type="doi">10.3233/SHTI190234</pub-id>
          <pub-id pub-id-type="medline">31437936</pub-id>
          <pub-id pub-id-type="pii">SHTI190234</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Robinson</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Mundlos</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The human phenotype ontology</article-title>
          <source>Clin Genet</source>
          <year>2010</year>
          <month>06</month>
          <volume>77</volume>
          <issue>6</issue>
          <fpage>525</fpage>
          <lpage>34</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1399-0004.2010.01436.x</pub-id>
          <pub-id pub-id-type="medline">20412080</pub-id>
          <pub-id pub-id-type="pii">CGE1436</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Natale</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Arighi</surname>
              <given-names>CN</given-names>
            </name>
            <name name-style="western">
              <surname>Blake</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Bult</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Christie</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Cowart</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>D'Eustachio</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Diehl</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Drabkin</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Helfer</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Masci</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Ren</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>NV</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ruttenberg</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shamovsky</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Yerramalla</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>AlJanahi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Çelen</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Gan</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lv</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schuster-Lezell</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Wu</surname>
              <given-names>CH</given-names>
            </name>
          </person-group>
          <article-title>Protein Ontology: a controlled structured network of protein entities</article-title>
          <source>Nucleic Acids Res</source>
          <year>2014</year>
          <month>01</month>
          <day>21</day>
          <volume>42</volume>
          <issue>Database issue</issue>
          <fpage>D415</fpage>
          <lpage>21</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24270789"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/nar/gkt1173</pub-id>
          <pub-id pub-id-type="medline">24270789</pub-id>
          <pub-id pub-id-type="pii">gkt1173</pub-id>
          <pub-id pub-id-type="pmcid">PMC3964965</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Margraff</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Bertram</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Adverse drug reaction reporting by patients: an overview of fifty countries</article-title>
          <source>Drug Saf</source>
          <year>2014</year>
          <month>06</month>
          <day>19</day>
          <volume>37</volume>
          <issue>6</issue>
          <fpage>409</fpage>
          <lpage>19</lpage>
          <pub-id pub-id-type="doi">10.1007/s40264-014-0162-y</pub-id>
          <pub-id pub-id-type="medline">24748428</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Hunsel</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Talsma</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>van Puijenbroek</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>de Jong-van den Berg</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>van Grootheest</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The proportion of patient reports of suspected ADRs to signal detection in the Netherlands: case-control study</article-title>
          <source>Pharmacoepidemiol Drug Saf</source>
          <year>2011</year>
          <month>03</month>
          <day>28</day>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>286</fpage>
          <lpage>91</lpage>
          <pub-id pub-id-type="doi">10.1002/pds.2092</pub-id>
          <pub-id pub-id-type="medline">21351310</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blenkinsopp</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wilkie</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Routledge</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>Patient reporting of suspected adverse drug reactions: a review of published literature and international experience</article-title>
          <source>Br J Clin Pharmacol</source>
          <year>2007</year>
          <month>02</month>
          <volume>63</volume>
          <issue>2</issue>
          <fpage>148</fpage>
          <lpage>56</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1365-2125.2006.02746.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1365-2125.2006.02746.x</pub-id>
          <pub-id pub-id-type="medline">17274788</pub-id>
          <pub-id pub-id-type="pii">BCP2746</pub-id>
          <pub-id pub-id-type="pmcid">PMC2000570</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Grootheest</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>de Jong-van den Berg</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Patients’ role in reporting adverse drug reactions</article-title>
          <source>Expert Opinion on Drug Safety</source>
          <year>2005</year>
          <month>02</month>
          <day>23</day>
          <volume>3</volume>
          <issue>4</issue>
          <fpage>363</fpage>
          <lpage>368</lpage>
          <pub-id pub-id-type="doi">10.1517/14740338.3.4.363</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Medawar</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Herxheimer</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>A comparison of adverse drug reaction reports from professionals and users, relating to risk of dependence and suicidal behaviour with paroxetine</article-title>
          <source>Int J Risk Saf Med</source>
          <year>2003</year>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <lpage>19</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mitchell</surname>
              <given-names>AS</given-names>
            </name>
            <name name-style="western">
              <surname>Henry</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Sanson-Fisher</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>O'Connell</surname>
              <given-names>DL</given-names>
            </name>
          </person-group>
          <article-title>Patients as a direct source of information on adverse drug reactions</article-title>
          <source>BMJ</source>
          <year>1988</year>
          <month>10</month>
          <day>08</day>
          <volume>297</volume>
          <issue>6653</issue>
          <fpage>891</fpage>
          <lpage>3</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/3140967"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmj.297.6653.891</pub-id>
          <pub-id pub-id-type="medline">3140967</pub-id>
          <pub-id pub-id-type="pmcid">PMC1834468</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Li</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Salmasian</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Vilar</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chase</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Friedman</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>A method for controlling complex confounding effects in the detection of adverse drug reactions using electronic health records</article-title>
          <source>J Am Med Inform Assoc</source>
          <year>2014</year>
          <month>03</month>
          <day>01</day>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>308</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23907285"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/amiajnl-2013-001718</pub-id>
          <pub-id pub-id-type="medline">23907285</pub-id>
          <pub-id pub-id-type="pii">amiajnl-2013-001718</pub-id>
          <pub-id pub-id-type="pmcid">PMC3932454</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Warrer</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hansen</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Juhl-Jensen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Aagaard</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Using text-mining techniques in electronic patient records to identify ADRs from medicine use</article-title>
          <source>Br J Clin Pharmacol</source>
          <year>2012</year>
          <month>05</month>
          <volume>73</volume>
          <issue>5</issue>
          <fpage>674</fpage>
          <lpage>84</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1365-2125.2011.04153.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1365-2125.2011.04153.x</pub-id>
          <pub-id pub-id-type="medline">22122057</pub-id>
          <pub-id pub-id-type="pmcid">PMC3403195</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Trifirò</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Pariente</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Coloma</surname>
              <given-names>PM</given-names>
            </name>
            <name name-style="western">
              <surname>Kors</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Polimeni</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Miremont-Salamé</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Catania</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Salvo</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>David</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Caputi</surname>
              <given-names>AP</given-names>
            </name>
            <name name-style="western">
              <surname>Sturkenboom</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Molokhia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Hippisley-Cox</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Acedo</surname>
              <given-names>CD</given-names>
            </name>
            <name name-style="western">
              <surname>van der Lei</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Fourrier-Reglat</surname>
              <given-names>A</given-names>
            </name>
            <collab>EU-ADR group</collab>
          </person-group>
          <article-title>Data mining on electronic health record databases for signal detection in pharmacovigilance: which events to monitor?</article-title>
          <source>Pharmacoepidemiol Drug Saf</source>
          <year>2009</year>
          <month>12</month>
          <volume>18</volume>
          <issue>12</issue>
          <fpage>1176</fpage>
          <lpage>84</lpage>
          <pub-id pub-id-type="doi">10.1002/pds.1836</pub-id>
          <pub-id pub-id-type="medline">19757412</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>ES</given-names>
            </name>
            <name name-style="western">
              <surname>Hripcsak</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Markatou</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Friedman</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Automated Acquisition of Disease-Drug Knowledge from Biomedical and Clinical Documents: An Initial Study</article-title>
          <source>Journal of the American Medical Informatics Association</source>
          <year>2008</year>
          <month>01</month>
          <day>01</day>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>87</fpage>
          <lpage>98</lpage>
          <pub-id pub-id-type="doi">10.1197/jamia.m2401</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Tai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kao Yang</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Chiang</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Detecting Potential Adverse Drug Reactions Using a Deep Neural Network Model</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>02</month>
          <day>06</day>
          <volume>21</volume>
          <issue>2</issue>
          <fpage>e11016</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/2/e11016/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11016</pub-id>
          <pub-id pub-id-type="medline">30724742</pub-id>
          <pub-id pub-id-type="pii">v21i2e11016</pub-id>
          <pub-id pub-id-type="pmcid">PMC6381404</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Finkelstein</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Adams</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Friedman</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Automated Summarization of Publications Associated with Adverse Drug Reactions from PubMed</article-title>
          <source>AMIA Jt Summits Transl Sci Proc</source>
          <year>2016</year>
          <volume>2016</volume>
          <fpage>68</fpage>
          <lpage>77</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27570654"/>
          </comment>
          <pub-id pub-id-type="medline">27570654</pub-id>
          <pub-id pub-id-type="pmcid">PMC5001779</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nikfarjam</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ransohoff</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Callahan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Loew</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kwong</surname>
              <given-names>BY</given-names>
            </name>
            <name name-style="western">
              <surname>Sarin</surname>
              <given-names>KY</given-names>
            </name>
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>NH</given-names>
            </name>
          </person-group>
          <article-title>Early Detection of Adverse Drug Reactions in Social Health Networks: A Natural Language Processing Pipeline for Signal Detection</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2019</year>
          <month>06</month>
          <day>03</day>
          <volume>5</volume>
          <issue>2</issue>
          <fpage>e11264</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2019/2/e11264/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11264</pub-id>
          <pub-id pub-id-type="medline">31162134</pub-id>
          <pub-id pub-id-type="pii">v5i2e11264</pub-id>
          <pub-id pub-id-type="pmcid">PMC6684218</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>CC</given-names>
            </name>
          </person-group>
          <article-title>Drug Repositioning to Accelerate Drug Development Using Social Media Data: Computational Study on Parkinson Disease</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>10</month>
          <day>11</day>
          <volume>20</volume>
          <issue>10</issue>
          <fpage>e271</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/10/e271/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.9646</pub-id>
          <pub-id pub-id-type="medline">30309833</pub-id>
          <pub-id pub-id-type="pii">v20i10e271</pub-id>
          <pub-id pub-id-type="pmcid">PMC6231748</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Park</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Hong</surname>
              <given-names>SH</given-names>
            </name>
          </person-group>
          <article-title>Identification of Primary Medication Concerns Regarding Thyroid Hormone Replacement Therapy From Online Patient Medication Reviews: Text Mining of Social Network Data</article-title>
          <source>J Med Internet Res</source>
          <year>2018</year>
          <month>10</month>
          <day>24</day>
          <volume>20</volume>
          <issue>10</issue>
          <fpage>e11085</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2018/10/e11085/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/11085</pub-id>
          <pub-id pub-id-type="medline">30355555</pub-id>
          <pub-id pub-id-type="pii">v20i10e11085</pub-id>
          <pub-id pub-id-type="pmcid">PMC6231751</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bollegala</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Maskell</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sloane</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hajne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Pirmohamed</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Causality Patterns for Detecting Adverse Drug Reactions From Social Media: Text Mining Approach</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2018</year>
          <month>05</month>
          <day>09</day>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>e51</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://publichealth.jmir.org/2018/2/e51/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/publichealth.8214</pub-id>
          <pub-id pub-id-type="medline">29743155</pub-id>
          <pub-id pub-id-type="pii">v4i2e51</pub-id>
          <pub-id pub-id-type="pmcid">PMC5966656</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abdellaoui</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Schück</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Texier</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Burgun</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Filtering Entities to Optimize Identification of Adverse Drug Reaction From Social Media: How Can the Number of Words Between Entities in the Messages Help?</article-title>
          <source>JMIR Public Health Surveill</source>
          <year>2017</year>
          <month>06</month>
          <day>22</day>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>e36</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://publichealth.jmir.org/2017/2/e36/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/publichealth.6577</pub-id>
          <pub-id pub-id-type="medline">28642212</pub-id>
          <pub-id pub-id-type="pii">v3i2e36</pub-id>
          <pub-id pub-id-type="pmcid">PMC5500778</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lardon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Abdellaoui</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Bellet</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Asfari</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Souvignet</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Texier</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Jaulent</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Beyens</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Burgun</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bousquet</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Adverse Drug Reaction Identification and Extraction in Social Media: A Scoping Review</article-title>
          <source>J Med Internet Res</source>
          <year>2015</year>
          <month>07</month>
          <day>10</day>
          <volume>17</volume>
          <issue>7</issue>
          <fpage>e171</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2015/7/e171/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.4304</pub-id>
          <pub-id pub-id-type="medline">26163365</pub-id>
          <pub-id pub-id-type="pii">v17i7e171</pub-id>
          <pub-id pub-id-type="pmcid">PMC4526988</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cai</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>Q</given-names>
            </name>
            <name name-style="western">
              <surname>Pan</surname>
              <given-names>YJ</given-names>
            </name>
            <name name-style="western">
              <surname>Pan</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Ji</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>YB</given-names>
            </name>
            <name name-style="western">
              <surname>Jin</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>Ke</given-names>
            </name>
            <name name-style="western">
              <surname>Ji</surname>
              <given-names>ZL</given-names>
            </name>
          </person-group>
          <article-title>ADReCS: an ontology database for aiding standardization and hierarchical classification of adverse drug reaction terms</article-title>
          <source>Nucleic Acids Res</source>
          <year>2015</year>
          <month>01</month>
          <volume>43</volume>
          <issue>Database issue</issue>
          <fpage>D907</fpage>
          <lpage>13</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25361966"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/nar/gku1066</pub-id>
          <pub-id pub-id-type="medline">25361966</pub-id>
          <pub-id pub-id-type="pii">gku1066</pub-id>
          <pub-id pub-id-type="pmcid">PMC4383906</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Henegar</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bousquet</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lillo-Le Louët</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Degoulet</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Jaulent</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Building an ontology of adverse drug reactions for automated signal generation in pharmacovigilance</article-title>
          <source>Comput Biol Med</source>
          <year>2006</year>
          <month>7</month>
          <volume>36</volume>
          <issue>7-8</issue>
          <fpage>748</fpage>
          <lpage>67</lpage>
          <pub-id pub-id-type="doi">10.1016/j.compbiomed.2005.04.009</pub-id>
          <pub-id pub-id-type="medline">16185681</pub-id>
          <pub-id pub-id-type="pii">S0010-4825(05)00076-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>He</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Sarntivijai</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lin</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Xiang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Guo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jagannathan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Toldo</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Tao</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>OAE: The Ontology of Adverse Events</article-title>
          <source>J Biomed Semantics</source>
          <year>2014</year>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>29</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jbiomedsem.biomedcentral.com/articles/10.1186/2041-1480-5-29"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/2041-1480-5-29</pub-id>
          <pub-id pub-id-type="medline">25093068</pub-id>
          <pub-id pub-id-type="pii">2041-1480-5-29</pub-id>
          <pub-id pub-id-type="pmcid">PMC4120740</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Marcos</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>He</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>The Ontology of Vaccine Adverse Events (OVAE) and its usage in representing and analyzing adverse events associated with US-licensed human vaccines</article-title>
          <source>J Biomed Semantics</source>
          <year>2013</year>
          <month>11</month>
          <day>26</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>40</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jbiomedsem.biomedcentral.com/articles/10.1186/2041-1480-4-40"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/2041-1480-4-40</pub-id>
          <pub-id pub-id-type="medline">24279920</pub-id>
          <pub-id pub-id-type="pii">2041-1480-4-40</pub-id>
          <pub-id pub-id-type="pmcid">PMC4177204</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gruber</surname>
              <given-names>TR</given-names>
            </name>
          </person-group>
          <article-title>Toward principles for the design of ontologies used for knowledge sharing?</article-title>
          <source>International Journal of Human-Computer Studies</source>
          <year>1995</year>
          <month>11</month>
          <volume>43</volume>
          <issue>5-6</issue>
          <fpage>907</fpage>
          <lpage>928</lpage>
          <pub-id pub-id-type="doi">10.1006/ijhc.1995.1081</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dürst</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Internationalized Resource Identifiers: From Specification to Testing</article-title>
          <year>2001</year>
          <month>09</month>
          <day>12</day>
          <conf-name>19th International Unicode Conference</conf-name>
          <conf-date>September 12, 2001</conf-date>
          <conf-loc>San Jose, CA</conf-loc>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
