<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v19i7e259</article-id>
    <article-id pub-id-type="pmid">28739560</article-id>
    <article-id pub-id-type="doi">10.2196/jmir.7452</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Ontology-Based Approach to Social Data Sentiment Analysis: Detection of Adolescent Depression Signals</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Torous</surname>
          <given-names>John</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Focsa</surname>
          <given-names>Mircea</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Du</surname>
          <given-names>Jingcheng</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Bragazzi</surname>
          <given-names>Nicola</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1">
        <name name-style="western">
          <surname>Jung</surname>
          <given-names>Hyesil</given-names>
        </name>
        <degrees>RN, MSN</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-8346-9343</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib2" corresp="yes">
      <name name-style="western">
        <surname>Park</surname>
        <given-names>Hyeoun-Ae</given-names>
      </name>
      <degrees>RN, PhD, FAAN</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>College of Nursing</institution>
        <institution>Seoul National University</institution>
        <addr-line>Daehak-ro 103, Jongno-gu</addr-line>
        <addr-line>Seoul, 03080</addr-line>
        <country>Republic Of Korea</country>
        <phone>82 27408827</phone>
        <fax>82 27654103</fax>
        <email>hapark@snu.ac.kr</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-3770-4998</ext-link></contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Song</surname>
          <given-names>Tae-Min</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-3612-4350</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>College of Nursing</institution>
    <institution>Seoul National University</institution>  
    <addr-line>Seoul</addr-line>
    <country>Republic Of Korea</country></aff>
    <aff id="aff2">
    <sup>2</sup>
    <institution>Department of Health Management</institution>
    <institution>Sahmyook University</institution>  
    <addr-line>Seoul</addr-line>
    <country>Republic Of Korea</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Hyeoun-Ae Park 
      <email>hapark@snu.ac.kr</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>07</month><year>2017</year></pub-date>
    <pub-date pub-type="epub">
      <day>24</day>
      <month>07</month>
      <year>2017</year>
    </pub-date>
    <volume>19</volume>
    <issue>7</issue>
    <elocation-id>e259</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>6</day>
        <month>2</month>
        <year>2017</year>
      </date>
      <date date-type="rev-request">
        <day>21</day>
        <month>4</month>
        <year>2017</year>
      </date>
      <date date-type="rev-recd">
        <day>26</day>
        <month>5</month>
        <year>2017</year>
      </date>
      <date date-type="accepted">
        <day>29</day>
        <month>5</month>
        <year>2017</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Hyesil Jung, Hyeoun-Ae Park, Tae-Min Song. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 24.07.2017.</copyright-statement>
    <copyright-year>2017</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.jmir.org/2017/7/e259/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Social networking services (SNSs) contain abundant information about the feelings, thoughts, interests, and patterns of behavior of adolescents that can be obtained by analyzing SNS postings. An ontology that expresses the shared concepts and their relationships in a specific field could be used as a semantic framework for social media data analytics.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>The aim of this study was to refine an adolescent depression ontology and terminology as a framework for analyzing social media data and to evaluate description logics between classes and the applicability of this ontology to sentiment analysis.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>The domain and scope of the ontology were defined using competency questions. The concepts constituting the ontology and terminology were collected from clinical practice guidelines, the literature, and social media postings on adolescent depression. Class concepts, their hierarchy, and the relationships among class concepts were defined. An internal structure of the ontology was designed using the entity-attribute-value (EAV) triplet data model, and superclasses of the ontology were aligned with the upper ontology. Description logics between classes were evaluated by mapping concepts extracted from the answers to frequently asked questions (FAQs) onto the ontology concepts derived from description logic queries. The applicability of the ontology was validated by examining the representability of 1358 sentiment phrases using the ontology EAV model and conducting sentiment analyses of social media data using ontology class concepts.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>We developed an adolescent depression ontology that comprised 443 classes and 60 relationships among the classes; the terminology comprised 1682 synonyms of the 443 classes. In the description logics test, no error in relationships between classes was found, and about 89% (55/62) of the concepts cited in the answers to FAQs mapped onto the ontology class. Regarding applicability, the EAV triplet models of the ontology class represented about 91.4% of the sentiment phrases included in the sentiment dictionary. In the sentiment analyses, “academic stresses” and “suicide” contributed negatively to the sentiment of adolescent depression.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>The ontology and terminology developed in this study provide a semantic foundation for analyzing social media data on adolescent depression. To be useful in social media data analysis, the ontology, especially the terminology, needs to be updated constantly to reflect rapidly changing terms used by adolescents in social media postings. In addition, more attributes and value sets reflecting depression-related sentiments should be added to the ontology.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>ontology</kwd>
      <kwd>adolescent</kwd>
      <kwd>depression</kwd>
      <kwd>data mining</kwd>
      <kwd>social media data</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Suicide was one of the major causes of death among young people aged 15 to 29 years worldwide in 2012 [<xref ref-type="bibr" rid="ref1">1</xref>], and in South Korea, it was the single largest cause of adolescent deaths [<xref ref-type="bibr" rid="ref2">2</xref>]. A large number of the adolescents (40-80%) who commit suicide have a strong link with depression at the time of their death [<xref ref-type="bibr" rid="ref3">3</xref>], indicating that adolescent depression is one of the main factors contributing to suicidal events.</p>
      <p>Adolescent depression affects not only individuals but also their families, the community, and the country as a whole. Moreover, this impact lasts for a long time and has wide-ranging effects. Adolescent depression is a chronic disease with a high risk of relapse. It hinders the normal development and growth of adolescents and contributes to increases in community crimes such as substance misuse and risky sexual behaviors [<xref ref-type="bibr" rid="ref4">4</xref>]. Furthermore, adolescent depression leads to decreases in productivity [<xref ref-type="bibr" rid="ref5">5</xref>], which will ultimately lead to an increased burden on the economy [<xref ref-type="bibr" rid="ref6">6</xref>]. It is thus important to detect adolescent depression and provide interventions at an early stage.</p>
      <p>Social networking services (SNSs) are now the most popular Web-based community platforms among adolescents worldwide [<xref ref-type="bibr" rid="ref7">7</xref>]. Most South Korean adolescents (77.1%) have SNS accounts, and 53% of them interact with more than 100 individuals via these accounts [<xref ref-type="bibr" rid="ref8">8</xref>]. More than 73% of adolescents in the European Union aged between 13 and 16 years have an SNS account [<xref ref-type="bibr" rid="ref9">9</xref>]. Moreover, 51% of adolescents aged between 13 and 18 years access their SNS account at least once per day [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      <p>These SNSs contain abundant information about the feelings, thoughts, interests, and patterns of behavior of adolescents that can be obtained by analyzing SNS postings. In particular, topics such as interactions with friends and cyberbullying can be examined more accurately and with less bias by using SNSs [<xref ref-type="bibr" rid="ref7">7</xref>], which should thus be considered a valuable source of data for exploring depression-related problems in adolescents [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>To date, a few studies have examined the mental health status of users by analyzing SNS data. Researchers have explored the correlations between Google Trends (Google Inc, CA) data on mental health (eg, regarding suicide, depression, bipolar disorder, and nonsuicidal self-injury) and public statistics or other gold standards [<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. They investigated the potential for utilizing search volumes on specific terms that researchers had defined as representative mental health terms to monitor and prevent mental health problems. Several studies have analyzed the sentiments and content of SNS postings by depressed users. Park et al [<xref ref-type="bibr" rid="ref17">17</xref>] found that depressed users tended to use negative sentiment words and express anger as compared with nondepressed users in their tweets. Additionally, depressed users had recorded their personal information, such as treatment history of depression, on Twitter. De Choudhury et al confirmed the possibility of using SNS data for understanding depression in individuals [<xref ref-type="bibr" rid="ref18">18</xref>] and populations [<xref ref-type="bibr" rid="ref19">19</xref>]. They collected data on depression from Twitter and identified the different characteristics (eg, language, sentiment, social activity) of depressed users versus nondepressed users. These studies focused on determining the sentiment of postings according to the frequency of words conveying sentiment to measure or predict depression. Although De Choudhury et al developed a lexicon of terms representing depression to analyze the content of depression that people talk about on Twitter, the topics of the lexicon were limited to the symptoms of depression and antidepressants only. To analyze the public’s feelings, thoughts, and behavior regarding mental health (as expressed on SNSs) thoroughly, we need a model of related concepts and terms that the public use as an analytical framework.</p>
      <p>Text mining, a representative tool that analyzes social media data, does not express relationships among terms, which is why additional information is required to understand these relationships [<xref ref-type="bibr" rid="ref20">20</xref>]. To overcome these limitations, a systematic framework with a taxonomic hierarchy and relationships between terms and terminology is needed. An ontology that expresses “the shared concepts and their relationships in a specific field” [<xref ref-type="bibr" rid="ref21">21</xref>] could be used as an analysis framework for social media data.</p>
      <p>An ontology can suggest effective ways of improving the quality of data analysis by expressing knowledge in a specific domain systematically and helping to understand the data [<xref ref-type="bibr" rid="ref22">22</xref>]. Konovalov et al [<xref ref-type="bibr" rid="ref23">23</xref>] used natural language processing (NLP) to analyze military social media postings by employing an ontology relevant to combat exposure as an analytical framework. However, Konovalov et al did not develop a terminology including various natural language terms, and this made text mining more difficult. A terminology includes synonyms of concepts and can help to integrate various forms of natural language. Particularly, since adolescents use newly coined words or expressions, abbreviations, and slang words, we need a terminology in which these terms are aligned with ontology concepts.</p>
      <p>Previously, we developed and evaluated a preliminary ontology and terminology as a framework for analyzing social media data on adolescent depression [<xref ref-type="bibr" rid="ref24">24</xref>]. However, the classes were not defined in detail, and no linkage with an upper ontology was made. Therefore, it is important to develop that ontology further by defining entity-attribute-value (EAV) models of the classes and by linking to the basic formal ontology (BFO). Additionally, description logics of the ontology and its applicability need to be tested.</p>
      <p>Thus, the aims of the study were (1) to refine an ontology and terminology for analyzing social media data on adolescent depression, (2) to evaluate the formal description of classes and relationships among classes in the ontology, and (3) to validate the applicability of the ontology and terminology in sentiment analyses.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ontology and Terminology Development</title>
        <p>The ontology was designed based on the Ontology Development 101 [<xref ref-type="bibr" rid="ref25">25</xref>] methodology. It was then refined by applying the EAV triplet model to the internal structures of the ontology and by aligning superclasses with an upper ontology.</p>
        <sec>
          <title>Determining the Ontology Domain and Scope</title>
          <p>The scope and domain of the ontology were defined by compiling a list of competency questions that the ontology should respond to. These questions were used to evaluate description logics of the ontology. The first author extracted frequently asked questions (FAQs) on adolescent depression from the American Academy of Child and Adolescent Psychiatry, Black Dog Institute, and clinical-depression.co.uk websites to compile a list of competency questions. The second author and corresponding author drew up a list of more detailed competency questions based on the FAQs.</p>
        </sec>
        <sec>
          <title>Defining the Classes and Synonyms of the Class As a Terminology</title>
          <p>Terms describing the classes were extracted from clinical practice guidelines (CPGs) such as those of the National Institute for Health and Care Excellence (NICE), the US Preventive Services Task Force (USPSTF), beyondblue, and the Korean Clinical Research Center For Depression, as well as related literature (eg, research papers on risk factors, interventions, and screening/diagnostic tools for adolescent depression) and websites (eg, news articles on news sites and expert columns in blogs).</p>
          <p>We first defined concepts using terms that were grouped by meaning and then determined classes as concepts with an independent existence and designed a hierarchy between the classes. We also compiled a list of synonyms for each class as a terminology. The synonyms comprised terms extracted not only from CPGs, literature, and dictionaries but also from social media to reflect the real language used by adolescents.</p>
        </sec>
        <sec>
          <title>Defining the Properties of Classes and Values Applying the EAV Data Model</title>
          <p>We defined the properties of classes, the value of the properties, and the value type using the EAV data model. In this study, entities refer to the core concepts discussed on SNSs regarding adolescent depression, attributes are concepts describing entities in more detail, and value sets are the set of values that an attribute can have. For example, attributes such as “reason for self-harm,” “method of self-harm,” and “frequency of urge to self-harm” describe the “self-harm” (entity) more precisely. Therefore, we can analyze the details of the phenomena related to adolescent depression (eg, self-harm) expressed on SNSs using the EAV triplet model.</p>
          <p>Concepts for attributes and values were defined for terms extracted from the sources used in the previous stage but not classified as classes. The questionnaires used for the Korean National Surveys on domestic violence, school violence, and media use, and a survey of the actual conditions in the adolescent crisis in the city of Seoul were also analyzed during this stage.</p>
        </sec>
        <sec>
          <title>Aligning the Superclasses With the BFO</title>
          <p>Many ontologies have been aligned with upper ontologies such as BFO, Descriptive Ontology for Linguistic and Cognitive Engineering, and Cyc as a means of sharing and integrating heterogeneous knowledge derived from different sources. Therefore, adolescent depression ontology linked to an upper ontology can be combined with other mental health and disease ontologies and applied to other domains.</p>
          <p>We aligned superclasses with the BFO that has been used as a foundation for combining ontologies and creating high quality shared ontologies, principally in biomedical research areas. The adolescent depression ontology was aligned with the BFO using the Protégé software version 5.0 beta (Stanford Center for Biomedical Informatics Research, CA).</p>
        </sec>
      </sec>
      <sec>
        <title>Ontology and Terminology Evaluation</title>
        <p>The resulting ontology was evaluated in terms of description logics and applicability. Description logics are logics for the formal description of classes and the relationships between classes. The applicability refers to the utility of the ontology and terminology in sentiment analyses of social media data.</p>
        <sec>
          <title>Evaluation of the Ontology’s Description Logics</title>
          <p>The formal description of classes and relationships among classes within the ontology were evaluated using the description logics tab in Protégé. Description logic queries were expressed as combinations between a type of relationship and a core class, that is, depression in our study. For example, to obtain results for “What are the signs and symptoms of adolescent depression?” from the ontology, we entered a competency question in a query input format, that is, “IsSignsAndSymptomsOf some depression.” Since the depression class (domain) was related to the subclasses of signs and symptoms (range) through the “hasSignsAndSymptoms” relationship, and as subclasses (eg, emotional, cognitive, behavioral, and physical changes) of signs and symptoms were related to the signs and symptoms class through “is-a relationship,” we could obtain the results of the query.</p>
          <p>We compared a list of classes derived from the ontology with core concepts of answers to the FAQs that were used while compiling the list of competency questions. Three experts in psychiatric nursing, one of whom had experience in ontology development, extracted core concepts from the answers to the FAQs and mapped them onto the ontology classes manually. During the mapping process, terminology provided synonyms for the ontology class concepts. The mapping rate was quantified as the extent to which the classes matched.</p>
        </sec>
        <sec>
          <title>Evaluation of the Ontology’s Applicability</title>
          <p>The applicability of the ontology was evaluated in two steps. First, we examined the usability of the EAV data model in defining the sentiment phrases for sentiment analyses. We randomly selected about 10% of the sentiment phrases (1358 out of 13,352 total phrases) in the sentiment dictionary for depression [<xref ref-type="bibr" rid="ref26">26</xref>]. We also examined the extent to which these 1358 sentiment phrases were represented using the EAV triplet of the ontology class concepts.</p>
          <p>Second, we identified factors in the signs and symptoms superclass affecting the sentiment of adolescent depression. Adolescent depression–related texts posted on Twitter and 214 social media channels (199 news sites, four blogs, two Web-based communities, and nine discussion boards) in South Korea from January 1, 2012, through December 31, 2014, were extracted using a crawler. The search keywords were “depression” and “depressed.” Out of 3,703,135 texts, this study analyzed 161,581 texts on “students under 19 years” or “elementary/middle/high school students.” Each text was coded as 1 (=positive), 2 (=neutral), or 3 (=negative <italic>)</italic> according to their sentiment. The total number of texts with any sentiment was 86,957. We then coded the text based on the presence of 31 signs and symptoms classes as 0 (=no) or 1 (=yes). Multiple nominal logistic regression, decision tree (chi-square automatic interaction detection, CHAID), and association rules were conducted to identify factors affecting the sentiments of adolescent depression. Multiple nominal logistic regression was used to determine the degree to which changes in sign and symptom classes affect sentiments toward adolescent depression. A decision tree was used to identify the sentiments of adolescent depression, given the values of several sign and symptom classes were represented by the path from the root to the leaf. The association rules was used for discovering relations between two or more classes present in a Web-based document or post [<xref ref-type="bibr" rid="ref27">27</xref>]. Regarding the directional association rule (X→Y), we focused on the “lift” indicator, which refers to the ratio between the count of class Y in the presence versus absence of X [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Ontology and Terminology Development</title>
        <p>The first author collected 35 FAQs on adolescent depression from the American Academy of Child and Adolescent Psychiatry, Black Dog Institute, and clinical-depression.co.uk websites. The second author and corresponding author drew up a list of 53 competency questions based on the FAQs. We identified five domains of adolescent depression from the competency questions. These five domains were risk factors, signs and symptoms, diagnostics, subtype, and interventions.</p>
        <p><xref ref-type="table" rid="table1">Table 1</xref> presents nine of the 35 FAQs, the competency questions derived from the nine FAQs, and the identified ontology domains.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Nine frequently asked questions (FAQs), related competency questions, and identified ontology domains.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="370"/>
            <col width="20"/>
            <col width="460"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td colspan="2">FAQs</td>
                <td>Competency question</td>
                <td>Ontology domain</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>What causes depression in adolescents?</td>
                <td><break/></td>
                <td>What are the risk factors for adolescent depression?</td>
                <td>Risk factors</td>
              </tr>
              <tr valign="top">
                <td>Can the way I think lead to clinical depression?</td>
                <td><break/></td>
                <td>What kind of personality is adolescent depression related to?</td>
                <td>Risk factors</td>
              </tr>
              <tr valign="top">
                <td>What are the signs of depression?</td>
                <td><break/></td>
                <td>What are the signs and symptoms of adolescent depression?</td>
                <td>Signs and symptoms</td>
              </tr>
              <tr valign="top">
                <td>What are the physical effects of depression?</td>
                <td><break/></td>
                <td>What are the physical symptoms of adolescent depression?</td>
                <td>Signs and symptoms</td>
              </tr>
              <tr valign="top">
                <td>What kinds of self-tests are available for screening depression in teenagers?</td>
                <td><break/></td>
                <td>What are the diagnostics of adolescent depression?</td>
                <td>Diagnostics</td>
              </tr>
              <tr valign="top">
                <td>What are the different types of depression?</td>
                <td><break/></td>
                <td>What are the subtypes of adolescent depression?</td>
                <td>Subtype</td>
              </tr>
              <tr valign="top">
                <td>What should treatment consist of?</td>
                <td><break/></td>
                <td>What methods are used to treat adolescent depression?</td>
                <td>Intervention</td>
              </tr>
              <tr valign="top">
                <td>What kinds of antidepressants are used to treat?</td>
                <td><break/></td>
                <td>What medications are used to treat adolescent depression?</td>
                <td>Intervention</td>
              </tr>
              <tr valign="top">
                <td>Are medications safe? Do they increase the risk of suicide?</td>
                <td><break/></td>
                <td>What are the possible side effects and complications of SSRIs<sup>a</sup>?</td>
                <td>Intervention</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>SSRIs: Selective serotonin reuptake inhibitors.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Superclasses in an adolescent depression ontology alongside the basic formal ontology (BFO, left) and example classes in the BFO positions (right).</p>
          </caption>
          <graphic xlink:href="jmir_v19i7e259_fig1.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>These classes had three or four levels of hierarchy, with 443 classes and 60 relationships, including <italic>Is-A</italic> and <italic>Has-A</italic> relationships. Furthermore, the terminology consisted of 1682 synonyms of class concepts. The risk factors superclass was classified into individual, family, school, and community domains [<xref ref-type="bibr" rid="ref24">24</xref>], whereas the intervention superclass comprised individual, family, school, community, and health facility classes to include the content of prevention and treatment for adolescent depression. On the basis of the criteria of beyondblue’s CPG, the signs and symptoms superclass was categorized into emotional, cognitive, behavioral, and physical changes. The superclasses of the ontology along with the BFO class types are shown in <xref ref-type="fig" rid="figure1">Figure 1</xref>. <xref ref-type="table" rid="table2">Table 2</xref> presents an example of a data model in the ontology.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Example of entity-attribute-value (EAV) data model in the ontology.</p>
          </caption>
          <table width="576" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="137"/>
            <col width="210"/>
            <col width="197"/>
            <thead>
              <tr valign="top">
                <td>Entity</td>
                <td>Attribute</td>
                <td>Values</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="2"><bold>Self-harm</bold></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>History of self-harm</td>
                <td>Yes</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>No</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Reason for self-harm</td>
                <td>Academic stresses</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>To rebel against parents’ values</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Being bullied by peers</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Psychiatric problems</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Chronic poverty</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Traumatic events</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Method of self-harm</td>
                <td>Cutting</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Piercing</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Burning</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Carving</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Hitting or punching</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Pulling out hair</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>Severe scratching</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Frequency of urge to self-harm</td>
                <td>&#60;1 hour</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>1-3 hours</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>3-6 hours</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>6-12 hours</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>12-24 hours</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td><break/></td>
                <td>&#62;1 day</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Ontology and Terminology Evaluation</title>
        <sec>
          <title>Evaluation of the Ontology’s Description Logics</title>
          <p>The description logics of the ontology was tested using the mapping rate, that is, the extent to which core concepts extracted from the answers to five FAQs mapped onto ontology concepts. The core concepts extracted from the answers to the FAQs were identical to the results of the mapping of the concepts onto the ontology concepts (conducted by three domain experts).</p>
          <p>The overall rate of mapping onto the ontology was 88.7%. For the “What are the risk factors for adolescent depression?” FAQ, 22 out of 22 concepts (100%) extracted from the answers to the FAQ were represented in the ontology. For the “What are the diagnostics of adolescent depression?” FAQ, 3 out of 4 concepts (75.0%) were found in the ontology. For the “What are the subtypes of depression?” FAQ, 5 out of 6 concepts (83.3%) were represented in the ontology. For the “What methods are used to treat adolescent depression?” FAQ, 8 out of 9 concepts (88.9%) mapped onto the ontology concepts. For the “What are the signs and symptoms of adolescent depression?” FAQ, 17 out of 21 concepts (81%) mapped onto the concepts in the ontology.</p>
          <p><xref ref-type="fig" rid="figure2">Figure 2</xref> shows the query results inferred from the ontology (left) and core concepts and their synonyms for answers to the FAQ (right) to the query “What are the signs and symptoms of adolescent depression?.” The core concepts of signs and symptoms of a depressed mood in adolescents, derived from the FAQ, are marked with blue circles on the right side of <xref ref-type="fig" rid="figure2">Figure 2</xref>. The synonyms of the signs and symptoms class concepts are marked with yellow rectangles.</p>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Query results inferred from the ontology (left) and core concepts and their synonyms derived from answers to the frequently asked question regarding signs and symptoms of adolescent depression (right).</p>
            </caption>
            <graphic xlink:href="jmir_v19i7e259_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Evaluation of the Ontology’s Applicability</title>
          <p>Of 1358 sentiment phrases, 1241 (91.4%) were represented by the EAV triplet of the ontology class concepts. Regarding positive sentiment phrases, 506 out of 559 phrases (90.5%) were defined using the EAV triplet of the ontology. For negative sentiment phrases, 735 out of 799 sentiment phrases (92.0%) were represented by the EAV triplet of the ontology class concepts.</p>
          <p><xref ref-type="table" rid="table3">Table 3</xref> presents 10 sentiment phrases represented by the ontology’s EAV triplet. For example, the negative-sentiment phrases, “I am bullied,” “I have been victim of school violence,” and “there is serious bullying” could be represented by combining the entity “bullying” in the risk-factors superclass, with “victim,” “ experience,” and “degree” as attributes and “myself,” “yes,” and “severe” being the values. “School violence” was included in the terminology as a synonym of bullying.</p>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Sentiment phrases represented by the entity-attribute-value (EAV) triplet ontology.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="75"/>
              <col width="325"/>
              <col width="80"/>
              <col width="100"/>
              <col width="180"/>
              <col width="0"/>
              <col width="215"/>
              <col width="0"/>
              <thead>
                <tr valign="top">
                  <td>Polarity</td>
                  <td>Sentiment phrase</td>
                  <td colspan="2">Entity</td>
                  <td colspan="2">Attribute</td>
                  <td colspan="2">Values</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="3"><bold>Negative</bold></td>
                  <td colspan="2"><break/></td>
                  <td colspan="2"><break/></td>
                  <td><break/></td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>“I am bullied” <break/>“I have been victim of school violence” <break/>“There is serious bullying”</td>
                  <td colspan="2">Bullying</td>
                  <td colspan="2">Experience</td>
                  <td colspan="2">Yes <break/>No</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td><break/></td>
                  <td colspan="2"><break/></td>
                  <td colspan="2">Degree</td>
                  <td colspan="2">Mild <break/>Moderate <break/>Severe</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td><break/></td>
                  <td colspan="2"><break/></td>
                  <td colspan="2">Assailant</td>
                  <td colspan="2">Myself <break/>Classmates or friends <break/>Seniors <break/>Juniors</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td><break/></td>
                  <td colspan="2"><break/></td>
                  <td colspan="2">Victim</td>
                  <td colspan="2">Myself <break/>Classmate or friends <break/>Seniors <break/>Juniors</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>“Stress is severe” <break/>“There are many stresses”</td>
                  <td colspan="2">Stress</td>
                  <td colspan="2">Presence</td>
                  <td colspan="2">Yes <break/>No</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td><break/></td>
                  <td colspan="2"><break/></td>
                  <td colspan="2">Degree</td>
                  <td colspan="2">Mild <break/>Moderate <break/>Severe</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td><break/></td>
                  <td colspan="2"><break/></td>
                  <td colspan="2">Cause</td>
                  <td colspan="2">Interpersonal relation <break/>Academic stress <break/>Disturbed home environment</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>“Personality is timid”</td>
                  <td colspan="2">Personality</td>
                  <td colspan="2">Type</td>
                  <td colspan="2">Dependent <break/>Compulsive <break/>Introvert <break/>Negative <break/>Irritable</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>“I am suffering from a severe case of insomnia”</td>
                  <td colspan="2">Insomnia</td>
                  <td colspan="2">Presence</td>
                  <td colspan="2">Yes <break/>No</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td><break/></td>
                  <td colspan="2"><break/></td>
                  <td colspan="2">Type</td>
                  <td colspan="2">Hard to fall asleep <break/>A light sleep</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td><break/></td>
                  <td colspan="2"><break/></td>
                  <td colspan="2">Degree</td>
                  <td colspan="2">Mild <break/>Moderate <break/>Severe</td>
                </tr>
                <tr valign="top">
                  <td colspan="3"><bold>Positive</bold></td>
                  <td colspan="2"><break/></td>
                  <td colspan="2"><break/></td>
                  <td><break/></td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>“My family is harmonious”</td>
                  <td colspan="2">Family concord</td>
                  <td colspan="2">Presence</td>
                  <td colspan="2">Yes <break/>No</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td><break/></td>
                  <td colspan="2"><break/></td>
                  <td colspan="2">Parent-child relationship</td>
                  <td colspan="2">Harmonious <break/>Moderate <break/>Dysfunctional</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td><break/></td>
                  <td colspan="2"><break/></td>
                  <td colspan="2">Parental relationship</td>
                  <td colspan="2">Harmonious <break/>Moderate <break/>Dysfunctional</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>“I have taken antidepressants regularly”</td>
                  <td colspan="2">Antidepressant</td>
                  <td colspan="2">Taking drug</td>
                  <td colspan="2">Yes <break/>No</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td><break/></td>
                  <td colspan="2"><break/></td>
                  <td colspan="2">Cycle of medication</td>
                  <td colspan="2">Regularly <break/>Irregularly</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td><break/></td>
                  <td colspan="2"><break/></td>
                  <td colspan="2">Route of administration</td>
                  <td colspan="2">Oral <break/>Intravenous <break/>Subcutaneous <break/>Intramuscular <break/>Rectal</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td><break/></td>
                  <td colspan="2"><break/></td>
                  <td colspan="2">Side effect</td>
                  <td colspan="2">Yes <break/>No</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>“I am good at expressing a sentiment”</td>
                  <td colspan="2">Expression of emotion</td>
                  <td colspan="2">Type</td>
                  <td colspan="2">Adept <break/>Moderate <break/>Hesitant</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
          <p>The results of multiple nominal logistic regression showed that “fear,” “restless,” “impulse,” “lethargy,” “guilty,” “sad,” “hostility,” “academic stresses,” and “suicide” contributed negatively to the sentiment on adolescent depression. Additionally, the main factor, also called the root node, affecting the sentiment of adolescent depression was “academic stresses” by the decision tree analysis. The second factors/nodes were “pain” and “anxiety,” and the third factors/nodes were “guilty” and “suicide.” Among documents with “academic stress” at baseline, those with “pain” and “suicide” increased the probability of having negative sentiment regarding adolescent depression by as much as 2.19 times compared with baseline. In association rules, when a posting expressed “loneliness,” “indifference,” “sleep,” “loss,” and “suicide” together, the probability of having negative sentiment on adolescent depression was increased by 2.92 times. For the logistic regression, the predictive validity was .750 for precision and .742 for accuracy. For the decision tree, the validity indicators were .761 for precision and .750 for accuracy.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The objectives of this study were to refine an adolescent depression ontology and terminology as a semantic framework for analyzing social media data and to evaluate them in terms of description logics and applicability. The ontology developed in this study differs significantly from the depression ontologies designed previously [<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref29">29</xref>]. First, the ontology developed herein included unique factors of adolescent depression that existing depression ontologies had not identified. For example, adolescent depression is affected not only by individual characteristics but also by environmental factors such as the family, school, and community surrounding the adolescent [<xref ref-type="bibr" rid="ref30">30</xref>]. Existing depression ontologies have defined environmental factors as the physical environment (eg, climate, noise, and pollution), social environment (eg, conflict, abuse, and discrimination), and financial environment (eg, income) broadly. Although these socioenvironmental factors vary according to the family, school, and community, existing ontologies did not reflect these various types of environmental factors accurately. In this study, we have broken down socioenvironmental factors into family, school, and community levels to describe risk factors of, and interventions for, adolescent depression in more detail. For example, abuse, one of the socioenvironmental factors, was subdivided into “abuse by parents,” “abuse by teacher,” and “abuse by friend.” We also included unique symptoms of adolescent depression such as poor school performance, delinquency, and truancy in the ontology.</p>
        <p>Second, the ontology developed in this study integrated the comprehensive scope of adolescent depression, from risk factors, signs and symptoms, diagnostics, and subtypes, to interventions for prevention or treatment because it was created to analyze SNS postings containing wide domains and offering a broad scope of adolescent depression. However, the existing ontologies cover only restricted domains and a limited scope of knowledge for treatments by subtypes [<xref ref-type="bibr" rid="ref28">28</xref>], depression-related signs and symptoms [<xref ref-type="bibr" rid="ref29">29</xref>], or pathological processes of depression [<xref ref-type="bibr" rid="ref31">31</xref>].</p>
        <p>Third, the ontology developed in this study has terminology with synonyms of the ontology classes such as slang, fad words, and neologisms. This makes the ontology particularly suitable for analyzing social media data generated by adolescents. However, the existing ontologies use medical jargon or scientific terms to represent concepts describing diagnosis and treatment of depression.</p>
        <p>With the description logics test, we were able to not only evaluate errors in the relationships between classes but also the content coverage of the ontology. For example, for risk factors, the ontology included all of the core concepts (22/22, 100%) identified in the answers to the FAQs. For diagnostics, the ontology included 75.0% of the core concepts identified in the answers to the FAQs. Since the ontology covered only screening tools for adolescent depression, “blood test” included among the answers to the FAQs was not mapped onto the ontology. Nevertheless, the ontology was able to answer the competency questions on risk factors, signs and symptoms, diagnostics, subtypes, and interventions for adolescent depression with no error in the description logics.</p>
        <p>The ontology developed in this study was used for sentiment analyses. This was possible because each class was modeled as the EAV triplet. Value sets of attributes representing status or degree (eg, “presence” or “severity”) of entities contained words or phrases describing positive or negative opinions on adolescent depression. Sentiment phrases such as “satisfaction with the curative effect,” “willingness to overcome a problem,” and “likes or dislikes regarding a condition” in the sentiment dictionary for depression were not represented by the EAV triplet of the ontology. Thus, it is important for the ontology to have attributes with value sets that well-represent sentiment phrases pertaining to depression. Nevertheless, since sentiment phrases can be represented using an adolescent depression ontology with domain-specific knowledge, errors in assigning sentiment will be reduced. To identify factors affecting sentiments of adolescent depression, 31 signs and symptoms classes were used as independent variables in logistic regression and data mining such as decision tree and association rules. Terminology played a crucial role in identifying synonyms of signs and symptoms classes appearing in the postings. It was found that academic stresses and suicide were significant factors contributing to negative sentiment in adolescent depression postings. Thus, the presence of academic stress or suicide in postings could be a signal of adolescent depression.</p>
        <p>This study improved the interoperability and reusability of an adolescent depression ontology by linking it to an upper ontology, BFO. An adolescent depression ontology could contain general concepts through semantic connections with the BFO. This would augment the applicability of the ontology in other domains.</p>
        <p>This ontology can be reused in other studies related to the various competency questions proposed in this study. For example <italic>,</italic> this ontology can be used as a basis for a meaningful health care decision-making system for depression management in adolescents. The ontology-based adolescent depression management system can identify the symptoms an adolescent has, determine the depression subtypes and diagnostics, and recommend treatment options. Additionally, because classes of the ontology are represented with the EAV triplet, it is possible for health care providers to collect and document data on adolescent depression in more detail using the ontology.</p>
        <p>For the ontology to be useful in social media data analysis, it is important that the ontology, especially the terminology, is updated to reflect the rapidly changing terms used by adolescents in social media postings.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>In this study, we developed an adolescent depression ontology comprising 443 classes and 60 relationships; the terminology comprised 1682 synonyms among the 443 classes. A terminology with extensive synonyms played a very important role in an analytical framework for SNS data, since this study analyzed natural language texts posted by adolescents and featuring slang and abbreviations. Each class in the ontology was modeled according to the EAV triplet structure, so the ontology can be used for adolescent depression–related sentiment analysis. Description logics between classes were evaluated by mapping concepts extracted from the answers to the FAQs onto ontology concepts derived from description logics queries. The applicability of the ontology was evaluated by sentiment phrases represented by EAV triplets and by sentiment analyses of social media data conducted using the classes in the ontology. The ontology provides an analytical framework for the analysis of SNS data and thereby could improve the accuracy of interpretations of phenomena uncovered by SNS data analysis. However, it is important for the terminology to be updated regularly to reflect the rapidly changing terms used by adolescents in social media postings.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BFO</term>
          <def>
            <p>basic formal ontology</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CHAID</term>
          <def>
            <p>chi-square automatic interaction detection</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">CPGs</term>
          <def>
            <p>clinical practice guidelines</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">EAV</term>
          <def>
            <p>entity-attribute-value</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">FAQ</term>
          <def>
            <p>frequently asked question</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">NLP</term>
          <def>
            <p>natural language processing</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">NICE</term>
          <def>
            <p>National Institute for Health and Care Excellence</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">SNSs</term>
          <def>
            <p>social networking services</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">USPSTF</term>
          <def>
            <p>US Preventive Services Task Force</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by a grant from the National Research Foundation of Korea (NRF) funded by the Korea government (NRF-2015R1A2A2A01008207) and Seoul National University Big Data Institute through the Data Science Research Project 2016.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
        <collab>WHO</collab> </person-group>
        <source>Preventing Suicide: A global imperative</source> 
        <year>2014</year> 
        <publisher-loc>Geneva, Switzerland</publisher-loc>
        <publisher-name>World Health Organization</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://apps.who.int/iris/bitstream/10665/131056/1/9789241564779_eng.pdf">http://apps.who.int/iris/bitstream/10665/131056/1/9789241564779_eng.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6o4Dvjg8t"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <collab>Statistics Korea</collab>
        </person-group>
        <source>Annual report on the causes of death statistics</source>  
        <year>2012</year>  
        <publisher-loc>Daejeon, Korea</publisher-loc>
        <publisher-name>Statistics Korea</publisher-name></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cash</surname>
            <given-names>SJ</given-names>
          </name>
          <name name-style="western">
            <surname>Bridge</surname>
            <given-names>JA</given-names>
          </name>
        </person-group>
        <article-title>Epidemiology of youth suicide and suicidal behavior</article-title>
        <source>Curr Opin Pediatr</source>  
        <year>2009</year>  
        <month>10</month>  
        <volume>21</volume>  
        <issue>5</issue>  
        <fpage>613</fpage>  
        <lpage>619</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19644372"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1097/MOP.0b013e32833063e1</pub-id>
        <pub-id pub-id-type="medline">19644372</pub-id>
        <pub-id pub-id-type="pmcid">PMC2885157</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Anderson</surname>
            <given-names>DM</given-names>
          </name>
          <name name-style="western">
            <surname>Cesur</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Tekin</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Youth depression and future criminal behavior</article-title>
        <source>Econ Inq</source>  
        <year>2015</year>  
        <volume>53</volume>  
        <issue>1</issue>  
        <fpage>294</fpage>  
        <lpage>317</lpage>  
        <pub-id pub-id-type="doi">10.1111/ecin.12145</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Fletcher</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Adolescent depression and adult labor market outcomes</article-title>
        <source>South Econ J</source>  
        <year>2013</year>  
        <month>07</month>  
        <volume>80</volume>  
        <issue>1</issue>  
        <fpage>26</fpage>  
        <lpage>49</lpage>  
        <pub-id pub-id-type="doi">10.4284/0038-4038-2011.193</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lynch</surname>
            <given-names>FL</given-names>
          </name>
          <name name-style="western">
            <surname>Clarke</surname>
            <given-names>GN</given-names>
          </name>
        </person-group>
        <article-title>Estimating the economic burden of depression in children and adolescents</article-title>
        <source>Am J Prev Med</source>  
        <year>2006</year>  
        <month>12</month>  
        <volume>31</volume>  
        <issue>6 Suppl 1</issue>  
        <fpage>S143</fpage>  
        <lpage>51</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.amepre.2006.07.001</pub-id>
        <pub-id pub-id-type="medline">17175409</pub-id>
        <pub-id pub-id-type="pii">S0749-3797(06)00242-X</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Toseeb</surname>
            <given-names>U</given-names>
          </name>
          <name name-style="western">
            <surname>Inkster</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Online social networking sites and mental health research</article-title>
        <source>Front Psychiatry</source>  
        <year>2015</year>  
        <month>03</month>  
        <day>12</day>  
        <volume>6</volume>  
        <fpage>36</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://dx.doi.org/10.3389/fpsyt.2015.00036"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3389/fpsyt.2015.00036</pub-id>
        <pub-id pub-id-type="medline">25814958</pub-id>
        <pub-id pub-id-type="pmcid">PMC4357200</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
        <collab>Ministry of Gender Equality and Family</collab> </person-group>
        <source>Youth Media Usage Survey [in Korean]</source> 
        <year>2013</year> 
        <publisher-loc>Seoul, Korea</publisher-loc>
        <publisher-name>Ministry of Gender Equality and Family</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.ndsl.kr/ndsl/search/detail/report/reportSearchResultDetail.do?cn=TRKO201600013279">http://www.ndsl.kr/ndsl/search/detail/report/reportSearchResultDetail.do?cn=TRKO201600013279</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6o4EFSR99"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
        <name name-style="western">
        <surname>Livingstone</surname> 
        <given-names>S</given-names></name> 
        <name name-style="western">
        <surname>Haddon</surname> 
        <given-names>L</given-names></name> 
        <name name-style="western">
        <surname>Görzig</surname> 
        <given-names>A</given-names></name> 
        <name name-style="western">
        <surname>Ólafsson</surname> 
        <given-names>K</given-names></name> </person-group>
        <source>Risks and safety on the internet: The perspective of European children: Full findings and policy implications from the EU Kids Online survey of 9-16 year olds and their parents in 25 countries</source> 
        <year>2011</year> 
        <publisher-loc>London, UK</publisher-loc>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://eprints.lse.ac.uk/33731/">http://eprints.lse.ac.uk/33731/</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6o4F6TX5e"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
        <collab>Department for Work and Pensions</collab> </person-group>
        <source>Use of social media for research and analysis</source> 
        <year>2014</year> 
        <publisher-loc>London, UK</publisher-loc>
        <publisher-name>Department for Work and Pensions</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.gov.uk/government/publications/use-of-social-media-for-research-and-analysis">https://www.gov.uk/government/publications/use-of-social-media-for-research-and-analysis</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6o4FHbiQp"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Parker</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Cuthbertson</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Loveridge</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Skidmore</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Dyar</surname>
            <given-names>W</given-names>
          </name>
        </person-group>
        <article-title>Forecasting state-level premature deaths from alcohol, drugs, and suicides using Google Trends data</article-title>
        <source>J Affect Disord</source>  
        <year>2017</year>  
        <month>04</month>  
        <day>15</day>  
        <volume>213</volume>  
        <fpage>9</fpage>  
        <lpage>15</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jad.2016.10.038</pub-id>
        <pub-id pub-id-type="medline">28171770</pub-id>
        <pub-id pub-id-type="pii">S0165-0327(16)31110-7</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Solano</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Ustulin</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Pizzorno</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Vichi</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Pompili</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Serafini</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Amore</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>A Google-based approach for monitoring suicide risk</article-title>
        <source>Psychiatry Res</source>  
        <year>2016</year>  
        <month>12</month>  
        <day>30</day>  
        <volume>246</volume>  
        <fpage>581</fpage>  
        <lpage>586</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.psychres.2016.10.030</pub-id>
        <pub-id pub-id-type="medline">27837725</pub-id>
        <pub-id pub-id-type="pii">S0165-1781(16)30194-9</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Arora</surname>
            <given-names>VS</given-names>
          </name>
          <name name-style="western">
            <surname>Stuckler</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>McKee</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Tracking search engine queries for suicide in the United Kingdom, 2004-2013</article-title>
        <source>Public Health</source>  
        <year>2016</year>  
        <month>08</month>  
        <volume>137</volume>  
        <fpage>147</fpage>  
        <lpage>53</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.puhe.2015.10.015</pub-id>
        <pub-id pub-id-type="medline">26976489</pub-id>
        <pub-id pub-id-type="pii">S0033-3506(15)00425-4</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Koburger</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Mergl</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Rummel-Kluge</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Ibelshäuser</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Meise</surname>
            <given-names>U</given-names>
          </name>
          <name name-style="western">
            <surname>Postuvan</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Roskar</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Székely</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Ditta Tóth</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>van der Feltz-Cornelis</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Hegerl</surname>
            <given-names>U</given-names>
          </name>
        </person-group>
        <article-title>Celebrity suicide on the railway network: can one case trigger international effects?</article-title>
        <source>J Affect Disord</source>  
        <year>2015</year>  
        <month>10</month>  
        <day>01</day>  
        <volume>185</volume>  
        <fpage>38</fpage>  
        <lpage>46</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jad.2015.06.037</pub-id>
        <pub-id pub-id-type="medline">26143403</pub-id>
        <pub-id pub-id-type="pii">S0165-0327(15)00403-6</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Fond</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Gaman</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Brunel</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Haffen</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Llorca</surname>
            <given-names>PM</given-names>
          </name>
        </person-group>
        <article-title>Google Trends: ready for real-time suicide prevention or just a Zeta-Jones effect? An exploratory study</article-title>
        <source>Psychiatry Res</source>  
        <year>2015</year>  
        <month>08</month>  
        <day>30</day>  
        <volume>228</volume>  
        <issue>3</issue>  
        <fpage>913</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.psychres.2015.04.022</pub-id>
        <pub-id pub-id-type="medline">26003510</pub-id>
        <pub-id pub-id-type="pii">S0165-1781(15)00213-9</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bragazzi</surname>
            <given-names>NL</given-names>
          </name>
        </person-group>
        <article-title>A Google Trends-based approach for monitoring NSSI</article-title>
        <source>Psychol Res Behav Manag</source>  
        <year>2013</year>  
        <month>12</month>  
        <day>13</day>  
        <volume>7</volume>  
        <fpage>1</fpage>  
        <lpage>8</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://dx.doi.org/10.2147/PRBM.S44084"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2147/PRBM.S44084</pub-id>
        <pub-id pub-id-type="medline">24376364</pub-id>
        <pub-id pub-id-type="pii">prbm-7-001</pub-id>
        <pub-id pub-id-type="pmcid">PMC3864993</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Park</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Cha</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Cha</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Depressive moods of users portrayed in Twitter</article-title>
        <year>2012</year>  
        <conf-name>ACM SIGKDD Workshop on Healthcare Informatics (HI-KDD)</conf-name>
        <conf-date>2012 Aug 12</conf-date>
        <conf-loc>Beijing, China</conf-loc>
        <fpage>1</fpage>  
        <lpage>8</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://wan.poly.edu/KDD2012/forms/workshop/HI-KDD12/doc/paper_16.pdf"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>De Choudhury</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Gamon</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Counts</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Horvitz</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Predicting Depression via Social Media</article-title>
        <year>2013</year>  
        <conf-name>Seventh International AAAI Conference on Weblogs and Social Media</conf-name>
        <conf-date>July 8–11, 2013</conf-date>
        <conf-loc>Massachusetts, USA</conf-loc>
        <fpage>1</fpage>  
        <lpage>10</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://course.duruofei.com/wp-content/uploads/2015/05/Choudhury_Predicting-Depression-via-Social-Media_ICWSM13.pdf"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>De Choudhury</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Counts</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Horvitz</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Social media as a measurement tool of depression in populations</article-title>
        <year>2013</year>  
        <conf-name>5th Annual ACM Web Science Conference</conf-name>
        <conf-date>2013, May 2-4</conf-date>
        <conf-loc>Paris, France</conf-loc>
        <fpage>47</fpage>  
        <lpage>56</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://research.microsoft.com/EN-US/UM/PEOPLE/HORVITZ/depression_populations_websci_2013.pdf"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
        <name name-style="western">
        <surname>Kim</surname> 
        <given-names>SH</given-names></name> </person-group>
        <source>Developing an ontology and its usability to social data analytics [in Korean]</source> 
        <year>2015</year> 
        <publisher-loc>Seoul, Korea</publisher-loc>
        <publisher-name>Graduate School of Sungkyunkwan University</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.dcollection.net/handler/skku/000000080135">http://www.dcollection.net/handler/skku/000000080135</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6o4G3o4qF"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gruber</surname>
            <given-names>TR</given-names>
          </name>
        </person-group>
        <article-title>Toward principles for the design of ontologies used for knowledge sharing?</article-title>
        <source>Int J Hum Comput Stud</source>  
        <year>1995</year>  
        <month>11</month>  
        <volume>43</volume>  
        <issue>5-6</issue>  
        <fpage>907</fpage>  
        <lpage>928</lpage>  
        <pub-id pub-id-type="doi">10.1006/ijhc.1995.1081</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Alt</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Wittwer</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Towards an ontology-based approach for social media analysis</article-title>
        <year>2014</year>  
        <conf-name>Twenty Second European Conference on Information Systems (ECIS)</conf-name>
        <conf-date>June 9-11, 2014</conf-date>
        <conf-loc>Tel Aviv, Israel</conf-loc>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://citeseerx.ist.psu.edu/viewdoc/download?doi=10.1.1.666.8790&#38;rep=rep1&#38;type=pdf"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Konovalov</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Scotch</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Post</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Brandt</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Biomedical informatics techniques for processing and analyzing web blogs of military service members</article-title>
        <source>J Med Internet Res</source>  
        <year>2010</year>  
        <volume>12</volume>  
        <issue>4</issue>  
        <fpage>e45</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2010/4/e45/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.1538</pub-id>
        <pub-id pub-id-type="pii">v12i4e45</pub-id>
        <pub-id pub-id-type="pmcid">3234168</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jung</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Park</surname>
            <given-names>HA</given-names>
          </name>
          <name name-style="western">
            <surname>Song</surname>
            <given-names>TM</given-names>
          </name>
        </person-group>
        <article-title>Development and evaluation of an adolescents' depression ontology for analyzing social data</article-title>
        <source>Stud Health Technol Inform</source>  
        <year>2016</year>  
        <volume>225</volume>  
        <fpage>442</fpage>  
        <lpage>6</lpage>  
        <pub-id pub-id-type="medline">27332239</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
        <name name-style="western">
        <surname>Noy</surname> 
        <given-names>NF</given-names></name> 
        <name name-style="western">
        <surname>McGuinness</surname> 
        <given-names>DL</given-names></name> </person-group>
        <source>Ontology Development 101: A Guide to Creating Your First Ontology</source> 
        <year>2001</year> 
        <publisher-name>Stanford University</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://liris.cnrs.fr/alain.mille/enseignements/Ecole_Centrale/What%20is%20an%20ontology%20and%20why%20we%20need%20it.htm">http://liris.cnrs.fr/alain.mille/enseignements/Ecole_Centrale/What%20is%20an%20ontology%20and%20why%20we%20need%20it.htm</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6o4CxyWWv"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
        <name name-style="western">
        <surname>Song</surname> 
        <given-names>TM</given-names></name> </person-group>
        <source>Predicting depression risk factors among Korean adolescents by using social big data [in Korean]</source> 
        <year>2015</year> 
        <month>10</month> 
        <publisher-loc>Sejong, Korea</publisher-loc>
        <publisher-name>Korea Institute for Health and Social Affairs</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://goo.gl/XT4x5K">https://goo.gl/XT4x5K</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6o4DNl4yq"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
        <name name-style="western">
        <surname>Song</surname> 
        <given-names>J</given-names></name> 
        <name name-style="western">
        <surname>Song</surname> 
        <given-names>TM</given-names></name> 
        <name name-style="western">
        <surname>Seo</surname> 
        <given-names>DC</given-names></name> 
        <name name-style="western">
        <surname>Jin</surname> 
        <given-names>DL</given-names></name> 
        <name name-style="western">
        <surname>Kim</surname> 
        <given-names>JS</given-names></name> </person-group>
        <article-title>Social big data analysis of information spread and perceived infection risk during the 2015 Middle East respiratory syndrome outbreak in South Korea</article-title>
        <source>Cyberpsychol Behav Soc Netw</source> 
        <year>2017</year> 
        <month>01</month> 
        <volume>20</volume> 
        <issue>1</issue> 
        <fpage>22</fpage> 
        <lpage>29</lpage> 
        <pub-id pub-id-type="doi">10.1089/cyber.2016.0126</pub-id>
        <pub-id pub-id-type="medline">28051336</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hadzic</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Chen</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Dillon</surname>
            <given-names>TS</given-names>
          </name>
        </person-group>
        <article-title>Towards the Mental Health Ontology</article-title>
        <source>Bioinformatics and Biomedicine</source>  
        <year>2008</year>  
        <conf-name>IEEE Internatioanl Conference on Bioinformatics and Biomedicine</conf-name>
        <conf-date>3-5 Nov. 2008</conf-date>
        <conf-loc>Philadelphia, USA</conf-loc>
        <publisher-name>IEEE</publisher-name>
        <fpage>284</fpage>  
        <lpage>288</lpage>  
        <pub-id pub-id-type="doi">10.1109/BIBM.2008.59</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Chang</surname>
            <given-names>YS</given-names>
          </name>
          <name name-style="western">
            <surname>Fan</surname>
            <given-names>CT</given-names>
          </name>
          <name name-style="western">
            <surname>Lo</surname>
            <given-names>WT</given-names>
          </name>
          <name name-style="western">
            <surname>Hung</surname>
            <given-names>WC</given-names>
          </name>
          <name name-style="western">
            <surname>Yuan</surname>
            <given-names>SM</given-names>
          </name>
        </person-group>
        <article-title>Mobile cloud-based depression diagnosis using an ontology and a Bayesian network</article-title>
        <source>Future Gener Comput Syst</source>  
        <year>2015</year>  
        <month>02</month>  
        <volume>43</volume>  
        <issue>C</issue>  
        <fpage>87</fpage>  
        <lpage>98</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.future.2014.05.004</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <collab>National Research Council (US)</collab>
          <collab>Institute of Medicine (US) Committee on the Prevention of Mental Disorders and Substance Abuse Among Children, Youth, and Young Adults: Research Advances and Promising Interventions</collab>
        </person-group>
        <person-group person-group-type="editor">
          <name name-style="western">
            <surname>O'Connell</surname>
            <given-names>ME</given-names>
          </name>
          <name name-style="western">
            <surname>Boat</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Warner</surname>
            <given-names>KE</given-names>
          </name>
        </person-group>
        <source>Preventing Mental, Emotional, and Behavioral Disorders Among Young People: Progress and Possibilities</source>  
        <year>2009</year>  
        <publisher-loc>Washington, DC</publisher-loc>
        <publisher-name>National Academies Press</publisher-name></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ceusters</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Foundations for a realist ontology of mental disease</article-title>
        <source>J Biomed Semantics</source>  
        <year>2010</year>  
        <month>12</month>  
        <day>09</day>  
        <volume>1</volume>  
        <issue>1</issue>  
        <fpage>10</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://jbiomedsem.biomedcentral.com/articles/10.1186/2041-1480-1-10"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/2041-1480-1-10</pub-id>
        <pub-id pub-id-type="medline">21143905</pub-id>
        <pub-id pub-id-type="pii">2041-1480-1-10</pub-id>
        <pub-id pub-id-type="pmcid">PMC3017014</pub-id></nlm-citation>
      </ref>
    </ref-list>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Adolescent depression ontology (detailed).</p>
        <media xlink:href="jmir_v19i7e259_app1.pptx" xlink:title="PPTX File, 478KB"/>
      </app>
    </app-group>
  </back>
</article>
