<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i6e25028</article-id>
      <article-id pub-id-type="pmid">34125068</article-id>
      <article-id pub-id-type="doi">10.2196/25028</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>A Determinants-of-Fertility Ontology for Detecting Future Signals of Fertility Issues From Social Media Data: Development of an Ontology</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kukafka</surname>
            <given-names>Rita</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Poluru</surname>
            <given-names>Ramesh</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>He</surname>
            <given-names>Zhe</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>Ji-Hyun</given-names>
          </name>
          <degrees>RN, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1357-1980</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Park</surname>
            <given-names>Hyeoun-Ae</given-names>
          </name>
          <degrees>RN, PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <address>
            <institution>College of Nursing and Research Institute of Nursing Science</institution>
            <institution>Seoul National University</institution>
            <addr-line>103 Daehak-ro, Jongno-gu</addr-line>
            <addr-line>Seoul, 03080</addr-line>
            <country>Republic of Korea</country>
            <fax>82 27661852</fax>
            <phone>82 27408827</phone>
            <email>hapark@snu.ac.kr</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-3770-4998</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Song</surname>
            <given-names>Tae-Min</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2078-4119</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Nurse's Office</institution>
        <institution>Yeongdeok High School</institution>
        <addr-line>Gyeonggi-do</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>College of Nursing and Research Institute of Nursing Science</institution>
        <institution>Seoul National University</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Health Management</institution>
        <institution>Samyook University</institution>
        <addr-line>Seoul</addr-line>
        <country>Republic of Korea</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Hyeoun-Ae Park <email>hapark@snu.ac.kr</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>6</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>14</day>
        <month>6</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>6</issue>
      <elocation-id>e25028</elocation-id>
      <history>
        <date date-type="received">
          <day>18</day>
          <month>10</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>24</day>
          <month>2</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>13</day>
          <month>4</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>25</day>
          <month>4</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Ji-Hyun Lee, Hyeoun-Ae Park, Tae-Min Song. Originally published in the Journal of Medical Internet Research (https://www.jmir.org), 14.06.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on https://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://www.jmir.org/2021/6/e25028" xlink:type="simple"/>
      
      <related-article related-article-type="correction-forward" xlink:title="This is a corrected version. See correction statement in:" xlink:href="https://www.jmir.org/2021/7/e31601" vol="23" page="e31601"> </related-article>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>South Korea has the lowest fertility rate in the world despite considerable governmental efforts to boost it. Increasing the fertility rate and achieving the desired outcomes of any implemented policies requires reliable data on the ongoing trends in fertility and preparations for the future based on these trends.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The aims of this study were to (1) develop a determinants-of-fertility ontology with terminology for collecting and analyzing social media data; (2) determine the description logics, content coverage, and structural and representational layers of the ontology; and (3) use the ontology to detect future signals of fertility issues.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>An ontology was developed using the Ontology Development 101 methodology. The domain and scope of the ontology were defined by compiling a list of competency questions. The terms were collected from Korean government reports, Korea’s Basic Plan for Low Fertility and Aging Society, a national survey about marriage and childbirth, and social media postings on fertility issues. The classes and their hierarchy were defined using a top-down approach based on an ecological model. The internal structure of classes was defined using the entity-attribute-value model. The description logics of the ontology were evaluated using Protégé (version 5.5.0), and the content coverage was evaluated by comparing concepts extracted from social media posts with the list of ontology classes. The structural and representational layers of the ontology were evaluated by experts. Social media data were collected from 183 online channels between January 1, 2011, and June 30, 2015. To detect future signals of fertility issues, 2 classes of the ontology, the socioeconomic and cultural environment, and public policy, were identified as keywords. A keyword issue map was constructed, and the defined keywords were mapped to identify future signals. R software (version 3.5.2) was used to mine for future signals.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>A determinants-of-fertility ontology comprised 236 classes and terminology comprised 1464 synonyms of the 236 classes. Concept classes in the ontology were found to be coherently and consistently defined. The ontology included more than 90% of the concepts that appeared in social media posts on fertility policies. Average scores for all of the criteria for structural and representations layers exceeded 4 on a 5-point scale. Violence and abuse (socioeconomic and cultural factor) and flexible working arrangement (fertility policy) were weak signals, suggesting that they could increase rapidly in the future.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The determinants-of-fertility ontology developed in this study can be used as a framework for collecting and analyzing social media data on fertility issues and detecting future signals of fertility issues. The future signals identified in this study will be useful for policy makers who are developing policy responses to low fertility.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>ontology</kwd>
        <kwd>fertility</kwd>
        <kwd>public policy</kwd>
        <kwd>South Korea</kwd>
        <kwd>social media</kwd>
        <kwd>future</kwd>
        <kwd>infodemiology</kwd>
        <kwd>infoveillance</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>South Korea has the lowest fertility rate in the world. According to the Organization for Economic Cooperation and Development (OECD), the total fertility rate (TFR) in South Korea peaked in 1970 at 4.53 and subsequently declined to 1.30 in 2001 [<xref ref-type="bibr" rid="ref1">1</xref>]. According to Statistics Korea [<xref ref-type="bibr" rid="ref2">2</xref>], in 2018 the TFR fell to 0.98, below the critical level of 1.</p>
      <p>In an attempt to increase the TFR, in 2005 the Korean government enacted the Basic Law on Low Fertility and Aging Society, and the Ministry of Health and Welfare in collaboration with other government agencies established 5-year plans. The First Basic Plan for Low Fertility and Aging Society (2006-2010) was initiated to establish a foundation for the government from which to proactively respond to the low fertility and aging population. The second and third of these plans (2011-2020) were pursued with the aim of increasing the TFR and successfully responding to the increasingly aging society [<xref ref-type="bibr" rid="ref3">3</xref>-<xref ref-type="bibr" rid="ref5">5</xref>]. However, despite the efforts of the government over the past 15 years, the TFR in South Korea remains the lowest in the world. In order to achieve the desired policy outcome of increasing the fertility rate, the government needs to continuously identify current issues related to fertility as well as those that will arise in the future based on the detection of future signals [<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>Governments around the world are increasingly seeking ways to detect future signals of policy implications so they can respond to the various challenges that countries face in a timely and effectively manner [<xref ref-type="bibr" rid="ref6">6</xref>]. Government foresight programs such as the UK National Horizon Scanning Centre [<xref ref-type="bibr" rid="ref7">7</xref>] and the Finland national foresight system [<xref ref-type="bibr" rid="ref8">8</xref>] are monitoring future signals for policy making. Future signals are signals that are not currently mainstream but are useful for predicting changes in the future. Ansoff [<xref ref-type="bibr" rid="ref9">9</xref>] defined such signals as weak signals, referring to small opinions or symptoms with unusual patterns of future changes. Weak signals are signs that do not impact the present but can develop into strong signals and then subsequently into a trend or megatrend in the future. Thus, the issues that will be important in the future may be predicted by detecting weak signals [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>One approach to predicting future signals is to harness intuitive judgment by experts; however, this is both time-consuming and costly [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>]. Since the volume of textual data and influence of public opinion on social media are increasing both rapidly and continuously, there have been attempts to detect future signals using social media data [<xref ref-type="bibr" rid="ref12">12</xref>] in various areas, including the use of solar cells [<xref ref-type="bibr" rid="ref12">12</xref>], school bullying [<xref ref-type="bibr" rid="ref13">13</xref>], and health and welfare policies [<xref ref-type="bibr" rid="ref14">14</xref>]. Policy makers can apply similar approaches to social media data to detect future signals of fertility issues in order to gain valuable insights and make better policy strategies toward increasing the fertility rate in South Korea [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      <p>Social media data are written in various forms and are both unstructured and noisy [<xref ref-type="bibr" rid="ref15">15</xref>]. Analyzing such unstructured data requires not only a structured framework expressing a systematic domain classification and terminology, but also knowledge of the semantic relationships between concepts [<xref ref-type="bibr" rid="ref16">16</xref>]. A framework based on semantic analysis is required to extract information from social media data that will be valuable to government policy makers [<xref ref-type="bibr" rid="ref17">17</xref>]. In this study we propose an ontology as a framework for the analysis of social media data.</p>
      <p>An ontology expresses shared concepts and their relationships in a specific domain [<xref ref-type="bibr" rid="ref18">18</xref>], and it can be used as a framework for analyzing unstructured social media data since it systematically expresses knowledge as a set of concepts in a domain and incorporates the semantics of those concepts [<xref ref-type="bibr" rid="ref19">19</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. An ontology that includes terminology with synonyms of the ontology class concepts was found to be useful for analyzing the language commonly used by the general public on social media [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>]. However, an ontology with terminology representing the determinants of fertility has yet not been developed.</p>
      <p>This study aimed to (1) develop an ontology with terminology for collecting and analyzing social media data on the determinants of fertility, (2) determine the description logics (DL), content coverage, and structural and representational layers of the ontology, and (3) use the ontology with terminology to detect future signals of fertility issues in social data posted in Korean.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Ontology and Terminology Development</title>
        <p>An ontology for describing the determinants of fertility, called the determinants-of-fertility ontology, was developed based on the Ontology Development 101 methodology [<xref ref-type="bibr" rid="ref22">22</xref>] in 5 steps, as described below.</p>
        <sec>
          <title>Step 1. Determining the Domain and Scope of the Ontology</title>
          <p>The aim of the determinants-of-fertility ontology developed in this study was to analyze social media data posted by consumers, not by health care professionals. Thus, we limited the scope of the ontology to the individual, social, economic, cultural, and policy factors of fertility in the domain of the consumer. The physiological, clinical, and therapeutic factors of fertility in the domain of health care professionals were excluded. The specific domain and scope of this ontology was determined by creating competency questions (CQs) that the ontology must be able to answer [<xref ref-type="bibr" rid="ref23">23</xref>]. Since fertility is affected by multilevel factors [<xref ref-type="bibr" rid="ref24">24</xref>], the domain and scope of the ontology were determined based on the ecological model [<xref ref-type="bibr" rid="ref25">25</xref>]. CQs were extracted on the reproductive decisions of women from a report on low fertility in OECD countries [<xref ref-type="bibr" rid="ref26">26</xref>] and from a research report on the causes of low fertility in South Korea [<xref ref-type="bibr" rid="ref27">27</xref>], such as “What are the personal factors that influence a woman’s decision to have a child?” and “What are the Korean government’s policies for overcoming low fertility?” The CQs were also subsequently used for evaluating the ontology.</p>
        </sec>
        <sec>
          <title>Step 2. Considering Reusing Existing Ontologies</title>
          <p>We identified existing ontologies and conceptual frameworks representing fertility by searching PubMed, Google Scholar, and BioPortal [<xref ref-type="bibr" rid="ref28">28</xref>] using the keywords “fertility,” “childbirth,” “low fertility,” “fertility ontology,” “childbirth ontology,” and “low-fertility ontology.” This search process identified an ontology representing genes associated with infertility, but this ontology was not appropriate for this study since it only included genetic factors related to infertility.</p>
        </sec>
        <sec>
          <title>Step 3. Extracting Important Terms in the Ontology</title>
          <p>We extracted terms from the literature that were consistent with the domain and scope of the ontology. The literature reviewed included reports on fertility, determinants of fertility, low fertility, and policy responses to low fertility published by the OECD [<xref ref-type="bibr" rid="ref29">29</xref>], United Nations Population Division [<xref ref-type="bibr" rid="ref30">30</xref>], and United Nations Population Fund [<xref ref-type="bibr" rid="ref31">31</xref>], which are international organizations dealing with fertility issues jointly in countries around the world. We also searched the literature using the keywords “childbirth,” “fertility,” “determinants of fertility,” and “low fertility rate.” The reviewed literature included research papers on individual socioeconomic factors affecting low fertility and policies in countries experiencing low fertility problems such as South Korea, Japan, Singapore, Spain, Portugal, the United States, and France. Additional terms were extracted by reviewing social media posts and national surveys on fertility issues.</p>
        </sec>
        <sec>
          <title>Step 4. Defining the Classes and Class Hierarchy</title>
          <p>The classes of the ontology and their hierarchy were defined using a top-down approach. The superclasses of the ontology and their relationships were constructed by integrating an ecological model [<xref ref-type="bibr" rid="ref25">25</xref>].</p>
        </sec>
        <sec>
          <title>Step 5. Defining the Internal Structure of Classes</title>
          <p>The internal structure of the ontology classes was defined by adding the properties of the classes, the value of the properties, and the value type using the entity-attribute-value (EAV) model. Entities refer to the concepts covered in the determinants of fertility, attributes are characteristics of entities, and value sets comprise the set of values that an attribute can have. Attributes and values were extracted from the questionnaires of the Korean National Survey on Dynamics of Marriage and Fertility [<xref ref-type="bibr" rid="ref32">32</xref>] and the Korean Longitudinal Survey of Women and Families [<xref ref-type="bibr" rid="ref33">33</xref>]. The ontology also included terminology with a list of synonyms for classes, attributes, and values. We formally represented the determinants-of-fertility ontology using open-source Protégé software (version 5.5.0).</p>
        </sec>
      </sec>
      <sec>
        <title>Ontology and Terminology Evaluation</title>
        <p>The available methods for evaluating the quality of an ontology include those proposed by Brank et al [<xref ref-type="bibr" rid="ref34">34</xref>], Obrst et al [<xref ref-type="bibr" rid="ref35">35</xref>], and Vrandečić [<xref ref-type="bibr" rid="ref36">36</xref>]. Brank et al [<xref ref-type="bibr" rid="ref34">34</xref>] classified ontology evaluations into 4 categories: (1) approaches that compare the target ontology to a gold standard (gold standard), (2) approaches that use the target ontology in an application (application-based), (3) approaches that compare the target ontology with a source of data (data-driven), and (4) approaches that assess the target ontology by human (user-based). Since there is no gold standard available, the determinants-of-fertility ontology was evaluated using the remaining 3 approaches proposed by Brank et al [<xref ref-type="bibr" rid="ref34">34</xref>] (ie, application-based, data-driven, and user-based evaluations). The ontology was revised based on the evaluation results.</p>
        <sec>
          <title>Evaluating the DL of the Ontology</title>
          <p>We tested the DL of the ontology by applying the ontology debugger Protégé plug-in. We also tested the DL using the DL-reasoner Protégé plug-in to determine whether the ontology generates the correct answers to the previously developed CQs. For example, the CQ “What are the personal factors that influence a women’s decision to have a child?” was converted to a DL query “IsIndividualOf some Determinants_of_fertility.” After entering this query into Protégé, we tested whether the answers to the CQ were correct. Since the determinant of the fertility class (domain) was related to the subclasses of individual (range) through the <italic>hasIndividual</italic> relationship, and subclasses (eg, sociodemographic data, reproductive health, and individual’s attitude) of the individual were related to the individual class through an <italic>is-a</italic> relationship, we could obtain the result of a DL query.</p>
        </sec>
        <sec>
          <title>Evaluating the Content Coverage of the Ontology</title>
          <p>The content coverage of the ontology was examined by comparing terms extracted from the bulletin board of the Korean Ministry of Health and Welfare with a list of classes and synonyms of the ontology. Both the general public and public servants are allowed to post their opinions or concerns on fertility issues and policies regarding low fertility on this bulletin board. In total, 1387 documents posted on the website by the general public and 63 posted by public servants were collected. Relevant terms in the documents were extracted using the Korean Natural Language Processing package in R software (version 3.2.1, R Foundation for Statistical Computing). Unique concepts were extracted based on the meaning of the terms and then mapped onto the ontology classes. The mapping results were reviewed by 3 experts in health informatics who had experience in ontology development [<xref ref-type="bibr" rid="ref37">37</xref>]. Any new concepts that were identified were added to the ontology.</p>
        </sec>
        <sec>
          <title>Evaluating the Structural and Representational Layers of the Ontology</title>
          <p>The structural and representational layers of the ontology were evaluated by 3 experts in health informatics who had previous experience in ontology design and 2 experts in maternity nursing who had previous experience in ontology evaluation. The evaluation tool developed by Jung et al [<xref ref-type="bibr" rid="ref38">38</xref>] was used; this tool was based on the criteria for the structural and representational layers of Kehagias et al [<xref ref-type="bibr" rid="ref39">39</xref>]. The structural layer was evaluated using 7 items: size, hierarchy depth, hierarchy breadth, density, balance (equally developed), overall complexity, and connectivity between classes. The representational layer was evaluated using 10 items: the match between formal and cognitive semantics, consistency, clarity, explicitness, interpretability, accuracy, comprehensiveness, granularity, relevance, and description. Each item was scored on a 5-point scale ranging from 1 (strongly disagree) to 5 (strongly agree). The structural layer was evaluated with the entire ontology based on the hierarchy of classes and relationships between the classes, and the representational layer was evaluated with each of 6 superclasses based on the EAV model of each class.</p>
        </sec>
      </sec>
      <sec>
        <title>Applying the Ontology to Detect Future Signals</title>
        <p>The ontology with terminology was used to detect future signals of fertility issues from social media data. Future signals were analyzed based on the text-mining–based weak-signal detection method of Yoon [<xref ref-type="bibr" rid="ref12">12</xref>], as follows, using R software (version 3.5.2).</p>
        <sec>
          <title>Step 1. Collecting Data</title>
          <p>We collected posts on fertility issues written in Korean from the following 183 online channels between January 1, 2011, and June 30, 2015: 159 channels of online news, 17 message boards, 1 social networking service (Twitter), 4 internet blogs, and 2 online community services. “Low fertility” was used as a major search keyword, together with synonyms of “fertility rate decline,” “sharp decline in fertility rate,” “avoiding childbirth,” “no kids,” and “childless family.” Social media data were collected using the SK telecom’s big-data analytics platform [<xref ref-type="bibr" rid="ref40">40</xref>]. The data were preprocessed by treating a single document as an analysis unit.</p>
        </sec>
        <sec>
          <title>Step 2. Defining the Keywords</title>
          <p>After extracting terms from each document, we identified the terms related to fertility issues such as socioeconomic and cultural factors and fertility policies. The future signals of fertility issues were detected using the keywords representing socioeconomic and cultural factors and fertility policies. The keywords that were semantically similar but expressed using different terms [<xref ref-type="bibr" rid="ref12">12</xref>] were grouped into class concepts of the ontology using terminology linking terms to concepts. The top 17 most frequently encountered keywords were selected for future-signal analysis (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>), which excluded rarely used keywords that are likely to affect the average frequency and growth rate obtained in such analyses [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]. The document was then coded based on whether keyword was absent (=0) or present (=1) in order to check the document frequency (DF) for the occurrence of keywords.</p>
          <boxed-text id="box1" position="float">
            <title>Selected keywords.</title>
            <p>Socioeconomic and cultural factors:</p>
            <list list-type="bullet">
              <list-item>
                <p>Population aging</p>
              </list-item>
              <list-item>
                <p>Economic problems</p>
              </list-item>
              <list-item>
                <p>Nuclearization of the family</p>
              </list-item>
              <list-item>
                <p>Changing perspectives about marriage</p>
              </list-item>
              <list-item>
                <p>Conservative values</p>
              </list-item>
              <list-item>
                <p>Violence and abuse</p>
              </list-item>
              <list-item>
                <p>Employment problems</p>
              </list-item>
              <list-item>
                <p>Gender inequality</p>
              </list-item>
            </list>
            <p>Fertility policies:</p>
            <list list-type="bullet">
              <list-item>
                <p>Financial support for childbirth</p>
              </list-item>
              <list-item>
                <p>Child-safety protection system</p>
              </list-item>
              <list-item>
                <p>Infrastructure for childcare support</p>
              </list-item>
              <list-item>
                <p>Maternity-leave system</p>
              </list-item>
              <list-item>
                <p>Policy public relations</p>
              </list-item>
              <list-item>
                <p>Financial support for employment security</p>
              </list-item>
              <list-item>
                <p>Flexible working arrangement</p>
              </list-item>
              <list-item>
                <p>Family-friendly work environment</p>
              </list-item>
              <list-item>
                <p>Smart work center</p>
              </list-item>
            </list>
          </boxed-text>
        </sec>
        <sec>
          <title>Step 3. Constructing Keyword Portfolio Maps</title>
          <p>Future signals (also defined as weak signals) show abnormal patterns due to current oddities [<xref ref-type="bibr" rid="ref10">10</xref>]. Future signals can be detected by constructing keyword portfolio maps using the frequency information and by applying a time-weighted approach to focus on recent abnormalities [<xref ref-type="bibr" rid="ref12">12</xref>]. We constructed a type of keyword portfolio map called a keyword issue map (KIM) using the growth rate of the degree of diffusion (DoD) for the DF of keywords. The KIM shows the extent to which future-signal topics are diffused. The DF represents how common the term is in the collected documents. Since terms that occur frequently within collected documents are more important, the DF is directly related to future signals and can be calculated as:</p>
          <graphic xlink:href="jmir_v23i6e25028_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          <p>The DoD is the growth rate of the term occurrence expressed as a time-weighted coefficient and is also important for detecting future signals. The DoD represents how the diffusion of a term across different documents varies over time. Since the recent appearance of a term is more important than its past appearance, the DoD puts more weight on recent occurrences:</p>
          <graphic xlink:href="jmir_v23i6e25028_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          <p>where DF<italic><sub>ij</sub></italic> is the DF of keyword <italic>i</italic> during period <italic>j</italic>, NN<italic><sub>j</sub></italic> is the total number of documents identified for period <italic>j</italic>, <italic>n</italic> is the number of periods, and <italic>tw</italic> is a time weight (previous studies have used <italic>tw</italic> = 0.05 [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]).</p>
          <p>The KIM was generated by plotting the average DF on the x-axis and the average growth rate of the DoD on the y-axis. The quadrants of the plot were divided by the medians of the respective values, and so each quadrant of the KIM represented different information about present and future keywords.</p>
        </sec>
        <sec>
          <title>Step 4. Identifying Weak-Signal Topics</title>
          <p>Future signals were identified according to where keywords were located in the quadrants of the KIM. Keywords in the first quadrant, which represent strong signals, have a trend toward a high average DF and a high average DoD growth rate. Keywords in the second quadrant, which represent weak signals, have a low average DF but a high average DoD growth rate, and so they may increase rapidly in the future. Keywords in the third quadrant, which represent latent signals, have a low average DF and a low average DoD growth rate and are not yet significantly noticeable. Keywords in the fourth quadrant, which represent not-strong-but-well-known signals, have a high average DF but a low average DoD growth rate, and so currently exhibit a slow growth rate.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Ontology and Terminology Development</title>
        <p>A list of 10 CQs was compiled (<xref ref-type="boxed-text" rid="box2">Textbox 2</xref>) that reflect different levels of factors affecting fertility using an ecological model. The domain and scope of the ontology were determined based on CQs for the determinants of fertility related to the individual, family, workplace, childcare and educational environment, socioeconomic and cultural environment, and public policy. Childbirth before marriage is very uncommon in South Korea, and so delayed marriage is an important factor affecting childbirth decision-making [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. Therefore, the scope of fertility determinants included factors related to marriage delay and childbirth decision-making.</p>
        <boxed-text id="box2" position="float">
          <title>Competency questions.</title>
          <list list-type="order">
            <list-item>
              <p>What are the personal factors that influence a woman’s decision to have a child?</p>
            </list-item>
            <list-item>
              <p>What are the family factors that influence the decision to have a child?</p>
            </list-item>
            <list-item>
              <p>What are the childcare factors that influence the decision to have a child?</p>
            </list-item>
            <list-item>
              <p>What are the educational factors that influence the decision to have a child?</p>
            </list-item>
            <list-item>
              <p>What are the workplace factors that influence the decision to have a child?</p>
            </list-item>
            <list-item>
              <p>What are the sociocultural factors that influence the decision to have a child?</p>
            </list-item>
            <list-item>
              <p>What are the economic factors that influence the decision to have a child?</p>
            </list-item>
            <list-item>
              <p>What is the Korean government’s policy for overcoming low fertility?</p>
            </list-item>
            <list-item>
              <p>What are the policy tasks for addressing low fertility in South Korea?</p>
            </list-item>
            <list-item>
              <p>What are the policy targets for low fertility in South Korea?</p>
            </list-item>
          </list>
        </boxed-text>
        <p>In total, 1659 terms covering the domain and scope of the ontology were collected, and 236 unique class concepts were extracted from these terms. We defined hierarchical and attribute relationships of the classes based on the ecological model. The determinants of fertility were organized into the following levels: individual, family, workplace, childcare and educational environment, socioeconomic and cultural environment, and public policy. These 6 levels of the ontology were defined by adding not only the workplace, but also childcare and educational environment to institutional factors, which constitute the third level of the ecological model. Due to the increasing participation of women in the labor market, the workplace and childcare and educational environment are important factors influencing decisions about childbirth among women who are working [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. Employed women in South Korea experience difficulties combining working with childbirth and childcare and are often faced with choosing between giving up their jobs to give birth and look after their child or continuing to work, thereby forsaking their desire to give birth and look after a child [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. Therefore, we viewed the workplace and the childcare and educational environment as important social institutional factors and determinants of fertility.</p>
        <p><xref rid="figure1" ref-type="fig">Figure 1</xref> shows the determinants-of-fertility ontology with classes up to the second level. The ontology consists of 6 superclasses: individual, family, workplace, childcare and educational environment, socioeconomic and cultural environment, and public policy. The individual superclass has the subclasses of women’s sociodemographic data, which include age, education, employment, and religion; reproductive health, which includes sexual behavior, contraceptive use, and childbirth; and the individual’s attitude, which includes their attitude toward children and marriage. The family superclass has the subclasses of the family’s sociodemographic data, which include family size, family income, family expenditure, sex and age of children, number of children, spouse’s age, and spouse’s income; the family member’s relationship, which includes gender equality, couple’s intimacy, and family’s life satisfaction; and family-formation factors, which include marriage cost. The workplace superclass has the subclasses of workplace structure, which includes workplace type, working hours, and employment insurance, and workplace culture, which includes parental leave availability. The childcare and educational environment superclass has the subclasses of the childcare and educational structure, which includes type, cost, service, and human resources, and childcare and educational environment satisfaction, which includes the belief of the quality. The socioeconomic and cultural environment superclass has subclasses of the sociocultural environment, which includes social value, mass media, and social change, and the economic environment, which includes economic growth. Finally, the public policy superclass has the subclass of policy on low fertility, which includes the area, legal basis, and tasks. These classes had 3 or 4 levels of hierarchy with 230 classes and 41 relationships.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>The determinants-of-fertility ontology based on an ecological model.</p>
          </caption>
          <graphic xlink:href="jmir_v23i6e25028_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>We developed EAV models for the 139 lowest level class concepts. For example, <italic>contraceptive use</italic> had attributes of <italic>hasType</italic> and <italic>hasLengthOfUse</italic>, where the values of the <italic>hasType</italic> attribute were <italic>condoms</italic>, <italic>contraceptive injection</italic>, <italic>contraceptive patch</italic>, <italic>pill</italic>, <italic>intrauterine device</italic>, <italic>diaphragm</italic>, and <italic>sterilization</italic> and <italic>hasLengthOfUse</italic> had the value of <italic>number of months</italic>. We also developed a terminology linking synonyms for classes, attributes, and values: 90 synonyms for 236 classes, 9 synonyms for 54 attributes, and 501 synonyms for 772 values.</p>
      </sec>
      <sec>
        <title>Ontology and Terminology Evaluation</title>
        <sec>
          <title>Evaluating the DL of the Ontology</title>
          <p>The Protégé ontology debugger program revealed that concept classes in the ontology were coherently and consistently defined. The DL reasoner showed that the ontology correctly answered all 10 CQs.</p>
        </sec>
        <sec>
          <title>Evaluating the Content Coverage of the Ontology</title>
          <p>The content coverage of the ontology is presented in <xref ref-type="table" rid="table1">Table 1</xref>. In total, 751 terms were extracted from the narratives posted by the general public and public servants. We extracted 532 unique concepts from the terms, of which 494 (92.9%) were included in the ontology. Examples of new concepts are test tube (in vitro fertilization), health insurance, and administrative division, and we added such new concepts to the ontology. The ontology was revised by adding 18 synonyms for classes, 17 value concepts, and 3 synonyms for values. The finalized version of the determinants-of-fertility ontology comprised 6 superclasses, 108 synonyms for 230 classes, 9 synonyms for 54 attributes, and 504 synonyms for 789 values.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Results for the content coverage of the ontology.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="270"/>
              <col width="280"/>
              <col width="280"/>
              <col width="170"/>
              <thead>
                <tr valign="top">
                  <td>Category</td>
                  <td>General public, n (%)</td>
                  <td>Public servants, n (%)</td>
                  <td>Total, n (%)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Existing concepts</td>
                  <td>416 (92.0)</td>
                  <td>93 (97.9)</td>
                  <td>494 (92.9)</td>
                </tr>
                <tr valign="top">
                  <td>New concepts</td>
                  <td>36 (8.0)</td>
                  <td>2 (2.1)</td>
                  <td>38 (7.1)</td>
                </tr>
                <tr valign="top">
                  <td>Total</td>
                  <td>452 (100)</td>
                  <td>95 (100)</td>
                  <td>532 (100)</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Evaluating the Structural and Representational Layers of the Ontology</title>
          <p>Average scores for all of the criteria for structural and representations layers exceeded 4 on a 5-point scale. The experts rated the hierarchy breadth, density, overall complexity, and connectivity criteria as strongly agree (score 5). The criterion with the lowest score was accuracy of the representation layers, with a score of 4.33 (<xref ref-type="table" rid="table2">Table 2</xref>).</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Results for the structural and representational layers of the ontology.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="670"/>
              <col width="300"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Criteria</td>
                  <td>Average score (range)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Structural layer</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Size</td>
                  <td>4.80 (4-5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Hierarchy depth</td>
                  <td>4.60 (4-5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Hierarchy breadth</td>
                  <td>5.00 (5-5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Density</td>
                  <td>5.00 (5-5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Balance</td>
                  <td>4.60 (4-5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Overall complexity</td>
                  <td>5.00 (5-5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Connectivity</td>
                  <td>5.00 (5-5)</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Representational layer</bold>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Match between formal and cognitive semantics</td>
                  <td>4.73 (4-5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Consistency</td>
                  <td>4.50 (4-5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Clarity</td>
                  <td>4.87 (4-5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Explicitness</td>
                  <td>4.60 (3-5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Interpretability</td>
                  <td>4.67 (4-5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Accuracy</td>
                  <td>4.33 (4-5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Comprehensiveness</td>
                  <td>4.77 (4-5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Granularity</td>
                  <td>4.47 (3-5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Relevance</td>
                  <td>4.83 (4-5)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Description</td>
                  <td>4.83 (4-5)</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Applying the Ontology to Detect Future Signals</title>
        <p><xref ref-type="table" rid="table3">Table 3</xref> lists the results for the computed DoD for each keyword for the socioeconomic and cultural factors and fertility policies. <italic>Violence and abuse</italic> (socioeconomic and cultural factor) and <italic>flexible working arrangement</italic> (fertility policy) had a low DF and high DoD growth rates. <italic>Economic problems</italic>, <italic>population aging</italic>, and <italic>nuclearization of the family</italic> (socioeconomic and cultural factors) and <italic>child-safety protection system</italic> (fertility policy) had a high DF and high DoD growth rates.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Degree of diffusion (DoD), average DoD growth rate, and average document frequency for fertility issues.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="450"/>
            <col width="0"/>
            <col width="60"/>
            <col width="0"/>
            <col width="60"/>
            <col width="60"/>
            <col width="0"/>
            <col width="60"/>
            <col width="0"/>
            <col width="60"/>
            <col width="0"/>
            <col width="140"/>
            <col width="0"/>
            <col width="80"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Category and keyword</td>
                <td colspan="9">DoD<sup>a</sup></td>
                <td colspan="2">Average DoD growth rate</td>
                <td>Average DF<sup>b</sup></td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">2011</td>
                <td>2012</td>
                <td colspan="2">2013</td>
                <td colspan="2">2014</td>
                <td colspan="2">2015</td>
                <td colspan="2">
                  <break/>
                </td>
                <td>
                  <break/>
                </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="15">
                  <bold>Socioeconomic and cultural factors</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Population aging</td>
                <td colspan="2">7463</td>
                <td colspan="2">8912</td>
                <td>8002</td>
                <td colspan="2">4499</td>
                <td colspan="2">4503</td>
                <td colspan="2">0.088</td>
                <td colspan="2">6676</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Economic problems</td>
                <td colspan="2">1637</td>
                <td colspan="2">2054</td>
                <td>2523</td>
                <td colspan="2">1471</td>
                <td colspan="2">1503</td>
                <td colspan="2">0.214</td>
                <td colspan="2">1838</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Nuclearization of the family</td>
                <td colspan="2">1178</td>
                <td colspan="2">1288</td>
                <td>1229</td>
                <td colspan="2">667</td>
                <td colspan="2">628</td>
                <td colspan="2">0.054</td>
                <td colspan="2">998</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Changing perspectives about marriage</td>
                <td colspan="2">1046</td>
                <td colspan="2">1528</td>
                <td>1116</td>
                <td colspan="2">596</td>
                <td colspan="2">484</td>
                <td colspan="2">0.034</td>
                <td colspan="2">954</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Conservative values</td>
                <td colspan="2">1150</td>
                <td colspan="2">1195</td>
                <td>1139</td>
                <td colspan="2">576</td>
                <td colspan="2">565</td>
                <td colspan="2">0.036</td>
                <td colspan="2">925</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Violence and abuse</td>
                <td colspan="2">685</td>
                <td colspan="2">800</td>
                <td>726</td>
                <td colspan="2">461</td>
                <td colspan="2">527</td>
                <td colspan="2">0.158</td>
                <td colspan="2">640</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Employment problems</td>
                <td colspan="2">515</td>
                <td colspan="2">510</td>
                <td>436</td>
                <td colspan="2">306</td>
                <td colspan="2">208</td>
                <td colspan="2">–0.008</td>
                <td colspan="2">395</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Gender inequality</td>
                <td colspan="2">286</td>
                <td colspan="2">298</td>
                <td>319</td>
                <td colspan="2">190</td>
                <td colspan="2">133</td>
                <td colspan="2">0.027</td>
                <td colspan="2">245</td>
              </tr>
              <tr valign="top">
                <td colspan="15">
                  <bold>Fertility policies</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Financial support for childbirth</td>
                <td colspan="2">3061</td>
                <td colspan="2">3145</td>
                <td>2548</td>
                <td colspan="2">1573</td>
                <td colspan="2">1250</td>
                <td colspan="2">–0.015</td>
                <td colspan="2">2315</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Child-safety protection system</td>
                <td colspan="2">1757</td>
                <td colspan="2">1632</td>
                <td>1974</td>
                <td colspan="2">1241</td>
                <td colspan="2">1292</td>
                <td colspan="2">0.156</td>
                <td colspan="2">1579</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Infrastructure for childcare support</td>
                <td colspan="2">1853</td>
                <td colspan="2">2209</td>
                <td>1310</td>
                <td colspan="2">829</td>
                <td colspan="2">579</td>
                <td colspan="2">–0.061</td>
                <td colspan="2">1356</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Maternity-leave system</td>
                <td colspan="2">1067</td>
                <td colspan="2">995</td>
                <td>798</td>
                <td colspan="2">828</td>
                <td colspan="2">383</td>
                <td colspan="2">0.044</td>
                <td colspan="2">814</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Policy public relations</td>
                <td colspan="2">878</td>
                <td colspan="2">883</td>
                <td>894</td>
                <td colspan="2">648</td>
                <td colspan="2">361</td>
                <td colspan="2">0.015</td>
                <td colspan="2">733</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Financial support for employment security</td>
                <td colspan="2">392</td>
                <td colspan="2">341</td>
                <td>345</td>
                <td colspan="2">233</td>
                <td colspan="2">196</td>
                <td colspan="2">0.045</td>
                <td colspan="2">301</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Flexible working arrangement</td>
                <td colspan="2">330</td>
                <td colspan="2">264</td>
                <td>354</td>
                <td colspan="2">287</td>
                <td colspan="2">180</td>
                <td colspan="2">0.120</td>
                <td colspan="2">283</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Family-friendly work environment</td>
                <td colspan="2">161</td>
                <td colspan="2">130</td>
                <td>77</td>
                <td colspan="2">49</td>
                <td colspan="2">35</td>
                <td colspan="2">–0.146</td>
                <td colspan="2">90</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Smart work center</td>
                <td colspan="2">131</td>
                <td colspan="2">114</td>
                <td>90</td>
                <td colspan="2">50</td>
                <td colspan="2">27</td>
                <td colspan="2">–0.161</td>
                <td colspan="2">82</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>DoD: degree of diffusion.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>DF: document frequency.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p><xref rid="figure2" ref-type="fig">Figure 2</xref> shows the KIM. The weak signals are marked with red rectangle (area A) in the second quadrant of the KIM. The strong signals are marked with blue rectangle (area B) in the first quadrant of the KIM. <xref ref-type="table" rid="table4">Table 4</xref> presents the signal classification of keywords for socioeconomic and cultural factors and fertility policies in the KIM. The keywords classified as weak signals were <italic>violence and abuse</italic> (socioeconomic and cultural factor) and <italic>flexible working arrangement</italic> and <italic>financial support for employment security</italic> (fertility policies). The keywords classified as strong signals were <italic>economic problems</italic>, <italic>nuclearization of the family</italic>, and <italic>population aging</italic> (socioeconomic and cultural factors), and <italic>child-safety protection system</italic> and <italic>maternity-leave system</italic> (fertility policies). The keywords classified as latent signals were <italic>gender inequality</italic>, <italic>employment problems</italic>, and <italic>changing perspectives about marriage</italic> (socioeconomic and cultural factors), and <italic>policy public relations</italic>, <italic>family-friendly work environment</italic>, and <italic>smart work center</italic> (fertility policies). The keywords classified as not-strong-but-well-known signals were <italic>conservative values</italic> (socioeconomic and cultural factor) and <italic>financial support for childbirth</italic> and <italic>infrastructure for childcare support</italic> (fertility policies).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Future signal classification using the keyword issue map of fertility issues. Red rectangle (area A) indicates weak signals and blue rectangle (area B) indicates strong signals.</p>
          </caption>
          <graphic xlink:href="jmir_v23i6e25028_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Future signal classification of fertility-issues keywords.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="240"/>
            <col width="220"/>
            <col width="250"/>
            <col width="260"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Category and weak signals</td>
                <td>Strong signals</td>
                <td>Latent signals</td>
                <td>Not-strong-but-well-known signals</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="5">
                  <bold>Socioeconomic and cultural factors</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Violence and abuse</td>
                <td>Economic problems</td>
                <td>Gender inequality</td>
                <td>Conservative values</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>—<sup>a</sup></td>
                <td>Nuclearization of the family</td>
                <td>Employment problems</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>—</td>
                <td>Population aging</td>
                <td>Changing perspectives about marriage</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td colspan="5">
                  <bold>Fertility policies</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Flexible working arrangement</td>
                <td>Child-safety protection system</td>
                <td>Policy public relations</td>
                <td>Financial support for childbirth</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Financial support for employment security</td>
                <td>Maternity-leave system</td>
                <td>Family-friendly work environment</td>
                <td>Infrastructure for childcare support</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>—</td>
                <td>—</td>
                <td>Smart work center</td>
                <td>—</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>Not applicable.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Results</title>
        <p>We have developed a determinants-of-fertility ontology as a framework for collecting and analyzing social media data. The ontology was evaluated in terms of the DL, content coverage, and structural and representational layers. We applied the ontology with terminology to detect future signals of fertility issues from social media data.</p>
        <p>The developed determinants-of-fertility ontology has 6 main characteristics. First, it is the first ontology to describe the multilevel factors that affect fertility. Various factors and the complex interactions between them determine fertility [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>], and expressing the fertility determinants requires an integrated view of these factors. We therefore developed the ontology by classifying the various environmental factors related to the individuals and in terms of family, childcare, workplace, and community levels from an ecological perspective.</p>
        <p>Second, this ontology contains factors related to fertility issues that are unique to South Korea. In most cases, childbirth does not occur until after marriage in South Korea, and delaying marriage is an important factor affecting the decision to have a child [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. Therefore, the scope of the ontology spanned individual and social factors that influence not only delayed marriage but also the decision to have children after marriage. For example, the ontology includes concepts of attitude toward marriage in the individual superclass, matters related to family formation in the family superclass, and support for starting a family in the public policy superclass.</p>
        <p>Third, the developed ontology includes terminology with synonyms for classes such as consumer terms and abbreviations, which makes it suitable for analyzing social media data. For example, regarding <italic>financial support for childbirth</italic>, various terms such as <italic>childbirth celebration money</italic>, <italic>childbirth grant</italic>, <italic>subsidy</italic>, <italic>baby bonus</italic>, and <italic>childbirth incentive</italic> are used on social media postings. Since the developed ontology includes these terms, it can be used to collect and analyze consumer terms in social media data.</p>
        <p>Fourth, each class of this ontology was modeled using the EAV model and included the attributes of each class and the values of those attributes. Like previous research [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>], value sets of attributes representing the level and status of an entity included terms describing the keyword in detail in social media data. This novel characteristic of our ontology renders it capable of advanced keyword extraction and suitable for analyzing social media data.</p>
        <p>Fifth, we ensured quality of the ontology by using a variety of evaluation methods, including the application-based, data-driven, and user-based approaches proposed by Brank et al [<xref ref-type="bibr" rid="ref34">34</xref>]. Application-based evaluation was performed by testing the ability of the ontology to answer the CQs that cover its domain and scope. The ontology provided correct answers to all of the CQs without any errors using DL. Data-driven evaluation was performed by testing the content coverage of the ontology whereby terms extracted from social media posts on fertility issues were compared with terms included in the ontology. Medical terms related to infertility and pregnancy that appeared on social media were not included in the ontology. As a result, medical terms on social media were added to the ontology. User-based evaluation was performed by asking the experts to rate the structural consistency, errors in class relationships, and representational quality of the ontology using the evaluation criteria of the structural and representational layers [<xref ref-type="bibr" rid="ref39">39</xref>]. The experts rated all the evaluation criteria at between 3 and 5 on a 5-point scale.</p>
        <p>Finally, the ontology with terminology developed in this study was used as a framework to detect future signals of fertility issues from social media data. The ontology allowed us to use social media data to identify the current trends and future changes in fertility issues related to the effective implementation of policies to increase the fertility rate. These trends were <italic>economic problems</italic>, <italic>child-safety protection system</italic>, <italic>violence and abuse</italic>, and <italic>flexible working arrangement</italic>.</p>
        <p><italic>Economic problems</italic> and <italic>child-safety protection system</italic> were strong signals of fertility issues. <italic>Economic problems</italic> were noted to be an important topic in a survey about public perceptions of the low fertility phenomenon [<xref ref-type="bibr" rid="ref44">44</xref>]. In a study by the Korean Ministry of Health and Welfare involving 2000 adults that examined the perceptions of low fertility and population aging, the participants reported that the main causes of low fertility were economic problems such as the economic burden of child support and education costs (60.2%) and employment instability (23.9%) [<xref ref-type="bibr" rid="ref44">44</xref>]. Therefore, there is a need for governments to provide continuous support measures to reduce economic difficulties in family formation, childbirth, and parenting.</p>
        <p>A <italic>child-safety protection system</italic> needs to be implemented as another investment toward avoiding low fertility in future generations [<xref ref-type="bibr" rid="ref45">45</xref>]. In order to protect the health and safety of children, the government needs to actively respond to risk factors that threaten child safety such as child abuse and school violence [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref45">45</xref>-<xref ref-type="bibr" rid="ref47">47</xref>]. Policies on child safety have been one of the most important national issues since 2013. The Korean government that came into power in 2013 has focused on protecting vulnerable groups such as children, adolescents, and women by introducing policies to deter sexual abuse, school violence, and domestic violence [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]. Since the government promoted these policies, both the mainstream media and social media treated them as big issues [<xref ref-type="bibr" rid="ref46">46</xref>,<xref ref-type="bibr" rid="ref47">47</xref>]. However, only 13.1% of married couples reportedly felt that their children were growing up in a safe and healthy environment [<xref ref-type="bibr" rid="ref48">48</xref>], and researchers have continued to point out that the weak child-protection system remains a problem in South Korea [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]. The government therefore needs to focus more on solving the limitations and problems associated with the <italic>child-safety protection system</italic>.</p>
        <p><italic>Violence and abuse</italic> and <italic>flexible working arrangement</italic> were weak signals that could develop into strong signals in the future. <italic>Violence and abuse</italic> were previously reported as important factors for low fertility, with experts identifying changes in the social environment as being important [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. The proportion of children (younger than 18 years) in the total population has decreased from 19.6% in 2013 to 15% in 2019 due to the low fertility rate, while the reported number of child-abuse cases has increased from 10,943 in 2012 to 36,417 in 2018 [<xref ref-type="bibr" rid="ref50">50</xref>]. South Korea is still a highly patriarchal and authoritarian society, and a child is viewed as a subject to be parented and disciplined rather than as one with its own rights [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. Thus, it is necessary to change the perception of violence and abuse toward children as social problems rather than family problems. The government needs to continually encourage policies that not only improve the fertility rate but also improve the environment that currently threatens the safety and health of babies and children.</p>
        <p>A <italic>flexible working arrangement</italic> is a policy that allows workers to balance work and life [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]. Both the OECD and the Korean Ministry of Health and Welfare promote this as an important policy for increasing the future fertility rate in South Korea [<xref ref-type="bibr" rid="ref52">52</xref>]. Long working hours, long commuting hours, and the culture of socializing after work in South Korea make it difficult to maintain an optimal balance between work and family [<xref ref-type="bibr" rid="ref52">52</xref>]. Therefore, solving the low fertility problem in this country will require the government to promote policies enabling workers to have flexible working hours.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>The determinants-of-fertility ontology developed in this study comprehensively covers fertility issues relevant to the low fertility phenomenon in South Korea and will be useful for analyzing social media data. However, it is also subject to several limitations.</p>
        <p>First, the direct and indirect effects of employment stability, job creation, housing supply, and public education on fertility [<xref ref-type="bibr" rid="ref53">53</xref>] were not included in the public policy category of the ontology because the Korean government applies these policies separately from the policies for low fertility. A comprehensive approach covering relevant policies is needed to effectively address low fertility. Future fertility research should include policy strategies that address issues related to employment, job creation, housing supply, and public education.</p>
        <p>Second, the synonyms of the ontology developed in this study may not include all the terms used by the general public on social media. Many of the terms used on social media are highly transient—rapidly appearing, spreading, and then disappearing [<xref ref-type="bibr" rid="ref54">54</xref>,<xref ref-type="bibr" rid="ref55">55</xref>]. The terms included in the ontology therefore need to be updated continuously based on those currently used by the general public.</p>
        <p>Third, future signals of fertility issues were detected during the second phases of the policy on low fertility. Low fertility is a demographic issue that requires a long-term approach, and the policy responses of the government should be periodically reviewed and evaluated to ensure that the policies in place at a particular time point are consistent with any changes in the population and the socioeconomic and cultural environment [<xref ref-type="bibr" rid="ref56">56</xref>]. This situation indicates the need to analyze social media data periodically using the ontology developed in this study to establish the policy direction for addressing the low fertility phenomenon by reflecting current and future trends on fertility issues as accurately and timely as possible.</p>
        <p>Finally, only the KIM that uses the DF of keywords was used to detect future signals. Since future signals are generally subjective [<xref ref-type="bibr" rid="ref10">10</xref>], even a careful analysis of future signals will not always yield accurate results [<xref ref-type="bibr" rid="ref57">57</xref>]. Yoon [<xref ref-type="bibr" rid="ref12">12</xref>] proposed a quantitative method using 2 types of keyword portfolio maps—a KIM using the DF and a keyword emergence map using the keyword frequency—to accurately detect future signals. In contrast, Lee and Park [<xref ref-type="bibr" rid="ref57">57</xref>] proposed using both quantitative and qualitative methods to ensure the accurate detection of future signals. Therefore, we suggest performing a study of the ontology-based detection of future signals of fertility issues in South Korea that employs a quantitative method involving 2 types of keyword portfolio maps and a qualitative method involving experts.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>A determinants-of-fertility ontology was developed in this study that comprised 6 superclasses, 230 subclasses, and 41 relationships with terminology that comprised 1464 synonyms for the 236 classes. Class concepts of the ontology were included as an EAV model and contained synonyms of the ontology classes such as consumer terms and abbreviations. The ontology can be used to analyze social media data on fertility issues. The DL, content coverage, and structural and representational layers of the ontology were evaluated. The ontology and its terminology were used to detect future signals of fertility issues in South Korea. Our novel determinants-of-fertility ontology provides a framework for collecting and analyzing social media data toward understanding which socioeconomic and cultural factors and fertility policies should be focused on in the future. The analysis of future signals revealed that <italic>violence and abuse</italic> (socioeconomic and cultural factor) and <italic>flexible working arrangement</italic> (fertility policy) were weak signals that might increase rapidly in the future. The findings of this study will help policy makers to develop effective policies for responding to the low fertility rate in South Korea based on examinations of the present and future trends.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CQ</term>
          <def>
            <p>competency question</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">DF</term>
          <def>
            <p>document frequency</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">DL</term>
          <def>
            <p>description logics</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">DoD</term>
          <def>
            <p>degree of diffusion</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">EAV</term>
          <def>
            <p>entity-attribute-value</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">KIM</term>
          <def>
            <p>keyword issues map</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">OECD</term>
          <def>
            <p>Organization for Economic Cooperation and Development</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">TFR</term>
          <def>
            <p>total fertility rate</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by grant NRF-2015R1A2A2A01008207 from the National Research Foundation of Korea funded by the Korean government.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>OECD</collab>
          </person-group>
          <source>Fertility rates (indicator)</source>
          <access-date>2019-03-22</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://data.oecd.org/pop/fertility-rates.htm">https://data.oecd.org/pop/fertility-rates.htm</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Statistics Korea</collab>
          </person-group>
          <source>Preliminary results of birth and death statistics in 2018</source>
          <year>2019</year>
          <publisher-loc>Daejeon</publisher-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://kostat.go.kr/portal/eng/pressReleases/1/index.board?bmode=download&#38;bSeq=&#38;aSeq=375520&#38;ord=2">http://kostat.go.kr/portal/eng/pressReleases/1/index.board?bmode=download&#38;bSeq=&#38;aSeq=375520&#38;ord=2</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Korean Government</collab>
          </person-group>
          <source>The First Basic Plan for Low Fertility and Aging Society 2006-2010</source>
          <year>2006</year>
          <publisher-loc>Sejong</publisher-loc>
          <publisher-name>Korean Government</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Korean Government</collab>
          </person-group>
          <source>The Second Basic Plan for Low Fertility and Aging Society 2011-2015</source>
          <year>2011</year>
          <publisher-loc>Sejong</publisher-loc>
          <publisher-name>Korean Government</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Korean Government</collab>
          </person-group>
          <source>The Third Basic Plan for Low Fertility and Aging Society 2016-2020</source>
          <year>2016</year>
          <publisher-loc>Sejong</publisher-loc>
          <publisher-name>Korean Government</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>OECD</collab>
          </person-group>
          <source>Strategic foresight for better policies: building effective governance in the face of uncertain futures</source>
          <year>2019</year>
          <access-date>2020-07-06</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.oecd.org/strategic-foresight/ourwork/Strategic%20Foresight%20for%20Better%20Policies.pdf">https://www.oecd.org/strategic-foresight/ourwork/Strategic%20Foresight%20for%20Better%20Policies.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <source>UK Government Horizon Scanning Programme team</source>
          <access-date>2020-07-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.bis.gov.uk/foresight/our-work/horizon-scanning-centre">http://www.bis.gov.uk/foresight/our-work/horizon-scanning-centre</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
          <source>Prime Minister’s Office Finland</source>
          <access-date>2021-04-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://vnk.fi/en/foresight">https://vnk.fi/en/foresight</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ansoff</surname>
              <given-names>HI</given-names>
            </name>
          </person-group>
          <article-title>Managing strategic surprise by response to weak signals</article-title>
          <source>Calif Manag Rev</source>
          <year>1975</year>
          <month>12</month>
          <day>01</day>
          <volume>18</volume>
          <issue>2</issue>
          <fpage>21</fpage>
          <lpage>33</lpage>
          <pub-id pub-id-type="doi">10.2307/41164635</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hiltunen</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>The future sign and its three dimensions</article-title>
          <source>Futures</source>
          <year>2008</year>
          <month>4</month>
          <volume>40</volume>
          <issue>3</issue>
          <fpage>247</fpage>
          <lpage>260</lpage>
          <pub-id pub-id-type="doi">10.1016/j.futures.2007.08.021</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kwon</surname>
              <given-names>LN</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Moon</surname>
              <given-names>YH</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Shin</surname>
              <given-names>YH</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>YK</given-names>
            </name>
          </person-group>
          <article-title>Weak signal detecting of industry convergence using information of products and services of global listed companies: focusing on growth engine industry in South Korea</article-title>
          <source>J Open Innov</source>
          <year>2018</year>
          <month>3</month>
          <day>27</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>10</fpage>
          <pub-id pub-id-type="doi">10.1186/s40852-018-0083-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yoon</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Detecting weak signals for long-term business opportunities using text mining of web news</article-title>
          <source>Exp Syst Appl</source>
          <year>2012</year>
          <month>11</month>
          <volume>39</volume>
          <issue>16</issue>
          <fpage>12543</fpage>
          <lpage>12550</lpage>
          <pub-id pub-id-type="doi">10.1016/j.eswa.2012.04.059</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>Application of social big data to identify trends of school bullying forms in South Korea</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2019</year>
          <month>07</month>
          <day>21</day>
          <volume>16</volume>
          <issue>14</issue>
          <fpage>2596</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph16142596"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph16142596</pub-id>
          <pub-id pub-id-type="medline">31330879</pub-id>
          <pub-id pub-id-type="pii">ijerph16142596</pub-id>
          <pub-id pub-id-type="pmcid">PMC6678225</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Song</surname>
              <given-names>TM</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Future signals of health and welfare policies and issues using social big data</article-title>
          <source>J Health Info Stat</source>
          <year>2016</year>
          <month>11</month>
          <volume>41</volume>
          <issue>4</issue>
          <fpage>417</fpage>
          <lpage>427</lpage>
          <pub-id pub-id-type="doi">10.21032/jhis.2016.41.4.417</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gundecha</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Mirchandani</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Smith</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Greenburg</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Mining social media: a brief introduction</article-title>
          <source>Tutorials in Operations Research: New Directions in Informatics, Optimization, Logistics, and Production</source>
          <year>2012</year>
          <publisher-loc>Hanover</publisher-loc>
          <publisher-name>INFORMS</publisher-name>
          <fpage>1</fpage>
          <lpage>17</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>JC</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>CY</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>NG</given-names>
            </name>
          </person-group>
          <article-title>Using ontologies for semantic text mining</article-title>
          <source>J Inf Syst</source>
          <year>2012</year>
          <month>09</month>
          <day>30</day>
          <volume>21</volume>
          <issue>3</issue>
          <fpage>137</fpage>
          <lpage>161</lpage>
          <pub-id pub-id-type="doi">10.5859/KAIS.2012.21.3.137</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Belkahla Driss</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Mellouli</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Trabelsi</surname>
              <given-names>Z</given-names>
            </name>
          </person-group>
          <article-title>From citizens to government policy-makers: social media data analysis</article-title>
          <source>Gov Inf Q</source>
          <year>2019</year>
          <month>07</month>
          <volume>36</volume>
          <issue>3</issue>
          <fpage>560</fpage>
          <lpage>570</lpage>
          <pub-id pub-id-type="doi">10.1016/j.giq.2019.05.002</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gruber</surname>
              <given-names>TR</given-names>
            </name>
          </person-group>
          <article-title>Toward principles for the design of ontologies used for knowledge sharing?</article-title>
          <source>Int J Human Comput Stud</source>
          <year>1995</year>
          <month>11</month>
          <volume>43</volume>
          <issue>5-6</issue>
          <fpage>907</fpage>
          <lpage>928</lpage>
          <pub-id pub-id-type="doi">10.1006/ijhc.1995.1081</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sam</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Chatwin</surname>
              <given-names>CR</given-names>
            </name>
          </person-group>
          <article-title>Ontology-based text-mining model for social network analysis</article-title>
          <year>2012</year>
          <conf-name>IEEE International Conference on Management of Innovation &#38; Technology</conf-name>
          <conf-date>2012 Jun 11-13</conf-date>
          <conf-loc>Bali, Indonesia</conf-loc>
          <fpage>226</fpage>
          <lpage>231</lpage>
          <pub-id pub-id-type="doi">10.1109/icmit.2012.6225809</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>Ontology-based approach to social data sentiment analysis: detection of adolescent depression signals</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <month>07</month>
          <day>24</day>
          <volume>19</volume>
          <issue>7</issue>
          <fpage>e259</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/7/e259/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7452</pub-id>
          <pub-id pub-id-type="medline">28739560</pub-id>
          <pub-id pub-id-type="pii">v19i7e259</pub-id>
          <pub-id pub-id-type="pmcid">PMC5547245</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>On</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>Sentiment analysis of social media on childhood vaccination: development of an ontology</article-title>
          <source>J Med Internet Res</source>
          <year>2019</year>
          <month>06</month>
          <day>07</day>
          <volume>21</volume>
          <issue>6</issue>
          <fpage>e13456</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2019/6/e13456/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/13456</pub-id>
          <pub-id pub-id-type="medline">31199290</pub-id>
          <pub-id pub-id-type="pii">v21i6e13456</pub-id>
          <pub-id pub-id-type="pmcid">PMC6592483</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Noy</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>McGuinness</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <source>Ontology development 101: a guide to creating your first ontology</source>
          <year>2001</year>
          <access-date>2015-05-01</access-date>
          <publisher-loc>Stanford</publisher-loc>
          <publisher-name>Stanford University</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://protege.stanford.edu/publications/ontology_development/ontology101.pdf">https://protege.stanford.edu/publications/ontology_development/ontology101.pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grüninger</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Methodology for the design and evaluation of ontologies</article-title>
          <year>1995</year>
          <conf-name>Workshop on Basic Ontological Issues in Knowledge Sharing, in IJCAI-95</conf-name>
          <conf-date>1995</conf-date>
          <conf-loc>Montreal</conf-loc>
          <fpage>1</fpage>
          <lpage>10</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://stl.mie.utoronto.ca/publications/gruninger-ijcai95.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bae</surname>
              <given-names>GI</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>KS</given-names>
            </name>
          </person-group>
          <article-title>A study on the influence of ecological factors on the intension of childbirth</article-title>
          <source>Korean Assoc Fam Relat</source>
          <year>2011</year>
          <month>07</month>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>123</fpage>
          <lpage>149</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.kci.go.kr/kciportal/ci/sereArticleSearch/ciSereArtiOrteView.kci?sereArticleSearchBean.artiId=ART001573158"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McLeroy</surname>
              <given-names>KR</given-names>
            </name>
            <name name-style="western">
              <surname>Bibeau</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Steckler</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Glanz</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>An ecological perspective on health promotion programs</article-title>
          <source>Health Educ Q</source>
          <year>1988</year>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>351</fpage>
          <lpage>377</lpage>
          <pub-id pub-id-type="doi">10.1177/109019818801500401</pub-id>
          <pub-id pub-id-type="medline">3068205</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sleebos</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <source>Low fertility rates in OECD countries: facts and policy responses. OECD Labour Market and Social Policy Occasional Papers, No. 15</source>
          <year>2003</year>
          <access-date>2015-05-02</access-date>
          <publisher-loc>Paris</publisher-loc>
          <publisher-name>OECD Publishing</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.oecd-ilibrary.org/low-fertility-rates-in-oecd-countries_5lgsjhvj7qg7.pdf?itemId=%2Fcontent%2Fpaper%2F568477207883&#38;mimeType=pdf">https://www.oecd-ilibrary.org/low-fertility-rates-in-oecd-countries_5lgsjhvj7qg7.pdf?itemId=%2Fcontent%2Fpaper%2F568477207883&#38;mimeType=pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Shin</surname>
              <given-names>IC</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>NH</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>HK</given-names>
            </name>
            <name name-style="western">
              <surname>Jeong</surname>
              <given-names>YS</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>EY</given-names>
            </name>
          </person-group>
          <source>Cause of Low Fertility and Policy Responses</source>
          <year>2005</year>
          <publisher-loc>Sejong</publisher-loc>
          <publisher-name>Korea Institute for Health and Social Affairs</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="web">
          <source>National Center for Biomedical Ontology</source>
          <access-date>2019-01-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bioportal.bioontology.org/">https://bioportal.bioontology.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
          <source>OECD</source>
          <access-date>2019-01-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.oecd.org/">http://www.oecd.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="web">
          <source>United Nations Population Division</source>
          <access-date>2019-01-18</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.un.org/development/desa/pd/">https://www.un.org/development/desa/pd/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="web">
          <source>United Nations Population Fund</source>
          <access-date>2019-08-01</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.unfpa.org/">https://www.unfpa.org/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>SS</given-names>
            </name>
          </person-group>
          <source>2005 National Survey on Dynamics of Marriage and Fertility</source>
          <year>2005</year>
          <publisher-loc>Sejong</publisher-loc>
          <publisher-name>Korea Institute for Health and Social Affairs</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Joo</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Son</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>YT</given-names>
            </name>
          </person-group>
          <source>Korean Longitudinal Survey of Women and Families: The 2012 Annual Report</source>
          <year>2012</year>
          <publisher-loc>Seoul</publisher-loc>
          <publisher-name>Women’s Development Institute</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brank</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Marko</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dunja</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A survey of ontology evaluation techniques</article-title>
          <year>2005</year>
          <conf-name>Proceedings of the ACM SIKDD conference on data mining and data warehouses</conf-name>
          <conf-date>2005</conf-date>
          <conf-loc>Ljubljana</conf-loc>
          <fpage>166</fpage>
          <lpage>170</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://ai.ia.agh.edu.pl/_media/pl:miw:2009:brankevaluationsikdd2005.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Obrst</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Ceusters</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Mani</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cheung</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>The evaluation of ontologies</article-title>
          <source>Semantic Web: Revolutionizing Knowledge Discovery in the Life Sciences</source>
          <year>2007</year>
          <publisher-loc>Boston</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>139</fpage>
          <lpage>158</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vrandečić</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Staab</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Studer</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Ontology evaluation</article-title>
          <source>Handbook on Ontologies</source>
          <year>2009</year>
          <publisher-loc>Heidelberg</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>293</fpage>
          <lpage>313</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Park</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Lundberg</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Coenen</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Konicek</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Evaluation of the content coverage of SNOMED CT representing ICNP seven-axis version 1 concepts</article-title>
          <source>Methods Inf Med</source>
          <year>2011</year>
          <month>01</month>
          <day>18</day>
          <volume>50</volume>
          <issue>5</issue>
          <fpage>472</fpage>
          <lpage>478</lpage>
          <pub-id pub-id-type="doi">10.3414/ME11-01-0004</pub-id>
          <pub-id pub-id-type="medline">21947166</pub-id>
          <pub-id pub-id-type="pii">11-01-0004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>TM</given-names>
            </name>
          </person-group>
          <article-title>Development and evaluation of an adolescents' depression ontology for analyzing social data</article-title>
          <source>Stud Health Technol Inform</source>
          <year>2016</year>
          <volume>225</volume>
          <fpage>442</fpage>
          <lpage>446</lpage>
          <pub-id pub-id-type="medline">27332239</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kehagias</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Papadimitriou</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Hois</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tzovaras</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bateman</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>A methodological approach for ontology evaluation and refinement</article-title>
          <year>2008</year>
          <month>06</month>
          <day>26</day>
          <conf-name>The second International ASK-IT Final Conference</conf-name>
          <conf-date>2008</conf-date>
          <conf-loc>Nürnberg</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://citeseerx.ist.psu.edu/viewdoc/download?doi=10.1.1.511.6332&#38;rep=rep1&#38;type=pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <source>SK telecom</source>
          <access-date>2021-05-28</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sktelecom.com">https://www.sktelecom.com</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Park</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Cho</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Future sign detection in smart grids through text mining</article-title>
          <source>Energy Procedia</source>
          <year>2017</year>
          <month>09</month>
          <volume>128</volume>
          <fpage>79</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1016/j.egypro.2017.09.018</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>YO</given-names>
            </name>
          </person-group>
          <article-title>A dynamic study of women’s labor market transitions: career interruptions and its determinants</article-title>
          <source>Korea J Popul Stud</source>
          <year>2002</year>
          <volume>25</volume>
          <issue>2</issue>
          <fpage>5</fpage>
          <lpage>40</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Jeong</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Hwang</surname>
              <given-names>NM</given-names>
            </name>
            <name name-style="western">
              <surname>Yoon</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>YK</given-names>
            </name>
          </person-group>
          <source>A study on the performance indicators of the Second Basic Plan for Low Fertility and Aging Society</source>
          <year>2011</year>
          <publisher-loc>Sejong</publisher-loc>
          <publisher-name>Korea Institute for Health and Social Affairs</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Ministry of Health and Welfare</collab>
          </person-group>
          <source>2011 National Survey of People’s Perception on Population Aging of Fertility Rates</source>
          <year>2011</year>
          <publisher-loc>Sejong</publisher-loc>
          <publisher-name>Ministry of Health and Welfare</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ryu</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>Child maltreatment and improvement direction for child protection system</article-title>
          <source>Health Welfare Policy Forum</source>
          <year>2017</year>
          <volume>247</volume>
          <fpage>5</fpage>
          <lpage>23</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>DW</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>A study on the current status and policy recommendations to sexual, school, and domestic violence</article-title>
          <source>J Comm Saf Sec Envir Des</source>
          <year>2014</year>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>6</fpage>
          <lpage>31</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>SY</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>OB</given-names>
            </name>
          </person-group>
          <article-title>A comparative study on recognition of effective safety for ‘Four Social Evils’</article-title>
          <source>Korean Crim Psychol Rev</source>
          <year>2015</year>
          <volume>11</volume>
          <issue>1</issue>
          <fpage>25</fpage>
          <lpage>52</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>JH</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>SJ</given-names>
            </name>
          </person-group>
          <source>An Evaluation on the Performance of Policy Response to Low Fertility and Aging Society</source>
          <year>2014</year>
          <publisher-loc>Sejong</publisher-loc>
          <publisher-name>Korea Institute for Health and Social Affairs</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>JH</given-names>
            </name>
          </person-group>
          <article-title>Population policy outlook 2018</article-title>
          <source>Health Welfare Policy Forum</source>
          <year>2018</year>
          <volume>255</volume>
          <fpage>61</fpage>
          <lpage>74</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>Ministry of Health and Welfare</collab>
            <collab>National Child Protection Agency</collab>
          </person-group>
          <source>Child abuse and neglect Korea 2018</source>
          <year>2019</year>
          <publisher-loc>Sejong</publisher-loc>
          <publisher-name>Ministry of Health and Welfare</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <collab>Korea Ministry of Government Legislation</collab>
          </person-group>
          <source>The Labour Standard Act Article 51 and 52</source>
          <year>2019</year>
          <publisher-loc>Sejong</publisher-loc>
          <publisher-name>Korea Legislation Research Institute</publisher-name>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://elaw.klri.re.kr/kor_mobile/viewer.do?hseq=46242&#38;type=sogan&#38;key=6">https://elaw.klri.re.kr/kor_mobile/viewer.do?hseq=46242&#38;type=sogan&#38;key=6</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>OECD</collab>
          </person-group>
          <source>Rejuvenating Korea: policies for a changing society 2019</source>
          <year>2019</year>
          <publisher-loc>Paris</publisher-loc>
          <publisher-name>OECD Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chung</surname>
              <given-names>SH</given-names>
            </name>
          </person-group>
          <article-title>Policy responses to low fertility and its problems</article-title>
          <source>Korea J Popul Stud</source>
          <year>2015</year>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>113</fpage>
          <lpage>134</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baron</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Farghali</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Language of the internet</article-title>
          <source>The Stanford Handbook for Language Engineers</source>
          <year>2003</year>
          <publisher-loc>Standford</publisher-loc>
          <publisher-name>CSLI Publications</publisher-name>
          <fpage>59</fpage>
          <lpage>127</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yoon</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>A study on the method of word formation through newly-coined words collected from twitter</article-title>
          <source>Korean Semant</source>
          <year>2013</year>
          <volume>42</volume>
          <fpage>537</fpage>
          <lpage>555</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Salas</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <source>Reflections on Population 2nd Edition</source>
          <year>1985</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Pergamon Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>YJ</given-names>
            </name>
            <name name-style="western">
              <surname>Park</surname>
              <given-names>JY</given-names>
            </name>
          </person-group>
          <article-title>Identification of future signal based on the quantitative and qualitative text mining: a case study on ethical issues in artificial intelligence</article-title>
          <source>Qual Quant</source>
          <year>2017</year>
          <month>10</month>
          <day>12</day>
          <volume>52</volume>
          <issue>2</issue>
          <fpage>653</fpage>
          <lpage>667</lpage>
          <pub-id pub-id-type="doi">10.1007/s11135-017-0582-8</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
