<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v21i6e14199</article-id>
      <article-id pub-id-type="pmid">31250832</article-id>
      <article-id pub-id-type="doi">10.2196/14199</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Detecting Signs of Depression in Tweets in Spanish: Behavioral and Linguistic Analysis</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Oliveira</surname>
            <given-names>José Luís</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Gabarron</surname>
            <given-names>Elia</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Chen</surname>
            <given-names>Xuetong</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Pereira-Sanchez</surname>
            <given-names>Victor</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="author" id="contrib1">
          <name name-style="western">
            <surname>Leis</surname>
            <given-names>Angela</given-names>
          </name>
          <degrees>PsyM</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4780-7111</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib2">
          <name name-style="western">
            <surname>Ronzano</surname>
            <given-names>Francesco</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-5037-9061</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib3">
          <name name-style="western">
            <surname>Mayer</surname>
            <given-names>Miguel A</given-names>
          </name>
          <degrees>MD, PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-0362-6298</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib4">
          <name name-style="western">
            <surname>Furlong</surname>
            <given-names>Laura I</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9383-528X</ext-link>
        </contrib>
        <contrib contrib-type="author" id="contrib5" corresp="yes">
          <name name-style="western">
            <surname>Sanz</surname>
            <given-names>Ferran</given-names>
          </name>
          <degrees>Prof Dr</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Research Programme on Biomedical Informatics</institution>
            <institution>Hospital del Mar Medical Research Institute</institution>
            <institution>Department of Experimental and Health Sciences, Universitat Pompeu Fabra</institution>
            <addr-line>Carrer Dr Aiguader 88</addr-line>
            <addr-line>Barcelona, 08003</addr-line>
            <country>Spain</country>
            <phone>34 933 160 540</phone>
            <fax>34 933 160 550</fax>
            <email>ferran.sanz@upf.edu</email>
          </address>
          <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7534-7661</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
      <label>1</label>
      <institution>Research Programme on Biomedical Informatics</institution>
      <institution>Hospital del Mar Medical Research Institute</institution>  
      <institution>Department of Experimental and Health Sciences, Universitat Pompeu Fabra</institution>  
      <addr-line>Barcelona</addr-line>
      <country>Spain</country></aff>
      <author-notes>
        <corresp>Corresponding Author: Ferran Sanz 
        <email>ferran.sanz@upf.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>06</month>
        <year>2019</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>27</day>
        <month>06</month>
        <year>2019</year>
      </pub-date>
      <volume>21</volume>
      <issue>6</issue>
      <elocation-id>e14199</elocation-id>
      <!--history from ojs - api-xml-->
      <history>
        <date date-type="received">
          <day>29</day>
          <month>3</month>
          <year>2019</year>
        </date>
        <date date-type="rev-request">
          <day>23</day>
          <month>4</month>
          <year>2019</year>
        </date>
        <date date-type="rev-recd">
          <day>24</day>
          <month>5</month>
          <year>2019</year>
        </date>
        <date date-type="accepted">
          <day>24</day>
          <month>5</month>
          <year>2019</year>
        </date>
      </history>
      <copyright-statement>©Angela Leis, Francesco Ronzano, Miguel A Mayer, Laura I Furlong, Ferran Sanz. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 27.06.2019.</copyright-statement>
      <copyright-year>2019</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.jmir.org/2019/6/e14199/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Mental disorders have become a major concern in public health, and they are one of the main causes of the overall disease burden worldwide. Social media platforms allow us to observe the activities, thoughts, and feelings of people’s daily lives, including those of patients suffering from mental disorders. There are studies that have analyzed the influence of mental disorders, including depression, in the behavior of social media users, but they have been usually focused on messages written in English.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>The study aimed to identify the linguistic features of tweets in Spanish and the behavioral patterns of Twitter users who generate them, which could suggest signs of depression.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>This study was developed in 2 steps. In the first step, the selection of users and the compilation of tweets were performed. A total of 3 datasets of tweets were created, a depressive users dataset (made up of the timeline of 90 users who explicitly mentioned that they suffer from depression), a depressive tweets dataset (a manual selection of tweets from the previous users, which included expressions indicative of depression), and a control dataset (made up of the timeline of 450 randomly selected users). In the second step, the comparison and analysis of the 3 datasets of tweets were carried out.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>In comparison with the control dataset, the depressive users are less active in posting tweets, doing it more frequently between 23:00 and 6:00 (<italic>P</italic>&lt;.001). The percentage of nouns used by the control dataset almost doubles that of the depressive users (<italic>P</italic>&lt;.001). By contrast, the use of verbs is more common in the depressive users dataset (<italic>P</italic>&lt;.001). The first-person singular pronoun was by far the most used in the depressive users dataset (80%), and the first- and the second-person plural pronouns were the least frequent (0.4% in both cases), this distribution being different from that of the control dataset (<italic>P</italic>&lt;.001). Emotions related to sadness, anger, and disgust were more common in the depressive users and depressive tweets datasets, with significant differences when comparing these datasets with the control dataset (<italic>P</italic>&lt;.001). As for negation words, they were detected in 34% and 46% of tweets in among depressive users and in depressive tweets, respectively, which are significantly different from the control dataset (<italic>P</italic>&lt;.001). Negative polarity was more frequent in the depressive users (54%) and depressive tweets (65%) datasets than in the control dataset (43.5%; <italic>P</italic>&lt;.001).</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Twitter users who are potentially suffering from depression modify the general characteristics of their language and the way they interact on social media. On the basis of these changes, these users can be monitored and supported, thus introducing new opportunities for studying depression and providing additional health care services to people with this disorder.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>depression</kwd>
        <kwd>social media</kwd>
        <kwd>mental health</kwd>
        <kwd>text mining</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Mental health is an essential component of our health. The World Health Organization (WHO) defines mental health as a “state of well-being in which people realize their potential, cope with the normal stresses of life, work productively, and contribute to their communities” [<xref ref-type="bibr" rid="ref1">1</xref>]. Good mental health is about being cognitive, emotionally and socially healthy and it helps to determine the way we think and feel, in relation with others and how we make choices. Several factors, such as genetic, sociocultural, economic, political and environmental aspects, shape and influence our mental health. In the last few years, mental disorders have become a major concern in public health, and they are one of the main causes of the overall disease burden worldwide. They have devastating consequences for both patients and their families [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref7">7</xref>]. According to the WHO, depressive disorders are the most common among the mental illnesses [<xref ref-type="bibr" rid="ref8">8</xref>]. Such disorders conditions are characterized by sadness, loss of interest and pleasure, feelings of guilt or low self-worth, disturbed sleep or appetite, feelings of tiredness, and poor concentration [<xref ref-type="bibr" rid="ref8">8</xref>]. In 2018, at the global level, more than 300 million people were suffering from depression, and it is the main contributor to global disability. Depression has several consequences, both personal and social costs [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]. In some cases, depression can lead to suicide ideation and attempts [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. The prevalence of this disorder changes depending on age, but it affects the whole population, from children and adolescents to elderly people. From 2005 to 2015, the number of people with depression increased by around 18% [<xref ref-type="bibr" rid="ref12">12</xref>]. In this context, social media platforms allow to observe the activities, thoughts, and feelings of people’s daily lives and thereby investigate their emotional well-being. This domain has become a new growing area of interest in public health and health care research [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref16">16</xref>]. People with depression often use social media to talk about their illness and treatment, share information and experiences, seek social support and advice, reduce social isolation, and manage their mental illness [<xref ref-type="bibr" rid="ref15">15</xref>-<xref ref-type="bibr" rid="ref21">21</xref>]. In addition, access to mobile devices facilitates the use of social media platforms, such as Twitter and Facebook, at any time and at any place. Social media, such as Twitter, is by nature social, and we can consequently find social patterns in Twitter feeds, thereby revealing key aspects of mental and affective disorders [<xref ref-type="bibr" rid="ref22">22</xref>]. Social media has become an important source of health-related information, which allows us to detect and predict affective disorders and which can be used as an additional tool for mental health monitoring and infoveillance [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref26">26</xref>]. Furthermore, the application of different methodologies based on natural language processing and machine learning technologies has proved to be effective in supporting and automating the identification of early signs of mental illness by analyzing the content shared on the Web by individuals [<xref ref-type="bibr" rid="ref13">13</xref>-<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. This human interaction with social media contributes to build the so-called digital phenotype, reshaping disease expression in terms of the lived experience of individuals and detecting early manifestations of several conditions [<xref ref-type="bibr" rid="ref28">28</xref>]. Twitter is an internet microblogging social media service that allows users to post short messages about facts, feelings and opinions, and, as shown in previous studies, users’ health conditions [<xref ref-type="bibr" rid="ref15">15</xref>]. Twitter is one of the most important social media platforms in terms of number of users, with more than 330 million active users worldwide [<xref ref-type="bibr" rid="ref29">29</xref>]. Since November 2017, the maximum number of characters of a tweet has been increased from 140 to 280. By analyzing huge amounts of text, researchers can link everyday language use with social behavior and personality [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. Language, as a means of communication, constitutes an essential element for providing valuable insights about people’s interests, feelings and concerns [<xref ref-type="bibr" rid="ref32">32</xref>]. For this reason, the analysis of the messages posted on social media platforms may provide information about many personality traits, lifestyles, and psychological disorders [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>]. The potential anonymity of social media encourages its users to be more willing to report health information, such as details of their mental disorders and treatments received. In addition, it is seen as a way to communicate and receive support from others with similar experiences, avoiding the isolation and fighting the social stigma of these conditions [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. Nevertheless, users suffering from depression may also feel uncomfortable socializing and consuming information on social media platforms [<xref ref-type="bibr" rid="ref36">36</xref>]. Several features of the messages, such as number and frequency of tweets, distribution throughout the day or during the night hours, and their seasonal character, can be used for the detection and monitoring of mental disorders, such as depression [<xref ref-type="bibr" rid="ref20">20</xref>]. This knowledge can help health care professionals and health institutions and services in the decision-making processes to ensure better management of patients suffering from depression.</p>
      </sec>
      <sec>
        <title>Objectives</title>
        <p>There are many studies that have used data mining and machine learning techniques on social media platforms to automatically identify people with mental health problems, such as depression, posttraumatic stress disorder, schizophrenia, or eating disorders, usually focusing the studies on messages written in English [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref37">37</xref>-<xref ref-type="bibr" rid="ref39">39</xref>]. As far as we know, on social media, there are no studies about mental disorders that analyze messages written in Spanish. Taking into account that Spanish speaking countries, such as Spain and Mexico, are among the 10 most active Twitter users in the world, with more than 6 million and 7 million users, respectively [<xref ref-type="bibr" rid="ref40">40</xref>], we focused our research on the expression of depression in Spanish language tweets. The aim of this study was to identify the linguistic features of tweets written in Spanish and the behavioral patterns of the corresponding Twitter users that could suggest signs of depression.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Steps</title>
        <p>This study was designed and developed in 2 steps, with the aim of analyzing the linguistic patterns and behavioral features of Twitter users suffering from depression in comparison with the general population of Twitter users. The study was focused on tweets written in Spanish. In the first step, the selection of users and the compilation of tweets were performed. Given the design and purpose of the study, we decided to use the Twitter Application Programming Interface (API) [<xref ref-type="bibr" rid="ref41">41</xref>]. Using this API, 3 datasets of tweets were created:</p>
        <list list-type="order">
          <list-item>
            <p>The <italic>depressive users</italic> dataset was made up of the timeline of 90 users who publicly mentioned on their Twitter profile that they suffer from depression.</p>
          </list-item>
          <list-item>
            <p>The <italic>control</italic> dataset was made up of the timeline of 450 randomly selected Twitter users.</p>
          </list-item>
          <list-item>
            <p>The <italic>depressive tweets</italic> dataset was constituted by a manual selection of tweets from the depressive users dataset, which specifically included expressions indicative of depression.</p>
          </list-item>
        </list>
        <p>In the second step, comparison and analysis of the 3 datasets of tweets (control, depressive users, and depressive tweets datasets) were carried out to spot their distinguishing features. In the rest of this section, we will describe the methodology in detail. The flow diagram of the study is depicted in <xref ref-type="fig" rid="figure1">Figure 1</xref>.</p>
      </sec>
      <sec>
        <title>Data Collection and User Selection</title>
        <p>The selection of the tweets and their users was based on the filtered real-time streaming support provided by the Twitter API. In the first step, we selected the users who showed potential signs of depression on Twitter on the basis of the 20 most frequent words in Spanish expressed by patients suffering from depression in clinical settings. These words were jointly identified and selected by a psychologist and a family physician with clinical experience and were based on the definition and general features of depression according to the Diagnostic and Statistical Manual of Mental Disorders [<xref ref-type="bibr" rid="ref42">42</xref>]. The list of words used and their English translations are shown in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Flow diagram of the study process.</p>
          </caption>
          <graphic xlink:href="jmir_v21i6e14199_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <boxed-text id="box1" position="float">
          <title>List of Spanish words related to depression and their English translations.</title>
          <list list-type="bullet">
            <list-item>
              <p>agobiado/a (overwhelmed)</p>
            </list-item>
            <list-item>
              <p>agotado/a (exhausted)</p>
            </list-item>
            <list-item>
              <p>angustiado/a (distressed)</p>
            </list-item>
            <list-item>
              <p>ansiedad (anxiety)</p>
            </list-item>
            <list-item>
              <p>ansioso/a (anxious)</p>
            </list-item>
            <list-item>
              <p>cansado/a (tired)</p>
            </list-item>
            <list-item>
              <p>decaído (low)</p>
            </list-item>
            <list-item>
              <p>depresión (depression)</p>
            </list-item>
            <list-item>
              <p>depresivo/a (depressed as a condition)</p>
            </list-item>
            <list-item>
              <p>deprimido/a (depressed as state)</p>
            </list-item>
            <list-item>
              <p>desanimado/a (discouraged)</p>
            </list-item>
            <list-item>
              <p>desesperado/a (desperate)</p>
            </list-item>
            <list-item>
              <p>desmotivado/a (demotivated)</p>
            </list-item>
            <list-item>
              <p>insomnio (insomnia)</p>
            </list-item>
            <list-item>
              <p>llorar (cry)</p>
            </list-item>
            <list-item>
              <p>nervioso (nervous)</p>
            </list-item>
            <list-item>
              <p>preocupado/a (worried)</p>
            </list-item>
            <list-item>
              <p>solo/a (lonely)</p>
            </list-item>
            <list-item>
              <p>triste (sad)</p>
            </list-item>
            <list-item>
              <p>vacío/a (empty)</p>
            </list-item>
          </list>
        </boxed-text>
        <p>During June 2018, 1,470,000 tweets, including 1 or more occurrences of the words listed in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>, were collected. From this collection of tweets and to select the users who publicly stated in the textual description associated to their profile that they suffered from depression, all the profile descriptions, including 1 or more occurrences of the word “depr” and all the possible derivations related to the word depression in Spanish, such as “depre,” “depresión,” “depresivo,” “depresiva,” “deprimido,” and “deprimida,” were considered. From the 720 users who included 1 or more of these words in their description profile, 90 users who stated they suffered from depression or were receiving treatment for depression were selected for the analysis. This selection was performed by a psychologist, verifying that the statements were related to real expressions of depression, excluding quotes, jokes, or fake ones. For each of these depressed Twitter users, we collected all the most recent tweets from their timeline, up to a maximum of about 3200 tweets. Thus, a total of 189,669 tweets were collected, a figure that was reduced to 140,946 after discarding the retweets. These 140,946 tweets constituted the <italic>depressive users dataset</italic>. Examples of sentences appearing in the user profiles that were used for selecting the depressive users are:</p>
        <list list-type="bullet">
          <list-item>
            <p>“Paciente psiquiátrico con depresión crónica” (<italic>Psychiatric patient with chronic depression;</italic> example of a profile sentence that indicates depression).</p>
          </list-item>
          <list-item>
            <p>“Colecciono errores traducidos a tweets depresivos y a uno que otro impulso de amor” (<italic>I gather errors translated into depressing tweets and into one or another love impulse</italic>; example of a profile sentence that does not indicate depression).</p>
          </list-item>
        </list>
        <p>Once the users with profile sentences indicating depression had been retrieved, their Twitter timelines were collected. Only those users having in their timeline at least 10 tweets that suggested signs of depression were retained for further analyses. For each user, the selection of these tweets was performed by manually inspecting the tweets of the user’s complete timeline in reverse temporal order, starting from the most recent one to the oldest tweet of the timeline retrieved by means of the Twitter API <italic>.</italic> Finally, a total number of 1000 tweets issued by the 90 depressive users, suggesting signs of depression, were detected and used for the analysis. This set of tweets provided us with the <italic>depressive tweets dataset</italic>, which was used to analyze linguistic features of tweets showing signs of depression. It has to be mentioned that these 1000 tweets were not to be included in the depressive users dataset (see <xref ref-type="fig" rid="figure1">Figure 1</xref>). At the same time, more than 97,500,000 tweets were also collected in June 2018: such tweets were gathered by listening to the public Twitter stream during this time span by only considering tweets with Spanish textual contents (as detected by Twitter language identification support).</p>
        <p>Given that Twitter requires more restrictive filters than just the language of the tweets, we used a list of the most frequently used Spanish words (stopwords) to retrieve all tweets that included 1 or more of these words. The vast majority of Spanish tweets should match this criterion. A sample of 450 users who did not mention in their profile the word depression and its derivations were selected randomly from the 97,500,000 tweets. The complete timelines of these users were compiled (1,141,021 tweets), which were reduced to 712,589 once retweets were removed. These 712,589 tweets constituted the <italic>control dataset</italic>. To identify the language of a tweet, we relied on the language automatically identified by Twitter for each tweet, selecting tweets in Spanish. It has to be noted that these data can contain some tweets from unidentified depressive users.</p>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>A comparison of the 3 datasets was performed to determine the existence of differential linguistic and behavioral features. The different features that were analyzed are shown in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <p>The textual content of each tweet was analyzed by means of the following sequence of steps:</p>
        <list list-type="bullet">
          <list-item>
            <p>Tokenization performed by means of a custom Twitter tokenizer included in the Natural Language Toolkit [<xref ref-type="bibr" rid="ref43">43</xref>].</p>
          </list-item>
          <list-item>
            <p>Part-of-Speech (POS) tagging performed by means of the Freeling Natural Language Processing tool in order to analyse the usage patterns of grammatical categories (eg, adjectives, nouns, or pronouns) in the text of tweets [<xref ref-type="bibr" rid="ref44">44</xref>].</p>
          </list-item>
          <list-item>
            <p>Identification of negations performed by relying on a custom list of Spanish negation expressions, such as <italic>nada</italic> (nothing), <italic>nadie</italic> (nobody), <italic>no</italic> (no), <italic>nunca</italic> (never), and alike.</p>
          </list-item>
          <list-item>
            <p>Identification of occurrences of positive and negative words inside the text of each tweet by means of 2 Spanish polarity lexicons: the Spanish Sentiment Lexicon and the Spanish SentiCon Lexicon [<xref ref-type="bibr" rid="ref45">45</xref>,<xref ref-type="bibr" rid="ref46">46</xref>]. We exploited 2 lexicons to consider and compare 2 approaches of modeling polarity in Spanish texts, thus reducing any language modeling bias that the use of a single language resource could introduce.</p>
          </list-item>
          <list-item>
            <p>Identification of words and expressions associated to the basic emotions [<xref ref-type="bibr" rid="ref47">47</xref>] by using the Spanish Emotion Lexicon [<xref ref-type="bibr" rid="ref48">48</xref>]. Such emotions are <italic>alegría</italic> (happiness), <italic>enojo</italic> (anger), <italic>miedo</italic> (fear), <italic>repulsión</italic> (disgust), <italic>sorpresa</italic> (surprise), and <italic>tristeza</italic> (sadness).</p>
          </list-item>
        </list>
        <p>All the tools and aforementioned resources are publicly available. The statistical analyses were carried out with the R version 3.4.3 (R Development Core Team) and SPSS Statistics version 23.0 (IBM), applying the relevant test for each type of comparison to be carried out.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Characteristics of the tweets analyzed.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="350"/>
            <col width="650"/>
            <thead>
              <tr valign="top">
                <td>Feature</td>
                <td>Analyses performed</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Distributions over time</td>
                <td><list list-type="bullet"><list-item><p>Tweets throughout the day (per hour)</p></list-item><list-item><p>Tweets throughout the week</p></list-item></list></td>
              </tr>
              <tr valign="top">
                <td>Part-of-Speech</td>
                <td><list list-type="bullet"><list-item><p>Number of words by grammatical categories (part-of-speech tags)</p></list-item><list-item><p>Number of personal pronouns</p></list-item></list></td>
              </tr>
              <tr valign="top">
                <td>Counts</td>
                <td><list list-type="bullet"><list-item><p>Number of characters</p></list-item><list-item><p>200 most frequent words (word cloud)</p></list-item><list-item><p>Number of hashtags, links, mentions, and emojis</p></list-item></list></td>
              </tr>
              <tr valign="top">
                <td>Emotion analysis</td>
                <td><list list-type="bullet"><list-item><p>Emotion types and frequencies</p></list-item></list></td>
              </tr>
              <tr valign="top">
                <td>Negations</td>
                <td><list list-type="bullet"><list-item><p>Negation words types and frequencies</p></list-item></list></td>
              </tr>
              <tr valign="top">
                <td>Polarity analyses</td>
                <td><list list-type="bullet"><list-item><p>Polarity of tweets on the basis of Spanish Sentiment Lexicon and Spanish SentiCon Polarity</p></list-item></list></td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
      </sec>
      <sec>
        <title>Ethical Approval</title>
        <p>The protocol used in this study was approved by the Ethics Committee of Parc Salut Mar (approval number 2017/7234/1).</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Distribution Over Time</title>
        <p>Regarding the distribution of tweets over time, the number of tweets per hour and throughout the week of control and depressive users datasets were compared. The tweet hours were adjusted by the user’s time zone. As shown in <xref ref-type="fig" rid="figure2">Figure 2</xref>, the depressive users are less active in generating tweets than the control ones, reaching both groups the same activity level between 23:00 and 6:00. The comparison of the temporal distributions of tweets between both datasets was carried out by means of a repeated measures analysis of variance (Greenhouse-Geisser F=6.605; <italic>P</italic>&lt;.001). As shown in <xref ref-type="fig" rid="figure3">Figure 3</xref>, the activity throughout the week of the depressive users dataset presented more regular activity than the control dataset, whose users’ activity showed a sharp drop during the weekend. The differences between these datasets were statistically significant (Greenhouse-Geisser F=4.153; <italic>P</italic>=.008).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Number of tweets and retweets per hour of the control and depressive users datasets (mean±standard error of mean). SEM: standard error of mean.</p>
          </caption>
          <graphic xlink:href="jmir_v21i6e14199_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Number of tweets and retweets throughout the week of the control and depressive users datasets (mean±standard error of mean). SEM: standard error of mean.</p>
          </caption>
          <graphic xlink:href="jmir_v21i6e14199_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Part-of-Speech</title>
        <p>As for the analysis of POS corresponding to the number of words by grammatical categories in each tweet, we compared the 3 datasets of tweets: the control, depressive users, and depressive tweets datasets. As previously stated, the tweets of the depressive tweets dataset were removed from the depressive users dataset. The frequencies of words in each group are shown in <xref ref-type="table" rid="table2">Table 2</xref>. The number of nouns used in the control group almost doubles that of the depressive users dataset. By contrast, verbs are more frequently used in the depressive users dataset than in the control dataset. There were statistically significant differences between the control and the depressive users datasets (χ<sup>2</sup><sub>7</sub>=1,242,600; <italic>P</italic>&lt;.001), between the control and the depressive tweets datasets (χ<sup>2</sup><sub>7</sub>=2,105.7; <italic>P</italic>&lt;.001), and between the depressive users and the depressive tweets datasets (χ<sup>2</sup><sub>7</sub>=15,888; <italic>P</italic>&lt;.001).</p>
        <p>In relation to the different types of pronouns in the control dataset, we detected 396,181 personal pronouns (51.38%; 396,181/770,955), the first-person singular (38.37%; 152,013/396,181) being the most used. A similar profile was observed in the depressive users dataset, where 124,614 pronouns were found (55.16%; 124,614/225,913), the first-person singular remaining the most used (57.59%; 71,768/124,614). In the depressive tweets dataset, 865 personal pronouns (53.16%; 865/1,627) were identified, and the first-person singular pronoun was by far the most used (80.00%; 692/865). The frequencies of personal pronouns in the different datasets are shown in <xref ref-type="fig" rid="figure4">Figure 4</xref>. There were statistically significant differences between the control and the depressive users datasets (χ<sup>2</sup><sub>5</sub>=15,912; <italic>P</italic>&lt;.001), between the control and the depressive tweets datasets (χ<sup>2</sup><sub>5</sub>=638.7; <italic>P</italic>&lt;.001), and between the depressive users and the depressive tweets datasets (χ<sup>2</sup><sub>5</sub>=183.9; <italic>P</italic>&lt;.001).</p>
        <p>In relation to the number of characters per tweet, the mean of characters per tweet in the control and depressive users datasets was 83.48 (SD 40.57) and 65.76 (SD 36.99) characters, respectively, with statistically significant differences between them (<italic>t</italic><sub>213770</sub>=161.6; <italic>P</italic>&lt;.001). On the other hand, the mean in the depressive tweets dataset was 67.51 (SD 38.28), which was not statistically significant and different in comparison with the depressive dataset (<italic>t</italic><sub>1012.3</sub>=1.45; <italic>P</italic>=.15). The 200 most frequent words that appeared in the control and depressive users datasets are depicted in the 2 word clouds shown in <xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>. The 10 most frequent words that appeared in the control dataset were the following: <italic>hoy</italic> (today), <italic>día</italic> (day), <italic>ver</italic> (to see), <italic>quiero</italic> (I want), <italic>gracias</italic> (thank you), <italic>mejor</italic> (better), <italic>siempre</italic> (always), <italic>vida</italic> (life), <italic>ahora</italic> (now), and YouTube. In the depressive users dataset, the 10 most frequent words were the following: <italic>quiero</italic> (I want), <italic>vida</italic> (life), <italic>siempre</italic> (always), <italic>siento</italic> (I feel), <italic>nadie</italic> (nobody), <italic>mierda</italic> (shit), <italic>never</italic> (nunca), and <italic>día</italic> (day). It should be noted that in the depressive tweets dataset, although there are several words in common with the depressive users dataset, we can find additional words that are not present in the other datasets, such as <italic>vacío/a</italic> (empty), <italic>matar</italic> (to kill), <italic>desaparecer</italic> (to disappear), <italic>suicidar</italic> (commit suicide), <italic>muerta</italic> (dead), <italic>desastre</italic> (disaster), <italic>inútil</italic> (useless,), <italic>deprimida</italic> (depressed as state in women), <italic>depresiva</italic> (depressed as a condition in women), and <italic>insomnio</italic> (insomnia). The word cloud of the depressive tweets dataset is shown in <xref ref-type="app" rid="app2">Multimedia Appendix 2</xref>. In relation to the use of links, hashtags, and mentions in tweets, the frequency of them in the control and depressive users datasets were 35.32% (251,728/712,584), 13.13% (93,575/712,588), and 44.00% (313,574/712,577) and 18.07% (25,475/140,946), 1.44% (2030/140,946), and 9.27% (13,060/140,942), respectively. The number of tweets, including emojis, were 13.61% (97,038/712,589) in the control dataset and 5.72% (8069/140,947) in the depressive users dataset.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Part-of-Speech (POS) frequencies in tweets of control, depressive users, and depressive tweets datasets.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="140"/>
            <col width="250"/>
            <col width="310"/>
            <col width="300"/>
            <thead>
              <tr valign="top">
                <td>Type of POS</td>
                <td>POS in the control dataset, n (%)</td>
                <td>POS in the depressive users dataset, n (%)</td>
                <td>POS in the depressive tweets dataset, n (%)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Noun</td>
                <td>2,298,544 (28.48)</td>
                <td>270,104 (17.77)</td>
                <td>1776 (15.07)</td>
              </tr>
              <tr valign="top">
                <td>Verb</td>
                <td>1,660,700 (20.58)</td>
                <td>400,755 (26.36)</td>
                <td>3391 (28.77)</td>
              </tr>
              <tr valign="top">
                <td>Pronouns</td>
                <td>770,955 (9.55)</td>
                <td>225,913 (14.86)</td>
                <td>1627 (13.80)</td>
              </tr>
              <tr valign="top">
                <td>Adjectives</td>
                <td>593,327 (7.35)</td>
                <td>83,089 (5.47)</td>
                <td>588 (4.99)</td>
              </tr>
              <tr valign="top">
                <td>Determiner</td>
                <td>1,068,130 (13.23)</td>
                <td>177,795 (11.70)</td>
                <td>1342 (11.39)</td>
              </tr>
              <tr valign="top">
                <td>Adverbs</td>
                <td>496,988 (6.16)</td>
                <td>140,963 (9.27)</td>
                <td>1351 (11.46)</td>
              </tr>
              <tr valign="top">
                <td>Adpositions</td>
                <td>854,573 (10.59)</td>
                <td>123,867 (8.15)</td>
                <td>1052 (8.93)</td>
              </tr>
              <tr valign="top">
                <td>Conjunctions</td>
                <td>327,852 (4.06)</td>
                <td>97,541 (6.42)</td>
                <td>659 (5.59)</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Frequency of the different types of personal pronouns in the control, depressive users, and depressive tweets datasets. 1S: first-person singular; 1P: first-person plural; 2S: second-person singular; 2P: second-person plural; 3S: third-person singular; 3P: third-person plural.</p>
          </caption>
          <graphic xlink:href="jmir_v21i6e14199_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Emotion Analysis</title>
        <p>Regarding the distribution of emotions, in the control dataset and in the depressive users dataset, the most frequent emotion was happiness (53.30%; 203,029/380,874 and 41.60%; 40,535/97,425) followed by sadness, which was more frequent in the depressive users dataset (17.59%; 67,033/380,874 and 25.49%; 24,834/97,425). In the depressive tweets dataset, the most frequent emotion was sadness (34.00%; 303/891). There were statistically significant differences between the control and the depressive users datasets (χ<sup>2</sup><sub>5</sub>=6838.2; <italic>P</italic>&lt;.001), between the control and the depressive tweets datasets (χ<sup>2</sup><sub>5</sub>=296.8; <italic>P</italic>&lt;.001), and between the depressive users and the depressive tweets datasets (χ<sup>2</sup><sub>5</sub>=65.6; <italic>P</italic>&lt;.001). The frequencies of the different emotions are shown in <xref ref-type="fig" rid="figure5">Figure 5</xref>.</p>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Frequency distributions of emotion categories in the tweets of the 3 datasets.</p>
          </caption>
          <graphic xlink:href="jmir_v21i6e14199_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Negation Words</title>
        <p>Regarding the use of negation words, they were detected in 21.74% (154,953/712,588) of the tweets in the control dataset, in 34.15% (48,137/140,946) of the depressive users dataset, and in 45.50% (455/1000) of the depressive tweets dataset. The mean of negation words was 0.28 (SD 0.59) in the control dataset, it was 0.49 (SD 0.82) in the depressive users dataset, and it was 0.67 (SD 0.91) in the depressive tweets dataset. There were statistically significant differences between the control and the depressive users datasets (Mann-Whitney <italic>U</italic>=4.3657e+10; <italic>P</italic>&lt;.001), between the control and the depressive tweets datasets (Mann-Whitney <italic>U</italic>=266,990,000; <italic>P</italic>&lt;.001), and between the depressive users and the depressive tweets datasets (Mann-Whitney <italic>U</italic>=62,002,000; <italic>P</italic>&lt;.001).</p>
      </sec>
      <sec>
        <title>Polarity Analysis</title>
        <p>In relation to the polarity of tweets, 2 analyses were performed using 2 Spanish sentiment lexicons: the Senti Lexicon (including positive and negative categories) and the SentiCo Polarity (including positive, moderate positive, moderate negative, and negative categories). According to the Senti Lexicon, the analysis of tweets showed that the control dataset shows polarity in 33.47% (245,367/733,029) of the tweets, being positive in 56,54% (138,726/245,367) of them. In contrast, the depressive users dataset shows polarity in 41,31% (61,132/147,996) of the tweets, being positive in 46.14% (28,205/61,132) of them. Finally, the depressive tweets dataset shows polarity in 58.90% (589/1000) of the tweets, with positive polarity in 34.97% (206/589) of them. There were statistically significant differences between the control and the depressive users datasets (χ<sup>2</sup><sub>1</sub>=2134; <italic>P</italic>&lt;.001), between the control and the depressive tweets datasets (χ<sup>2</sup><sub>1</sub>=110.3; <italic>P</italic>&lt;.001), and between the depressive users and the depressive tweets datasets (χ<sup>2</sup><sub>1</sub>=28.8; <italic>P</italic>&lt;.001). When using the SentiCo Polarity tool, the control dataset presented 20.97% (152,228/725,717) of tweets with polarity, 29.32% (42,820/146,033) in the depressive users and 33.34% (348/1,044) in the depressive tweets dataset. The distributions of polarities are shown in <xref ref-type="fig" rid="figure6">Figure 6</xref>. There were statistically significant differences between the control and the depressive users datasets (χ<sup>2</sup><sub>3</sub>=8820.8, <italic>P</italic>&lt;.001), between the control and the depressive tweets datasets (χ<sup>2</sup><sub>3</sub>=308.8; <italic>P</italic>&lt;.001), and between the depressive users and the depressive tweets datasets (χ<sup>2</sup><sub>3</sub>=52.4; <italic>P</italic>&lt;.001).</p>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Polarities of the tweets according to the SentiCo Polarity tool in the 3 datasets.</p>
          </caption>
          <graphic xlink:href="jmir_v21i6e14199_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>The diagnosis of depression is complex because of the heterogeneous nature of this disease and the diverse manifestation of the symptoms among individuals, which result in a great number of depressive disorder cases that are undetected and untreated, making the prevention, diagnosis, and treatment of the depressive disorders a complicated task [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. For these reasons and taking into account that people diagnosed with depression are increasing worldwide, new strategies for detecting and monitoring this disease would be very useful. In this study, we analyzed the behavioral and linguistic patterns of tweets in Spanish that suggest signs of depression. The results contribute to the growing body of scientific literature that analyzes the messages posted on social media using languages other than English. We have introduced a new approach that comprises analyzing the timelines of self-qualified depressed users, as well as their tweets related to depression, which are manually selected. Our results show that the tweets of depressive users have different features in comparison with those of a control dataset, even when their tweets that are not related to depression are considered (depressive users dataset). In addition, the differences with the control dataset become more evident when we consider the manual selection of tweets related to depression (depressive tweets dataset).</p>
      </sec>
      <sec>
        <title>Different Distributions of Tweets Over Time</title>
        <p>As for the distribution of tweets over time, the users of the depressive dataset, although being less active in using Twitter, used to be more active during the night than the users of the control dataset. This can be explained as a result of insomnia, one of the most frequent symptoms of depression. This finding is consistent with previous studies carried out with English speakers, which demonstrated that individuals with depression are more active during the night [<xref ref-type="bibr" rid="ref20">20</xref>]. Moreover, the daily mood changes, such as the morning and evening worsening that are typical in several forms of depression, could explain the lower activity of the depressive users [<xref ref-type="bibr" rid="ref51">51</xref>]. In relation to the distribution of tweets throughout the week, the users of the depressive dataset showed a more regular activity throughout the week, tending to be more active on Saturdays, Sundays, and Mondays than those of the control dataset, whose activity showed a drop during the weekend. This trend may be related to the lowered social activity of the people suffering from depressive disorders, having a reduced participation in social leisure activities during the weekend and spending more time at home, sharing their feelings and thoughts on social media platforms [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
      </sec>
      <sec>
        <title>Different Style of Writing</title>
        <p>The analysis of POS and the number of words by grammatical categories show that, generally, the users of the depressive dataset used more verbs, adverbs, and pronouns but less nouns than the control dataset. The same features are also present in the depressive tweets dataset. These findings suggest that the language of people suffering from depression is characterized by a different style of writing that some authors describe as poorly structured, indicating less interest in what surrounds them, people, objects, or things [<xref ref-type="bibr" rid="ref52">52</xref>]. They focus on talking about actions, and this is correlated with sensitive disclosure. Consistent with many previous studies [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref53">53</xref>-<xref ref-type="bibr" rid="ref55">55</xref>], the use of first-person singular pronoun is more frequent among the users of the depressive dataset, with respect to those of the control dataset, and this difference increases in the depressive tweets dataset. The increased use of this pronoun demonstrates the attention to self-focus that is associated with the negative emotional states of depression and the reduced attentional resources, highlighting the psychological distancing to connect with others [<xref ref-type="bibr" rid="ref56">56</xref>]. This social isolation may also explain that the first- and second-person plural pronouns are the least used. Language can be used as a measure of different individual features, on the basis of the fact that people’s word choice is stable over time and consistent across topics or context. For this reason, the language style appears to be a useful predictor of some mental health conditions, such as depression [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. In addition, the number of characters written in the depressive users and depressive tweets datasets was smaller than the number of characters written in the control dataset, and this might be related to reduced interest and poorer language. According to the most frequent words that appeared in the depressive users and depressive tweets datasets, there are specific words that are linked to clinical symptoms and the way that depressive patients word their mood, such as words that may be related to suicide ideation. Consequently, they can be used as a signal to detect potentially depressed users on Twitter [<xref ref-type="bibr" rid="ref36">36</xref>]. Similarly, we observed the frequent use of adjectives in feminine form in the depressive tweets dataset, which would suggest that a high proportion of the depressive users are women, a fact that is in agreement with clinical and epidemiological evidences [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref42">42</xref>].</p>
      </sec>
      <sec>
        <title>Predominant Emotions</title>
        <p>Emotions are one of the key aspects that characterize many mental health conditions and, particularly, when people are suffering from depression. An analysis of the 6 emotions that are commonly considered (happiness, sadness, surprise, anger, fear, and disgust) [<xref ref-type="bibr" rid="ref47">47</xref>] was performed to determine the existence of differences among the datasets. Happiness is the most frequent emotion in the control and depressive users datasets, although an important reduction was observed in the depressive tweets dataset. The surprise emotion is less frequent in depressive users and, specially, in the depressed tweets datasets than the control dataset, and this fact can be related to the depressive mood, in which there is a decrease in interest in almost everything. Fear does not seem to be a differential emotion in the groups of tweets analyzed in this study.</p>
        <p>Regarding negative emotions, we observed an increase in the frequency of words related to the sadness emotion in the depressive tweets dataset, doubling that of the control dataset. This feature had also been observed in other studies [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref57">57</xref>]. Moreover, anger is more frequent in the depressive user and depressive tweets datasets than in the control dataset. Although Twitter is used many times for expressing anger about personal or political aspects, this emotion is particularly frequent in patients suffering from depression, who tend to feel irritable, wronged, or angry at the world [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref58">58</xref>]. At the same time, disgust, an emotion that is known to be associated with the depressive disorders [<xref ref-type="bibr" rid="ref59">59</xref>], was found to be more frequent in the depressive users and depressive tweets datasets.</p>
      </sec>
      <sec>
        <title>Negative Focused Emotion Language</title>
        <p>In our analysis, the presence of negation words is more frequent in the depressed users (34.15%; 48,137/140,946) and depressive tweets (45.50%; 455/1000) datasets than in the control dataset (21.74%; 154,953/712,588), indicating that there is an increased use of negatively focused emotion language, which is typical in depressive patients and feelings [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref54">54</xref>,<xref ref-type="bibr" rid="ref55">55</xref>,<xref ref-type="bibr" rid="ref60">60</xref>].</p>
      </sec>
      <sec>
        <title>Negative Polarity</title>
        <p>The classification of tweets, on the basis of the emotional positivity or negativity of their words, is another analysis that has been carried out. In this study, we used 2 types of polarity lexicons, the Senti Lexicon (SentiLex) and the Sentico Polarity (SentiCo). In both cases, the negative polarity was higher in the depressive users and depressive tweets datasets, even tripling the negativeness of the control dataset when using the Sentico Polarity lexicon. These findings are consistent with other studies, indicating that people suffering from depression tend to focus more on negative aspects of their life [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref35">35</xref>], and thus their tweets contain much more negative emotional words compared with the control dataset [<xref ref-type="bibr" rid="ref14">14</xref>]. In addition, the self-focus state that characterizes depression is associated with negative emotions [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref56">56</xref>,<xref ref-type="bibr" rid="ref57">57</xref>].</p>
      </sec>
      <sec>
        <title>Limitations and Future Directions</title>
        <p>This study presents some limitations that have to be pointed out. On the one hand, the tweets of the depressive datasets come only from Twitter users who speak publicly about feelings and emotions that can be related with depression. This is an indirect and inaccurate way of detecting users suffering from depressive disorders. Without clinically assessing these people, there is no way to verify if the diagnosis is genuine or if they suffer from another mental disorder. On the other hand, it is possible that Twitter users self-disclose their mental health using words or expressions not included in the list of keywords used in this study for streaming tweets about depression [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref61">61</xref>-<xref ref-type="bibr" rid="ref63">63</xref>]. In this respect, it is possible that a wider list could have yielded a greater coverage [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. Privacy policies of social media restrict the access to users who did not grant access to their profile, and this may have generated biases in the composition of the depressive users and the depressive tweets datasets. In addition, tweets may incorporate biases because of the self-management and anonymity of the Web-based identities [<xref ref-type="bibr" rid="ref61">61</xref>]. Moreover, Twitter users may be not be representative of the general population, and some studies have shown that they are often urban people with high levels of education [<xref ref-type="bibr" rid="ref64">64</xref>-<xref ref-type="bibr" rid="ref66">66</xref>]. More information about the socioeconomic and demographic details of Twitter users is needed [<xref ref-type="bibr" rid="ref67">67</xref>]. The control dataset was a randomly selected sample of Twitter users, and it is consequently representative of the users of this social media. However, there is a possibility that users in this group may also have depression or other mental illness even though they did not mention this in their profile description. There is also the possibility that the users included in the control group are fake accounts. Only original tweets were analyzed, and perhaps retweets, which are not included in our linguistic study, reflect users’ emotions that can be related to depression status [<xref ref-type="bibr" rid="ref68">68</xref>]. Finally, depression is a very complex mental disorder, and our study only provides a general observation of this disorder. Additional research might be carried out to examine specific depression types and determine if there are social media features that can contribute to classifying users or tweets to the different diagnosis of depression [<xref ref-type="bibr" rid="ref69">69</xref>]. Similarly, in future works, we plan to study the linguistic features and the behavioral patterns of depression in different linguistics contexts. The possible relationship between depression and seasonality could be of interest for future studies in the context of monitoring Twitter activity [<xref ref-type="bibr" rid="ref70">70</xref>].</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The prevalence of common mental disorders worldwide, such as depression, requires the ability of health care systems to provide adequate diagnosis, monitoring, and treatment. The wide popularity of social media platforms introduces new opportunities for the screening of depression. The introduction of new methods of analysis for the automatic detection of signals of depression on social media platforms, such as Twitter or Facebook, has the potential of being used as a complementary tool for the assessment of these patients, assisting health care professionals in the detection and monitoring of mental health disorders. Although the analysis of tweets as a way to determine the existence of depression cannot be used as a replacement for diagnosis, it has the potential as a screening tool for depressive disorders, with a lower cost than other traditional procedures. In addition, it can be helpful to health professionals for managing and monitoring patients more efficiently. Similarly, it can be useful for particular patients, as they feel more comfortable disclosing their symptoms on Twitter than in clinical settings. In this study, we have shown that several behavioral and linguistic features of the tweets in Spanish can be used as a complementary tool to detect signals of depression of their authors, corroborating and extending the findings obtained by studies carried out on English tweets. As we described in this study, signs of depression of Twitter users are not exclusively spotted by identifying and analyzing tweets that explicitly mention expressions related to depression. Moreover, Twitter users who are potentially suffering from depression globally modify the core traits of their language, independently from the fact that the tweets are related or not related to the expression of depression. On the basis of these changes, these users can be monitored and supported. The results of this paper, jointly with other studies on the matter, support the potential of social media as an important instrument for extending and enhancing mental health services available to people with mental disorders. By means of interdisciplinary collaborations, it is possible to develop digital apps and services providing personalized alerts and psychosocial support in the mental health domain.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">API</term>
          <def>
            <p>Application Programming Interface</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">POS</term>
          <def>
            <p>Part-of-Speech</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">WHO</term>
          <def>
            <p>World Health Organization</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>We received support from the Agency for Management of University and Research Grants in Catalonia (Spain) for the incorporation of new research personnel (FI2016), the European Union H2020 Research and Innovation Programme 2014-2020 under grant agreement number 634143 (MedBioinformatics: Creating medically driven integrative bioinformatics applications focused on oncology and central nervous system disorders and their comorbidities). The Research Programme on Biomedical Informatics is a member of the Spanish National Bioinformatics Institute, PRB2-ISCIII, and it is supported by grant PT17/0009/0014.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
        <source>World Health Organization</source>  
        <year>2013</year>  
        <access-date>2018-04-25</access-date>
        <comment>Mental Health Action Plan 2013-2020 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://apps.who.int/iris/bitstream/10665/89966/1/9789241506021_eng.pdf?ua=1">http://apps.who.int/iris/bitstream/10665/89966/1/9789241506021_eng.pdf?ua=1</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="778TsWziL"/></comment> </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Marcus</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Yasamy</surname>
            <given-names>MT</given-names>
          </name>
          <name name-style="western">
            <surname>van Ommeren</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Chisholm</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Saxena</surname>
            <given-names>S</given-names>
          </name>
          <collab>WHO Department of Mental Health and Substance Abuse</collab>
        </person-group>
        <source>World Health Organization</source>  
        <year>2012</year>  
        <access-date>2018-04-25</access-date>
        <comment>Depression: A Global Public Health Concern 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.who.int/mental_health/management/depression/who_paper_depression_wfmh_2012.pdf">http://www.who.int/mental_health/management/depression/who_paper_depression_wfmh_2012.pdf</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="778NmzRq1"/></comment> </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <collab>Global Burden of Disease Study 2013 Collaborators</collab>
        </person-group>
        <article-title>Global, regional, and national incidence, prevalence, and years lived with disability for 301 acute and chronic diseases and injuries in 188 countries, 1990-2013: a systematic analysis for the global burden of disease study 2013</article-title>
        <source>Lancet</source>  
        <year>2015</year>  
        <month>08</month>  
        <day>22</day>  
        <volume>386</volume>  
        <issue>9995</issue>  
        <fpage>743</fpage>  
        <lpage>800</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26063472"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/S0140-6736(15)60692-4</pub-id>
        <pub-id pub-id-type="medline">26063472</pub-id>
        <pub-id pub-id-type="pii">S0140-6736(15)60692-4</pub-id>
        <pub-id pub-id-type="pmcid">PMC4561509</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Trautmann</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Rehm</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Wittchen</surname>
            <given-names>HU</given-names>
          </name>
        </person-group>
        <article-title>The economic costs of mental disorders: do our societies react appropriately to the burden of mental disorders?</article-title>
        <source>EMBO Rep</source>  
        <year>2016</year>  
        <volume>17</volume>  
        <issue>9</issue>  
        <fpage>1245</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://embor.embopress.org/cgi/pmidlookup?view=long&amp;pmid=27491723"/>
        </comment>  
        <pub-id pub-id-type="doi">10.15252/embr.201642951</pub-id>
        <pub-id pub-id-type="medline">27491723</pub-id>
        <pub-id pub-id-type="pii">embr.201642951</pub-id>
        <pub-id pub-id-type="pmcid">PMC5007565</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Patel</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Chisholm</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Parikh</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Charlson</surname>
            <given-names>FJ</given-names>
          </name>
          <name name-style="western">
            <surname>Degenhardt</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Dua</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Ferrari</surname>
            <given-names>AJ</given-names>
          </name>
          <name name-style="western">
            <surname>Hyman</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Laxminarayan</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Levin</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Lund</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Medina-Mora</surname>
            <given-names>ME</given-names>
          </name>
          <name name-style="western">
            <surname>Petersen</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Scott</surname>
            <given-names>JG</given-names>
          </name>
          <name name-style="western">
            <surname>Shidhaye</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Vijayakumar</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Thornicroft</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Whiteford</surname>
            <given-names>HA</given-names>
          </name>
        </person-group>
        <person-group person-group-type="editor">
          <name name-style="western">
            <surname>Patel</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Chisholm</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Dua</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Laxminarayan</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Medina-Mora</surname>
            <given-names>ME</given-names>
          </name>
          <name name-style="western">
            <surname>Vos</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Global priorities for addressing the burden of mental, neurological,substance use disorders</article-title>
        <source>Disease Control Priorities: Mental, Neurological, and Substance Use Disorders, Third Edition (Volume 4)</source>  
        <year>2016</year>  
        <publisher-loc>Washington, DC</publisher-loc>
        <publisher-name>The World Bank</publisher-name>
        <fpage>1</fpage>  
        <lpage>27</lpage> </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Whiteford</surname>
            <given-names>HA</given-names>
          </name>
          <name name-style="western">
            <surname>Degenhardt</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Rehm</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Baxter</surname>
            <given-names>AJ</given-names>
          </name>
          <name name-style="western">
            <surname>Ferrari</surname>
            <given-names>AJ</given-names>
          </name>
          <name name-style="western">
            <surname>Erskine</surname>
            <given-names>HE</given-names>
          </name>
          <name name-style="western">
            <surname>Charlson</surname>
            <given-names>FJ</given-names>
          </name>
          <name name-style="western">
            <surname>Norman</surname>
            <given-names>RE</given-names>
          </name>
          <name name-style="western">
            <surname>Flaxman</surname>
            <given-names>AD</given-names>
          </name>
          <name name-style="western">
            <surname>Johns</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Burstein</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Murray</surname>
            <given-names>CJ</given-names>
          </name>
          <name name-style="western">
            <surname>Vos</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Global burden of disease attributable to mental and substance use disorders: findings from the global burden of disease study 2010</article-title>
        <source>Lancet</source>  
        <year>2013</year>  
        <month>11</month>  
        <day>9</day>  
        <volume>382</volume>  
        <issue>9904</issue>  
        <fpage>1575</fpage>  
        <lpage>86</lpage>  
        <pub-id pub-id-type="doi">10.1016/S0140-6736(13)61611-6</pub-id>
        <pub-id pub-id-type="medline">23993280</pub-id>
        <pub-id pub-id-type="pii">S0140-6736(13)61611-6</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wongkoblap</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Vadillo</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Curcin</surname>
            <given-names>V</given-names>
          </name>
        </person-group>
        <article-title>Researching mental health disorders in the era of social media: systematic review</article-title>
        <source>J Med Internet Res</source>  
        <year>2017</year>  
        <month>12</month>  
        <day>29</day>  
        <volume>19</volume>  
        <issue>6</issue>  
        <fpage>e228</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/6/e228/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.7215</pub-id>
        <pub-id pub-id-type="medline">28663166</pub-id>
        <pub-id pub-id-type="pii">v19i6e228</pub-id>
        <pub-id pub-id-type="pmcid">PMC5509952</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="web">
        <source>World Health Organization</source>  
        <year>2018</year>  
        <access-date>2018-04-23</access-date>
        <comment>Depression: Key Facts 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/news-room/fact-sheets/detail/depression">https://www.who.int/news-room/fact-sheets/detail/depression</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="778TC0BMP"/></comment> </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mathers</surname>
            <given-names>CD</given-names>
          </name>
          <name name-style="western">
            <surname>Loncar</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Projections of global mortality and burden of disease from 2002 to 2030</article-title>
        <source>PLoS Med</source>  
        <year>2006</year>  
        <month>11</month>  
        <volume>3</volume>  
        <issue>11</issue>  
        <fpage>e442</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.0030442"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pmed.0030442</pub-id>
        <pub-id pub-id-type="medline">17132052</pub-id>
        <pub-id pub-id-type="pii">06-PLME-RA-0071R2</pub-id>
        <pub-id pub-id-type="pmcid">PMC1664601</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Vigo</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Thornicroft</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Atun</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Estimating the true global burden of mental illness</article-title>
        <source>Lancet Psychiatry</source>  
        <year>2016</year>  
        <month>02</month>  
        <volume>3</volume>  
        <issue>2</issue>  
        <fpage>171</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="doi">10.1016/S2215-0366(15)00505-2</pub-id>
        <pub-id pub-id-type="medline">26851330</pub-id>
        <pub-id pub-id-type="pii">S2215-0366(15)00505-2</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
        <source>World Health Organization</source>  
        <year>2017</year>  
        <access-date>2018-04-25</access-date>
        <comment>Depression and Other Common Mental Disorders: Global Health Estimates 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://apps.who.int/iris/bitstream/10665/254610/1/WHO-MSD-MER-2017.2-eng.pdf?ua=1">http://apps.who.int/iris/bitstream/10665/254610/1/WHO-MSD-MER-2017.2-eng.pdf?ua=1</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="77CsSorTr"/></comment> </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ferrari</surname>
            <given-names>AJ</given-names>
          </name>
          <name name-style="western">
            <surname>Charlson</surname>
            <given-names>FJ</given-names>
          </name>
          <name name-style="western">
            <surname>Norman</surname>
            <given-names>RE</given-names>
          </name>
          <name name-style="western">
            <surname>Patten</surname>
            <given-names>SB</given-names>
          </name>
          <name name-style="western">
            <surname>Freedman</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Murray</surname>
            <given-names>CJ</given-names>
          </name>
          <name name-style="western">
            <surname>Vos</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Whiteford</surname>
            <given-names>HA</given-names>
          </name>
        </person-group>
        <article-title>Burden of depressive disorders by country, sex, age, and year: findings from the global burden of disease study 2010</article-title>
        <source>PLoS Med</source>  
        <year>2013</year>  
        <month>11</month>  
        <volume>10</volume>  
        <issue>11</issue>  
        <fpage>e1001547</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.1001547"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pmed.1001547</pub-id>
        <pub-id pub-id-type="medline">24223526</pub-id>
        <pub-id pub-id-type="pii">PMEDICINE-D-13-01260</pub-id>
        <pub-id pub-id-type="pmcid">PMC3818162</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Paul</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Dredze</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>You Are What You Tweet: Analyzing Twitter for Public Health</article-title>
        <source>Proceedings of the Fifth International AAAI Conference on Weblogs and Social Media</source>  
        <year>2011</year>  
        <conf-name>AAAI'11</conf-name>
        <conf-date>July 17-21, 2011</conf-date>
        <conf-loc>Barcelona, Spain</conf-loc>
        <fpage>265</fpage>  
        <lpage>72</lpage> </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Park</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Cha</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Cha</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Depressive Moods of Users Portrayed in Twitter</article-title>
        <source>Proceedings of the ACM SIGKDD Workshop on Health Informatics</source>  
        <year>2012</year>  
        <conf-name>HI-KDD'12</conf-name>
        <conf-date>August 12-16, 2012</conf-date>
        <conf-loc>Beijing, China</conf-loc>
        <fpage>1</fpage>  
        <lpage>8</lpage> </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Nguyen</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>O’Dea</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Larsen</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Phung</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Venkatesh</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Christensen</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Using linguistic and topic analysis to classify sub-groups of online depression communities</article-title>
        <source>Multimed Tools Appl</source>  
        <year>2015</year>  
        <month>12</month>  
        <day>21</day>  
        <volume>76</volume>  
        <issue>8</issue>  
        <fpage>10653</fpage>  
        <lpage>76</lpage>  
        <pub-id pub-id-type="doi">10.1007/s11042-015-3128-x</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cavazos-Rehg</surname>
            <given-names>PA</given-names>
          </name>
          <name name-style="western">
            <surname>Krauss</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Sowles</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Connolly</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Rosas</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Bharadwaj</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Bierut</surname>
            <given-names>LJ</given-names>
          </name>
        </person-group>
        <article-title>A content analysis of depression-related Tweets</article-title>
        <source>Comput Human Behav</source>  
        <year>2016</year>  
        <volume>54</volume>  
        <fpage>351</fpage>  
        <lpage>7</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26392678"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.chb.2015.08.023</pub-id>
        <pub-id pub-id-type="medline">26392678</pub-id>
        <pub-id pub-id-type="pmcid">PMC4574287</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Coppersmith</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Dredze</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Harman</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Hollingshead</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>From ADHD to SAD: Analyzing the Language of Mental Health on Twitter Through Self-Reported Diagnoses</article-title>
        <source>Proceedings of the 2nd Workshop on Computational Linguistics and Clinical Psychology: From Linguistic Signal to Clinical Reality</source>  
        <year>2015</year>  
        <conf-name>CLPSYCH'15</conf-name>
        <conf-date>June 5, 2015</conf-date>
        <conf-loc>Denver, Colorado</conf-loc>
        <fpage>1</fpage>  
        <lpage>10</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aclweb.org/anthology/W15-1201"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3115/v1/W15-1201</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Naslund</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Aschbrenner</surname>
            <given-names>KA</given-names>
          </name>
          <name name-style="western">
            <surname>McHugo</surname>
            <given-names>GJ</given-names>
          </name>
          <name name-style="western">
            <surname>Unützer</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Marsch</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Bartels</surname>
            <given-names>SJ</given-names>
          </name>
        </person-group>
        <article-title>Exploring opportunities to support mental health care using social media: a survey of social media users with mental illness</article-title>
        <source>Early Interv Psychiatry</source>  
        <year>2019</year>  
        <month>06</month>  
        <volume>13</volume>  
        <issue>3</issue>  
        <fpage>405</fpage>  
        <lpage>13</lpage>  
        <pub-id pub-id-type="doi">10.1111/eip.12496</pub-id>
        <pub-id pub-id-type="medline">29052947</pub-id>
        <pub-id pub-id-type="pmcid">PMC5910285</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Berry</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Lobban</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Belousov</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Emsley</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Nenadic</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Bucci</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>#WhyWeTweetMH: understanding why people use Twitter to discuss mental health problems</article-title>
        <source>J Med Internet Res</source>  
        <year>2017</year>  
        <month>12</month>  
        <day>5</day>  
        <volume>19</volume>  
        <issue>4</issue>  
        <fpage>e107</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/4/e107/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.6173</pub-id>
        <pub-id pub-id-type="medline">28381392</pub-id>
        <pub-id pub-id-type="pii">v19i4e107</pub-id>
        <pub-id pub-id-type="pmcid">PMC5399219</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>De Choudhury</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Gamon</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Counts</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Horvitz</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Predicting Depression via Social Media</article-title>
        <source>Proceedings of the Seventh International Conference on Weblogs and Social Media</source>  
        <year>2013</year>  
        <conf-name>AAAI'13</conf-name>
        <conf-date>July 8-11, 2013</conf-date>
        <conf-loc>Cambridge, MA</conf-loc>
        <fpage>128</fpage>  
        <lpage>38</lpage> </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wilson</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>Ali</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Valstar</surname>
            <given-names>MF</given-names>
          </name>
        </person-group>
        <article-title>Finding Information About Mental Health in Microblogging Platforms: A Case Study of Depression</article-title>
        <source>Proceedings of the 5th Information Interaction in Context Symposium</source>  
        <year>2014</year>  
        <conf-name>IIiX'14</conf-name>
        <conf-date>August 26-30, 2014</conf-date>
        <conf-loc>Regensburg, Germany</conf-loc>
        <fpage>8</fpage>  
        <lpage>17</lpage>  
        <pub-id pub-id-type="doi">10.1145/2637002.2637006</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Coppersmith</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Dredze</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Harman</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Quantifying Mental Health Signals in Twitter</article-title>
        <source>Proceedings of the 2nd Workshop on Computational Linguistics and Clinical Psychology: From Linguistic Signal to Clinical Reality</source>  
        <year>2014</year>  
        <conf-name>CLPSYCH'14</conf-name>
        <conf-date>June 5, 2014</conf-date>
        <conf-loc>Baltimore, Maryland</conf-loc>
        <fpage>51</fpage>  
        <lpage>60</lpage>  
        <pub-id pub-id-type="doi">10.3115/v1/W14-3207</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Radzikowski</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Stefanidis</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Jacobsen</surname>
            <given-names>KH</given-names>
          </name>
          <name name-style="western">
            <surname>Croitoru</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Crooks</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Delamater</surname>
            <given-names>PL</given-names>
          </name>
        </person-group>
        <article-title>The measles vaccination narrative in Twitter: a quantitative analysis</article-title>
        <source>JMIR Public Health Surveill</source>  
        <year>2016</year>  
        <volume>2</volume>  
        <issue>1</issue>  
        <fpage>e1</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://publichealth.jmir.org/2016/1/e1/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/publichealth.5059</pub-id>
        <pub-id pub-id-type="medline">27227144</pub-id>
        <pub-id pub-id-type="pii">v2i1e1</pub-id>
        <pub-id pub-id-type="pmcid">PMC4869226</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Stefanidis</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Vraga</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Lamprianidis</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Radzikowski</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Delamater</surname>
            <given-names>PL</given-names>
          </name>
          <name name-style="western">
            <surname>Jacobsen</surname>
            <given-names>KH</given-names>
          </name>
          <name name-style="western">
            <surname>Pfoser</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Croitoru</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Crooks</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Zika in Twitter: temporal variations of locations, actors, and concepts</article-title>
        <source>JMIR Public Health Surveill</source>  
        <year>2017</year>  
        <month>04</month>  
        <day>20</day>  
        <volume>3</volume>  
        <issue>2</issue>  
        <fpage>e22</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://publichealth.jmir.org/2017/2/e22/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/publichealth.6925</pub-id>
        <pub-id pub-id-type="medline">28428164</pub-id>
        <pub-id pub-id-type="pii">v3i2e22</pub-id>
        <pub-id pub-id-type="pmcid">PMC5418522</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Finch</surname>
            <given-names>KC</given-names>
          </name>
          <name name-style="western">
            <surname>Snook</surname>
            <given-names>KR</given-names>
          </name>
          <name name-style="western">
            <surname>Duke</surname>
            <given-names>CH</given-names>
          </name>
          <name name-style="western">
            <surname>Fu</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Tse</surname>
            <given-names>ZT</given-names>
          </name>
          <name name-style="western">
            <surname>Adhikari</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Fung</surname>
            <given-names>IC</given-names>
          </name>
        </person-group>
        <article-title>Public health implications of social media use during natural disasters, environmental disasters, and other environmental concerns</article-title>
        <source>Nat Hazards</source>  
        <year>2016</year>  
        <month>04</month>  
        <day>19</day>  
        <volume>83</volume>  
        <issue>1</issue>  
        <fpage>729</fpage>  
        <lpage>60</lpage>  
        <pub-id pub-id-type="doi">10.1007/s11069-016-2327-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Eysenbach</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Infodemiology and infoveillance: framework for an emerging set of public health informatics methods to analyze search, communication and publication behavior on the internet</article-title>
        <source>J Med Internet Res</source>  
        <year>2009</year>  
        <month>03</month>  
        <day>27</day>  
        <volume>11</volume>  
        <issue>1</issue>  
        <fpage>e11</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2009/1/e11/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.1157</pub-id>
        <pub-id pub-id-type="medline">19329408</pub-id>
        <pub-id pub-id-type="pii">v11i1e11</pub-id>
        <pub-id pub-id-type="pmcid">PMC2762766</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Conway</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>O'Connor</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Social media, big data, and mental health: current advances and ethical implications</article-title>
        <source>Curr Opin Psychol</source>  
        <year>2016</year>  
        <month>06</month>  
        <volume>9</volume>  
        <fpage>77</fpage>  
        <lpage>82</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27042689"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.copsyc.2016.01.004</pub-id>
        <pub-id pub-id-type="medline">27042689</pub-id>
        <pub-id pub-id-type="pmcid">PMC4815031</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jain</surname>
            <given-names>SH</given-names>
          </name>
          <name name-style="western">
            <surname>Powers</surname>
            <given-names>BW</given-names>
          </name>
          <name name-style="western">
            <surname>Hawkins</surname>
            <given-names>JB</given-names>
          </name>
          <name name-style="western">
            <surname>Brownstein</surname>
            <given-names>JS</given-names>
          </name>
        </person-group>
        <article-title>The digital phenotype</article-title>
        <source>Nat Biotechnol</source>  
        <year>2015</year>  
        <month>05</month>  
        <volume>33</volume>  
        <issue>5</issue>  
        <fpage>462</fpage>  
        <lpage>3</lpage>  
        <pub-id pub-id-type="doi">10.1038/nbt.3223</pub-id>
        <pub-id pub-id-type="medline">25965751</pub-id>
        <pub-id pub-id-type="pii">nbt.3223</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="web">
        <source>Statista</source>  
        <year>2018</year>  
        <access-date>2018-10-20</access-date>
        <comment>Number of Monthly Active Twitter Users Worldwide From 1st Quarter 2010 to 2nd Quarter 2018 (in Millions) 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.statista.com/statistics/282087/number-of-monthly-active-twitter-users/">https://www.statista.com/statistics/282087/number-of-monthly-active-twitter-users/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="778OhlXHI"/></comment> </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Tausczik</surname>
            <given-names>YR</given-names>
          </name>
          <name name-style="western">
            <surname>Pennebaker</surname>
            <given-names>JW</given-names>
          </name>
        </person-group>
        <article-title>The psychological meaning of words: LIWC and computerized text analysis methods</article-title>
        <source>J Lang Soc Psychol</source>  
        <year>2009</year>  
        <month>12</month>  
        <day>8</day>  
        <volume>29</volume>  
        <issue>1</issue>  
        <fpage>24</fpage>  
        <lpage>54</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27042689"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1177/0261927X09351676</pub-id>
        <pub-id pub-id-type="pmcid">PMC4815031</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ramirez-Esparza</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Chung</surname>
            <given-names>CK</given-names>
          </name>
          <name name-style="western">
            <surname>Kacewicz</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Pennebaker</surname>
            <given-names>JW</given-names>
          </name>
        </person-group>
        <article-title>The Psychology of Word Use in Depression Forums in Englishin Spanish: Texting Two Text Analytic Approaches</article-title>
        <source>Proceedings of the 2nd International Conference on Weblogs and Social Media</source>  
        <year>2008</year>  
        <conf-name>AAAI'08</conf-name>
        <conf-date>March 30–April 2, 2008</conf-date>
        <conf-loc>Seattle, Washington</conf-loc>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aaai.org/Papers/ICWSM/2008/ICWSM08-020.pdf"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Chung</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Pennebaker</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <person-group person-group-type="editor">
          <name name-style="western">
            <surname>Fiedler</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>The psychological functions of function words</article-title>
        <source>Social Communication: Frontiers of Social Psychology. First Edition</source>  
        <year>2007</year>  
        <publisher-loc>New York</publisher-loc>
        <publisher-name>Psychology Press</publisher-name>
        <fpage>343</fpage>  
        <lpage>59</lpage> </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Prieto</surname>
            <given-names>VM</given-names>
          </name>
          <name name-style="western">
            <surname>Matos</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Álvarez</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Cacheda</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Oliveira</surname>
            <given-names>JL</given-names>
          </name>
        </person-group>
        <article-title>Twitter: a good place to detect health conditions</article-title>
        <source>PLoS One</source>  
        <year>2014</year>  
        <volume>9</volume>  
        <issue>1</issue>  
        <fpage>e86191</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0086191"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0086191</pub-id>
        <pub-id pub-id-type="medline">24489699</pub-id>
        <pub-id pub-id-type="pii">PONE-D-13-10567</pub-id>
        <pub-id pub-id-type="pmcid">PMC3906034</pub-id></nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Thackeray</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Burton</surname>
            <given-names>SH</given-names>
          </name>
          <name name-style="western">
            <surname>Giraud-Carrier</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Rollins</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Draper</surname>
            <given-names>CR</given-names>
          </name>
        </person-group>
        <article-title>Using Twitter for breast cancer prevention: an analysis of breast cancer awareness month</article-title>
        <source>BMC Cancer</source>  
        <year>2013</year>  
        <month>10</month>  
        <day>29</day>  
        <volume>13</volume>  
        <fpage>508</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://bmccancer.biomedcentral.com/articles/10.1186/1471-2407-13-508"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/1471-2407-13-508</pub-id>
        <pub-id pub-id-type="medline">24168075</pub-id>
        <pub-id pub-id-type="pii">1471-2407-13-508</pub-id>
        <pub-id pub-id-type="pmcid">PMC4231612</pub-id></nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pavalanathan</surname>
            <given-names>U</given-names>
          </name>
          <name name-style="western">
            <surname>De Choudhury</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Identity Management and Mental Health Discourse in Social Media</article-title>
        <source>Proceedings of the 24th International Conference on World Wide Web</source>  
        <year>2015</year>  
        <conf-name>WWW'15 Companion</conf-name>
        <conf-date>May 18-22, 2015</conf-date>
        <conf-loc>Florence, Italy</conf-loc>
        <fpage>315</fpage>  
        <lpage>21</lpage>  
        <pub-id pub-id-type="doi">10.1145/2740908.2743049</pub-id></nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>De Choundhury</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Counts</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Horvitz</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Social Media as a Measurement Tool of Depression in Populations</article-title>
        <source>Proceedings of the 5th Annual ACM Web Science Conference</source>  
        <year>2013</year>  
        <conf-name>WebSci'13</conf-name>
        <conf-date>May 2-4, 2013</conf-date>
        <conf-loc>Paris, France</conf-loc>
        <fpage>47</fpage>  
        <lpage>56</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://dl.acm.org/citation.cfm?id=2464480"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1145/2464464.2464480</pub-id></nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Coppersmith</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Harman</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Dredze</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Measuring Post Traumatic Stress Disorder in Twitter</article-title>
        <source>Proceedings of the 8th International Conference on Weblogs and Social Media</source>  
        <year>2014</year>  
        <conf-name>AAAI'14</conf-name>
        <conf-date>June 1-4, 2014</conf-date>
        <conf-loc>Ann Arbor, Michigan</conf-loc>
        <fpage>579</fpage>  
        <lpage>82</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aaai.org/ocs/index.php/ICWSM/ICWSM14/paper/viewFile/8079/8082"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Birnbaum</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>Ernala</surname>
            <given-names>SK</given-names>
          </name>
          <name name-style="western">
            <surname>Rizvi</surname>
            <given-names>AF</given-names>
          </name>
          <name name-style="western">
            <surname>De Choudhury</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Kane</surname>
            <given-names>JM</given-names>
          </name>
        </person-group>
        <article-title>A collaborative approach to identifying social media markers of schizophrenia by employing machine learning and clinical appraisals</article-title>
        <source>J Med Internet Res</source>  
        <year>2017</year>  
        <month>12</month>  
        <day>14</day>  
        <volume>19</volume>  
        <issue>8</issue>  
        <fpage>e289</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/8/e289/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.7956</pub-id>
        <pub-id pub-id-type="medline">28807891</pub-id>
        <pub-id pub-id-type="pii">v19i8e289</pub-id>
        <pub-id pub-id-type="pmcid">PMC5575421</pub-id></nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Arseniev-Koehler</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>McCormick</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Moreno</surname>
            <given-names>MA</given-names>
          </name>
        </person-group>
        <article-title>#Proana: pro-eating disorder socialization on Twitter</article-title>
        <source>J Adolesc Health</source>  
        <year>2016</year>  
        <volume>58</volume>  
        <issue>6</issue>  
        <fpage>659</fpage>  
        <lpage>64</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jadohealth.2016.02.012</pub-id>
        <pub-id pub-id-type="medline">27080731</pub-id>
        <pub-id pub-id-type="pii">S1054-139X(16)00059-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
        <source>Statista</source>  
        <year>2019</year>  
        <comment>Leading Countries Based on Number of Twitter Users as of January 2019 (in Millions) 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.statista.com/statistics/242606/number-of-active-twitter-users-in-selected-countries/">https://www.statista.com/statistics/242606/number-of-active-twitter-users-in-selected-countries/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="77Ctc6VPr"/></comment> </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="web">
        <source>Twitter Developer</source>  
        <access-date>2018-11-10</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://developer.twitter.com/en.html">https://developer.twitter.com/en.html</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="778Qhq4Gu"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <collab>American Psychiatric Association</collab>
        </person-group>
        <source>Diagnostic And Statistical Manual Of Mental Disorders, Fifth Edition</source>  
        <year>2013</year>  
        <publisher-loc>Washington, DC</publisher-loc>
        <publisher-name>American Psychiatric Publishing</publisher-name></nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="web">
        <source>Natural Language Tool Kit</source>  
        <access-date>2018-10-10</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.nltk.org/api/nltk.tokenize.html">https://www.nltk.org/api/nltk.tokenize.html</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="778Rzo6pe"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Padró</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Stanilovsky</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>FreeLing 3.0: Towards Wider Multilinguality</article-title>
        <source>Proceedings of the Eighth International Conference on Language Resources and Evaluation</source>  
        <year>2012</year>  
        <conf-name>LREC'12</conf-name>
        <conf-date>May 21-27, 2012</conf-date>
        <conf-loc>Istanbul, Turkey</conf-loc>
        <fpage>2473</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.lrec-conf.org/proceedings/lrec2012/pdf/430_Paper.pdf"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Perez-Rosas</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Banea</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Mihalcea</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Learning Sentiment Lexicons in Spanish</article-title>
        <source>Proceedings of the Eighth International Conference on Language Resources and Evaluation</source>  
        <year>2012</year>  
        <conf-name>LREC'12</conf-name>
        <conf-date>May 21-27, 2012</conf-date>
        <conf-loc>Istanbul, Turkey</conf-loc>
        <fpage>3077</fpage>  
        <lpage>81</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.lrec-conf.org/proceedings/lrec2012/pdf/1081_Paper.pdf"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cruz</surname>
            <given-names>FL</given-names>
          </name>
          <name name-style="western">
            <surname>Troyano</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Pontes</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Ortega</surname>
            <given-names>FJ</given-names>
          </name>
        </person-group>
        <article-title>Building layered, multilingual sentiment lexicons at synset and lemma levels</article-title>
        <source>Expert Syst Appl</source>  
        <year>2014</year>  
        <month>10</month>  
        <volume>41</volume>  
        <issue>13</issue>  
        <fpage>5984</fpage>  
        <lpage>94</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.sciencedirect.com/science/article/pii/S0957417414001997"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.eswa.2014.04.005</pub-id></nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ekman</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Friesen</surname>
            <given-names>WV</given-names>
          </name>
          <name name-style="western">
            <surname>O'Sullivan</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Chan</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Diacoyanni-Tarlatzis</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Heider</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Krause</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>LeCompte</surname>
            <given-names>WA</given-names>
          </name>
          <name name-style="western">
            <surname>Pitcairn</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Ricci-Bitti</surname>
            <given-names>PE</given-names>
          </name>
        </person-group>
        <article-title>Universals and cultural differences in the judgments of facial expressions of emotion</article-title>
        <source>J Pers Soc Psychol</source>  
        <year>1987</year>  
        <month>10</month>  
        <volume>53</volume>  
        <issue>4</issue>  
        <fpage>712</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.1037/0022-3514.53.4.712</pub-id>
        <pub-id pub-id-type="medline">3681648</pub-id></nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sidorov</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Miranda-Jiménez</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Viveros-Jiménez</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Gelbukh</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Castro-Sánchez</surname>
            <given-names>NA</given-names>
          </name>
          <name name-style="western">
            <surname>Castillo</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Rangel</surname>
            <given-names>ID</given-names>
          </name>
          <name name-style="western">
            <surname>Guerra</surname>
            <given-names>SS</given-names>
          </name>
          <name name-style="western">
            <surname>Treviño</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Gordon</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Empirical Study of Opinion Mining in Spanish Tweets</article-title>
        <source>Proceedings of the 11th Mexican International Conference on Artificial Intelligence</source>  
        <year>2012</year>  
        <conf-name>MICAI'12</conf-name>
        <conf-date>October 27-November 4, 2012</conf-date>
        <conf-loc>San Luis Potosí, Mexico</conf-loc>
        <fpage>1</fpage>  
        <lpage>4</lpage> </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Nambisan</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Luo</surname>
            <given-names>Z</given-names>
          </name>
          <name name-style="western">
            <surname>Kapoor</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Patrick</surname>
            <given-names>TB</given-names>
          </name>
          <name name-style="western">
            <surname>Cisler</surname>
            <given-names>RA</given-names>
          </name>
        </person-group>
        <article-title>Social Media, Big Data, and Public Health Informatics: Ruminating Behavior of Depression Revealed Through Twitter</article-title>
        <source>Proceedings of the 2015 48th Hawaii International Conference on System Sciences</source>  
        <year>2015</year>  
        <conf-name>HICSS'15</conf-name>
        <conf-date>January 5-8, 2015</conf-date>
        <conf-loc>Kauai, Hawaii</conf-loc>
        <fpage>2906</fpage>  
        <lpage>13</lpage>  
        <pub-id pub-id-type="doi">10.1109/HICSS.2015.351</pub-id></nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cassano</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Fava</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Depression and public health: an overview</article-title>
        <source>J Psychosom Res</source>  
        <year>2002</year>  
        <month>10</month>  
        <volume>53</volume>  
        <issue>4</issue>  
        <fpage>849</fpage>  
        <lpage>57</lpage>  
        <pub-id pub-id-type="medline">12377293</pub-id>
        <pub-id pub-id-type="pii">S0022399902003045</pub-id></nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Morris</surname>
            <given-names>DW</given-names>
          </name>
          <name name-style="western">
            <surname>Rush</surname>
            <given-names>AJ</given-names>
          </name>
          <name name-style="western">
            <surname>Jain</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Fava</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Wisniewski</surname>
            <given-names>SR</given-names>
          </name>
          <name name-style="western">
            <surname>Balasubramani</surname>
            <given-names>GK</given-names>
          </name>
          <name name-style="western">
            <surname>Khan</surname>
            <given-names>AY</given-names>
          </name>
          <name name-style="western">
            <surname>Trivedi</surname>
            <given-names>MH</given-names>
          </name>
        </person-group>
        <article-title>Diurnal mood variation in outpatients with major depressive disorder: implications for DSM-V from an analysis of the sequenced treatment alternatives to relieve depression study data</article-title>
        <source>J Clin Psychiatry</source>  
        <year>2007</year>  
        <month>09</month>  
        <volume>68</volume>  
        <issue>9</issue>  
        <fpage>1339</fpage>  
        <lpage>47</lpage>  
        <pub-id pub-id-type="doi">10.4088/JCP.v68n0903</pub-id>
        <pub-id pub-id-type="medline">17915971</pub-id></nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>De Choudhury</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Kiciman</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Dredze</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Coppersmith</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Kumar</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Discovering Shifts to Suicidal Ideation from Mental Health Content in Social Media</article-title>
        <source>Proceedings of the 2016 CHI Conference on Human Factors in Computing Systems</source>  
        <year>2016</year>  
        <conf-name>CHI'16</conf-name>
        <conf-date>May 7-12, 2016</conf-date>
        <conf-loc>San Jose, California</conf-loc>
        <fpage>2098</fpage>  
        <lpage>110</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29082385"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1145/2858036.2858207</pub-id></nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bucci</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Freedman</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>The language of depression</article-title>
        <source>Bull Menninger Clin</source>  
        <year>1981</year>  
        <month>07</month>  
        <volume>45</volume>  
        <issue>4</issue>  
        <fpage>334</fpage>  
        <lpage>58</lpage>  
        <pub-id pub-id-type="medline">6176285</pub-id></nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rude</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Gortner</surname>
            <given-names>EM</given-names>
          </name>
          <name name-style="western">
            <surname>Pennebaker</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Language use of depressed and depression-vulnerable college students</article-title>
        <source>Cogn Emot</source>  
        <year>2004</year>  
        <volume>18</volume>  
        <issue>8</issue>  
        <fpage>1121</fpage>  
        <lpage>33</lpage>  
        <pub-id pub-id-type="doi">10.1080/02699930441000030</pub-id></nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pyszczynski</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Greenberg</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Self-regulatory perseveration and the depressive self-focusing style: a self-awareness theory of reactive depression</article-title>
        <source>Psychol Bull</source>  
        <year>1987</year>  
        <month>07</month>  
        <volume>102</volume>  
        <issue>1</issue>  
        <fpage>122</fpage>  
        <lpage>38</lpage>  
        <pub-id pub-id-type="doi">10.1037/0033-2909.102.1.122</pub-id>
        <pub-id pub-id-type="medline">3615702</pub-id></nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pennebaker</surname>
            <given-names>JW</given-names>
          </name>
          <name name-style="western">
            <surname>Mehl</surname>
            <given-names>MR</given-names>
          </name>
          <name name-style="western">
            <surname>Niederhoffer</surname>
            <given-names>KG</given-names>
          </name>
        </person-group>
        <article-title>Psychological aspects of natural language use: our words, our selves</article-title>
        <source>Annu Rev Psychol</source>  
        <year>2003</year>  
        <volume>54</volume>  
        <fpage>547</fpage>  
        <lpage>77</lpage>  
        <pub-id pub-id-type="doi">10.1146/annurev.psych.54.101601.145041</pub-id>
        <pub-id pub-id-type="medline">12185209</pub-id>
        <pub-id pub-id-type="pii">101601.145041</pub-id></nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Sonnenschein</surname>
            <given-names>AR</given-names>
          </name>
          <name name-style="western">
            <surname>Hofmann</surname>
            <given-names>SG</given-names>
          </name>
          <name name-style="western">
            <surname>Ziegelmayer</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Lutz</surname>
            <given-names>WL</given-names>
          </name>
        </person-group>
        <article-title>Linguistic analysis of patients with mood and anxiety disorders during cognitive behavioral therapy</article-title>
        <source>Cogn Behav Ther</source>  
        <year>2018</year>  
        <volume>47</volume>  
        <issue>4</issue>  
        <fpage>315</fpage>  
        <lpage>27</lpage>  
        <pub-id pub-id-type="doi">10.1080/16506073.2017.1419505</pub-id>
        <pub-id pub-id-type="medline">29345528</pub-id></nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Painuly</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Sharan</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Mattoo</surname>
            <given-names>SK</given-names>
          </name>
        </person-group>
        <article-title>Relationship of anger and anger attacks with depression: a brief review</article-title>
        <source>Eur Arch Psychiatry Clin Neurosci</source>  
        <year>2005</year>  
        <month>08</month>  
        <volume>255</volume>  
        <issue>4</issue>  
        <fpage>215</fpage>  
        <lpage>22</lpage>  
        <pub-id pub-id-type="doi">10.1007/s00406-004-0539-5</pub-id>
        <pub-id pub-id-type="medline">16133740</pub-id></nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Neacsiu</surname>
            <given-names>AD</given-names>
          </name>
          <name name-style="western">
            <surname>Rompogren</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Eberle</surname>
            <given-names>JW</given-names>
          </name>
          <name name-style="western">
            <surname>McMahon</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Changes in problematic anger, shame, and disgust in anxious and depressed adults undergoing treatment for emotion dysregulation</article-title>
        <source>Behav Ther</source>  
        <year>2018</year>  
        <volume>49</volume>  
        <issue>3</issue>  
        <fpage>344</fpage>  
        <lpage>59</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29704965"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.beth.2017.10.004</pub-id>
        <pub-id pub-id-type="medline">29704965</pub-id>
        <pub-id pub-id-type="pii">S0005-7894(17)30117-X</pub-id>
        <pub-id pub-id-type="pmcid">PMC5930243</pub-id></nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bernard</surname>
            <given-names>JD</given-names>
          </name>
          <name name-style="western">
            <surname>Baddeley</surname>
            <given-names>JL</given-names>
          </name>
          <name name-style="western">
            <surname>Rodriguez</surname>
            <given-names>BF</given-names>
          </name>
          <name name-style="western">
            <surname>Burke</surname>
            <given-names>PA</given-names>
          </name>
        </person-group>
        <article-title>Depression, language, and affect: an examination of the influence of baseline depression and affect induction on language</article-title>
        <source>J Lang Soc Psychol</source>  
        <year>2016</year>  
        <volume>35</volume>  
        <issue>3</issue>  
        <fpage>317</fpage>  
        <lpage>26</lpage>  
        <pub-id pub-id-type="doi">10.1177/0261927X15589186</pub-id></nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>De Choudhury</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Sharma</surname>
            <given-names>SS</given-names>
          </name>
          <name name-style="western">
            <surname>Logar</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Eekhout</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Nielsen</surname>
            <given-names>RC</given-names>
          </name>
        </person-group>
        <article-title>Gender and Cross-Cultural Differences in Social Media Disclosures of Mental Illness</article-title>
        <source>Proceedings of the 2017 ACM Conference on Computer Supported Cooperative Work and Social Computing</source>  
        <year>2017</year>  
        <conf-name>CSCW'17</conf-name>
        <conf-date>February 25-March 1, 2017</conf-date>
        <conf-loc>Portland, Oregon</conf-loc>
        <fpage>353</fpage>  
        <lpage>69</lpage>  
        <pub-id pub-id-type="doi">10.1145/2998181.2998220</pub-id></nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>De Choudhury</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>De</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Mental Health Discourse on Reddit: Self-Disclosure, Social Support, and Anonymity</article-title>
        <source>Proceedings of the 8th International Conference on Weblogs and Social Media</source>  
        <year>2014</year>  
        <conf-name>AAAI'14</conf-name>
        <conf-date>June 1-4, 2014</conf-date>
        <conf-loc>Ann Arbor, Michigan</conf-loc>
        <fpage>71</fpage>  
        <lpage>80</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.aaai.org/ocs/index.php/ICWSM/ICWSM14/paper/view/8075/8107"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mowery</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Cheney</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Stoddard</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Coppersmith</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Bryan</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Conway</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Understanding depressive symptoms and psychosocial stressors on Twitter: a corpus-based study</article-title>
        <source>J Med Internet Res</source>  
        <year>2017</year>  
        <month>12</month>  
        <day>28</day>  
        <volume>19</volume>  
        <issue>2</issue>  
        <fpage>e48</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2017/2/e48/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.6895</pub-id>
        <pub-id pub-id-type="medline">28246066</pub-id>
        <pub-id pub-id-type="pii">v19i2e48</pub-id>
        <pub-id pub-id-type="pmcid">PMC5350450</pub-id></nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Eichstaedt</surname>
            <given-names>JC</given-names>
          </name>
          <name name-style="western">
            <surname>Schwartz</surname>
            <given-names>HA</given-names>
          </name>
          <name name-style="western">
            <surname>Kern</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>Park</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Labarthe</surname>
            <given-names>DR</given-names>
          </name>
          <name name-style="western">
            <surname>Merchant</surname>
            <given-names>RM</given-names>
          </name>
          <name name-style="western">
            <surname>Jha</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Agrawal</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Dziurzynski</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Sap</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Weeg</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Larson</surname>
            <given-names>EE</given-names>
          </name>
          <name name-style="western">
            <surname>Ungar</surname>
            <given-names>LH</given-names>
          </name>
          <name name-style="western">
            <surname>Seligman</surname>
            <given-names>ME</given-names>
          </name>
        </person-group>
        <article-title>Psychological language on Twitter predicts county-level heart disease mortality</article-title>
        <source>Psychol Sci</source>  
        <year>2015</year>  
        <month>02</month>  
        <volume>26</volume>  
        <issue>2</issue>  
        <fpage>159</fpage>  
        <lpage>69</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25605707"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1177/0956797614557867</pub-id>
        <pub-id pub-id-type="medline">25605707</pub-id>
        <pub-id pub-id-type="pii">0956797614557867</pub-id>
        <pub-id pub-id-type="pmcid">PMC4433545</pub-id></nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Yom-Tov</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Johansson-Cox</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Lampos</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Hayward</surname>
            <given-names>AC</given-names>
          </name>
        </person-group>
        <article-title>Estimating the secondary attack rate and serial interval of influenza-like illnesses using social media</article-title>
        <source>Influenza Other Respir Viruses</source>  
        <year>2015</year>  
        <month>07</month>  
        <volume>9</volume>  
        <issue>4</issue>  
        <fpage>191</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/irv.12321"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/irv.12321</pub-id>
        <pub-id pub-id-type="medline">25962320</pub-id>
        <pub-id pub-id-type="pmcid">PMC4474495</pub-id></nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Paul</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Dredze</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Discovering health topics in social media using topic models</article-title>
        <source>PLoS One</source>  
        <year>2014</year>  
        <volume>9</volume>  
        <issue>8</issue>  
        <fpage>e103408</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0103408"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0103408</pub-id>
        <pub-id pub-id-type="medline">25084530</pub-id>
        <pub-id pub-id-type="pii">PONE-D-14-00554</pub-id>
        <pub-id pub-id-type="pmcid">PMC4118877</pub-id></nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Chary</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Genes</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>McKenzie</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Manini</surname>
            <given-names>AF</given-names>
          </name>
        </person-group>
        <article-title>Leveraging social networks for toxicovigilance</article-title>
        <source>J Med Toxicol</source>  
        <year>2013</year>  
        <month>06</month>  
        <volume>9</volume>  
        <issue>2</issue>  
        <fpage>184</fpage>  
        <lpage>91</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23619711"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s13181-013-0299-6</pub-id>
        <pub-id pub-id-type="medline">23619711</pub-id>
        <pub-id pub-id-type="pmcid">PMC3657021</pub-id></nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Seabrook</surname>
            <given-names>EM</given-names>
          </name>
          <name name-style="western">
            <surname>Kern</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>Fulcher</surname>
            <given-names>BD</given-names>
          </name>
          <name name-style="western">
            <surname>Rickard</surname>
            <given-names>NS</given-names>
          </name>
        </person-group>
        <article-title>Predicting depression from language-based emotion dynamics: longitudinal analysis of Facebook and Twitter status updates</article-title>
        <source>J Med Internet Res</source>  
        <year>2018</year>  
        <month>12</month>  
        <day>8</day>  
        <volume>20</volume>  
        <issue>5</issue>  
        <fpage>e168</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2018/5/e168/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.9267</pub-id>
        <pub-id pub-id-type="medline">29739736</pub-id>
        <pub-id pub-id-type="pii">v20i5e168</pub-id>
        <pub-id pub-id-type="pmcid">PMC5964306</pub-id></nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Reece</surname>
            <given-names>AG</given-names>
          </name>
          <name name-style="western">
            <surname>Reagan</surname>
            <given-names>AJ</given-names>
          </name>
          <name name-style="western">
            <surname>Lix</surname>
            <given-names>KL</given-names>
          </name>
          <name name-style="western">
            <surname>Dodds</surname>
            <given-names>PS</given-names>
          </name>
          <name name-style="western">
            <surname>Danforth</surname>
            <given-names>CM</given-names>
          </name>
          <name name-style="western">
            <surname>Langer</surname>
            <given-names>EJ</given-names>
          </name>
        </person-group>
        <article-title>Forecasting the onset and course of mental illness with Twitter data</article-title>
        <source>Sci Rep</source>  
        <year>2017</year>  
        <month>12</month>  
        <day>11</day>  
        <volume>7</volume>  
        <issue>1</issue>  
        <fpage>13006</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.doi.org/10.1038/s41598-017-12961-9"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1038/s41598-017-12961-9</pub-id>
        <pub-id pub-id-type="medline">29021528</pub-id>
        <pub-id pub-id-type="pii">10.1038/s41598-017-12961-9</pub-id>
        <pub-id pub-id-type="pmcid">PMC5636873</pub-id></nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Alvarez-Mon</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Asunsolo Del Barco</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Lahera</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Quintero</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Ferre</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Pereira-Sanchez</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>Ortuño</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Alvarez-Mon</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Increasing interest of mass communication media and the general public in the distribution of Tweets about mental disorders: observational study</article-title>
        <source>J Med Internet Res</source>  
        <year>2018</year>  
        <month>12</month>  
        <day>28</day>  
        <volume>20</volume>  
        <issue>5</issue>  
        <fpage>e205</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2018/5/e205/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.9582</pub-id>
        <pub-id pub-id-type="medline">29807880</pub-id>
        <pub-id pub-id-type="pii">v20i5e205</pub-id>
        <pub-id pub-id-type="pmcid">PMC5996178</pub-id></nlm-citation>
      </ref>
    </ref-list>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Word clouds showing the 200 most frequent words in the control (left) and depressive users (right) datasets.</p>
        <media xlink:href="jmir_v21i6e14199_app1.png" xlink:title="PNG File, 396KB"/>
      </app>
      <app id="app2">
        <title>Multimedia Appendix 2</title>
        <p>Word cloud showing the 200 most frequent words in the depressive tweets dataset.</p>
        <media xlink:href="jmir_v21i6e14199_app2.png" xlink:title="PNG File, 166KB"/>
      </app>
    </app-group>
  </back>
</article>
