<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v20i5e168</article-id>
    <article-id pub-id-type="pmid">29739736</article-id>
    <article-id pub-id-type="doi">10.2196/jmir.9267</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Predicting Depression From Language-Based Emotion Dynamics: Longitudinal Analysis of Facebook and Twitter Status Updates</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Colditz</surname>
          <given-names>Jason</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Larsen</surname>
          <given-names>Mark</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Soron</surname>
          <given-names>Tanjir Rashid</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Arroyo-Gallego</surname>
          <given-names>Teresa</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Seabrook</surname>
        <given-names>Elizabeth M</given-names>
      </name>
      <degrees>BPsych (Hons)</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Monash Institute of Cognitive and Clinical Neurosciences</institution>
        <institution>School of Psychological Sciences</institution>
        <institution>Monash University</institution>
        <addr-line>18 Innovation Walk, Clayton Campus</addr-line>
        <addr-line>Melbourne, 3800</addr-line>
        <country>Australia</country>
        <phone>61 0413170668</phone>
        <email>elizabeth.seabrook@monash.edu</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-1844-127X</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Kern</surname>
          <given-names>Margaret L</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4300-598X</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Fulcher</surname>
          <given-names>Ben D</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-3003-4055</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Rickard</surname>
          <given-names>Nikki S</given-names>
        </name>
        <degrees>PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <xref rid="aff2" ref-type="aff">2</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4236-8538</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <sup>1</sup>
    <institution>Monash Institute of Cognitive and Clinical Neurosciences</institution>
    <institution>School of Psychological Sciences</institution>  
    <institution>Monash University</institution>  
    <addr-line>Melbourne</addr-line>
    <country>Australia</country></aff>
    <aff id="aff2">
    <sup>2</sup>
    <institution>Centre for Positive Psychology</institution>
    <institution>The Melbourne Graduate School of Education</institution>  
    <institution>The University of Melbourne</institution>  
    <addr-line>Melbourne</addr-line>
    <country>Australia</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Elizabeth M Seabrook 
      <email>elizabeth.seabrook@monash.edu</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><month>05</month><year>2018</year></pub-date>
    <pub-date pub-type="epub">
      <day>08</day>
      <month>05</month>
      <year>2018</year>
    </pub-date>
    <volume>20</volume>
    <issue>5</issue>
    <elocation-id>e168</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>25</day>
        <month>10</month>
        <year>2017</year>
      </date>
      <date date-type="rev-request">
        <day>28</day>
        <month>12</month>
        <year>2017</year>
      </date>
      <date date-type="rev-recd">
        <day>25</day>
        <month>1</month>
        <year>2018</year>
      </date>
      <date date-type="accepted">
        <day>15</day>
        <month>2</month>
        <year>2018</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Elizabeth M Seabrook, Margaret L Kern, Ben D Fulcher, Nikki S Rickard. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 08.05.2018.</copyright-statement>
    <copyright-year>2018</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://www.jmir.org/2018/5/e168/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="background">
        <title>Background</title>
        <p>Frequent expression of negative emotion words on social media has been linked to depression. However, metrics have relied on average values, not dynamic measures of emotional volatility.</p>
      </sec>
      <sec sec-type="objective">
        <title>Objective</title>
        <p>The aim of this study was to report on the associations between depression severity and the variability (time-unstructured) and instability (time-structured) in emotion word expression on Facebook and Twitter across status updates.</p>
      </sec>
      <sec sec-type="methods">
        <title>Methods</title>
        <p>Status updates and depression severity ratings of 29 Facebook users and 49 Twitter users were collected through the app <italic>MoodPrism.</italic> The average proportion of positive and negative emotion words used, within-person variability, and instability were computed.</p>
      </sec>
      <sec sec-type="results">
        <title>Results</title>
        <p>Negative emotion word instability was a significant predictor of greater depression severity on Facebook (<italic>r</italic><sub>s</sub>(29)=.44, <italic>P</italic>=.02, 95% CI 0.09-0.69), even after controlling for the average proportion of negative emotion words used (partial <italic>r</italic><sub>s</sub>(26)=.51, <italic>P</italic>=.006) and within-person variability (partial <italic>r</italic><sub>s</sub>(26)=.49, <italic>P</italic>=.009). A different pattern emerged on Twitter where greater negative emotion word variability indicated lower depression severity (<italic>r</italic><sub>s</sub>(49)=−.34, <italic>P</italic>=.01, 95% CI −0.58 to 0.09). Differences between Facebook and Twitter users in their emotion word patterns and psychological characteristics were also explored.</p>
      </sec>
      <sec sec-type="conclusions">
        <title>Conclusions</title>
        <p>The findings suggest that negative emotion word instability may be a simple yet sensitive measure of time-structured variability, useful when screening for depression through social media, though its usefulness may depend on the social media platform.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>automated text analysis</kwd>
      <kwd>depression</kwd>
      <kwd>Facebook</kwd>
      <kwd>Twitter</kwd>
      <kwd>emotions</kwd>
      <kwd>variability</kwd>
      <kwd>instability</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Extending How Social Media Language Predicts Depression</title>
        <p><italic>“With as much as we have learned about emotions, it is as if we have been taking still photos of a dance”</italic> [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
        <p>Social media is used in different ways by different people, but for many individuals, status updates provide snapshots of their lived experience. Studies to date have primarily considered how the relative frequency of words indicating positive and negative emotion relate to other characteristics such as mental health status, or which words (or set of words) best predict different outcomes. Such studies indicate that the frequent expression of negative emotion words in status updates can accurately identify individuals experiencing symptoms of depression [<xref ref-type="bibr" rid="ref2">2</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. However, an individual’s mental health is reflected by more than just the average frequency or the type of words used; variability in emotional expression over time might also provide significant insights. In the current research, fluctuations in emotional expression over time is explored as another window of insight into the psychological health of social media users.</p>
      </sec>
      <sec>
        <title>Depression in Status Updates on Social Media</title>
        <p>Depression, including major depressive disorder (MDD) and dysphoria, are characterized by persistent low mood (including sadness or emptiness) or anhedonia (inability to experience pleasure from activities that are usually enjoyable) [<xref ref-type="bibr" rid="ref7">7</xref>]. At a broad level, the frequent expression of negative affect within social media status updates has been associated with higher levels of depression symptoms [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref11">11</xref>]. Frequently expressing positive affect, on the other hand, tends to be associated with lower levels of depression and greater levels of well-being [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. The link between expressed emotion in status updates and mental health is unsurprising considering that expressing current emotion and venting frustration have been reported to be a primary purpose for many users posting on Facebook [<xref ref-type="bibr" rid="ref14">14</xref>]. Indeed, negative and positive emotional language has been observed to occur in approximately 34% and 55% of status updates on Facebook, respectively [<xref ref-type="bibr" rid="ref15">15</xref>]. Adding to this, depressed individuals have also been shown to post content more frequently than nondepressed persons [<xref ref-type="bibr" rid="ref16">16</xref>], and changes in depression severity may be signaled by increases in posting behavior on social media [<xref ref-type="bibr" rid="ref17">17</xref>]. Combined, the time-structured features and emotional features of status updates may provide insights into the depression status of social media users.</p>
        <p>Several studies have sought to code the content of social media posts for depression disclosures [<xref ref-type="bibr" rid="ref6">6</xref>]. For instance, Moreno et al [<xref ref-type="bibr" rid="ref3">3</xref>] demonstrated that status updates on Facebook with references to depression symptoms such as hopelessness were positively correlated with self-reported depression symptoms. Others extended this by describing the linguistic characteristics of depression in posts and developing coding schemes to identify depression-indicative tweets or status updates [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Although specific topics, keywords, and linguistic features (especially negative emotions) are able to identify depression-indicative posts with high accuracy, many of these features may also be present in posts that are nonindicative of depression (low specificity). For example, Mowery et al [<xref ref-type="bibr" rid="ref18">18</xref>] found considerable signal discrepancies—over 70% of tweets identified in their sample containing words related to depression were not actually indicative of depression. Thus, although negative emotion words correlate with the presence of depressive symptoms, it is a noisy and imprecise metric.</p>
        <p>This highlights the need to move beyond the frequency of emotional language alone toward other online behavioral indices that may better differentiate depressed and nondepressed individuals. Due to the time-sensitive nature of social media data, examining the dynamic movement of emotion across status updates may provide an additional avenue to tap into the nuanced cognitive-emotional processes underlying depression and may provide a more specific index of maladaptive emotional functioning.</p>
      </sec>
      <sec>
        <title>The Emotion Dynamics of Depression</title>
        <p>A major change in functioning associated with the onset of depression is the ability to effectively regulate emotion. Although the capacity for emotion to vary over time is adaptive and may contribute to psychological well-being, higher levels of emotion variability, especially of negative emotions, have been linked to depression [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref19">19</xref>]. For example, individuals who experience intense negative affect reactivity in response to daily stressors are at greater risk of developing depression [<xref ref-type="bibr" rid="ref20">20</xref>-<xref ref-type="bibr" rid="ref22">22</xref>]. This experience is supported by young people’s qualitative accounts of depression, where depression is reported to “[take] over during times of vulnerability such as stress or fatigue” [<xref ref-type="bibr" rid="ref23">23</xref>]. Negative cognitive biases also contribute to emotion variability in depression. Excessive focus on personal distress (rumination) may lead to persistent experiences of severe negative affect and difficultly regulating mood away from negative states [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref25">25</xref>]. The combination of cognitive-emotional processes results in emergent emotion patterns that can manifest at inappropriate times and in inappropriate ways in response to internal and external events. Maladaptive patterns of emotion build over time to place the individual at an increased risk for depression onset and maintenance [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>The emotion variability in depression described above has predominantly been operationalized in two ways. First, variability may be operationalized as within-individual variability as <italic>iSD</italic>, an individual’s SD of emotion expression. Like the mean, variability may best be viewed as a <italic>trait-like</italic> measure of emotion expression, as it provides a single number that summarizes the overall variability in affect for an individual across their recording period but ignores time-structured information [<xref ref-type="bibr" rid="ref29">29</xref>].</p>
        <p>A second operationalization of variability describes emotional instability and uses the mean squared successive difference (MSSD) statistic [<xref ref-type="bibr" rid="ref30">30</xref>] that quantifies differences between consecutive observations of emotion [<xref ref-type="bibr" rid="ref1">1</xref>]. This time-structured measure of variability uses the temporal ordering of measurements to quantify the magnitude of incremental changes in emotion [<xref ref-type="bibr" rid="ref30">30</xref>-<xref ref-type="bibr" rid="ref32">32</xref>]. Crucially, unlike <italic>iSD</italic>, where the same result would be obtained if the same set of emotion expression observations are shuffled through time, the MSSD is sensitive to the time-ordering of observations. For example, for the same distribution of negative emotion values (and thus the same <italic>iSD</italic>), negative emotion increasing in small incremental steps from mild to severe would result in a small MSSD value, whereas negative emotion alternating (or swinging) between mild to severe would result in a large MSSD value. In this way, MSSD captures the temporal instability of positive or negative affect.</p>
        <p>Negative affect instability, as measured by the MSSD, has been linked to more severe depression symptoms across several studies and has been identified as a concomitant and early indicator of depression [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref33">33</xref>-<xref ref-type="bibr" rid="ref36">36</xref>]. It has been shown to be a significant risk factor for more frequent and severe suicidal ideation [<xref ref-type="bibr" rid="ref35">35</xref>] and may be a unique underlying emotion pattern in depression. Negative affect instability has been shown to continue to predict depression when average negative affect and the frequency of negative event exposure are held constant [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. In addition, reductions in negative affect have been shown to be greater for depressed individuals in response to positive events when compared with those who are not depressed, further contributing to potential moment-to-moment variability [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Definitions and conceptual overlap of variability, instability, and inertia.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="90"/>
            <col width="520"/>
            <col width="190"/>
            <col width="200"/>
            <thead>
              <tr valign="top">
                <td>Name</td>
                <td>Definition</td>
                <td>Operationalization</td>
                <td>Conceptual overlap</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Variability</td>
                <td>The amplitude of an individual’s emotion. This is time-unstructured, referring to the “general dispersion” of scores.</td>
                <td>Within-person SD (<italic>iSD</italic>)</td>
                <td>Variance</td>
              </tr>
              <tr valign="top">
                <td>Instability</td>
                <td>The amplitude of moment-to-moment changes in emotion. This is time-structured, where higher scores indicate greater variance and less positively correlated between observations.</td>
                <td>Mean squared successive difference</td>
                <td>Variance, time-dependency</td>
              </tr>
              <tr valign="top">
                <td>Inertia</td>
                <td>How well a previous emotional state predicts the next emotional state. This is time-structured, where greater correlation coefficient indicates increased temporal dependency between observations.</td>
                <td>Autocorrelation coefficient</td>
                <td>Time-dependency</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>Bowen et al [<xref ref-type="bibr" rid="ref33">33</xref>] recently aggregated 4 studies to examine the differences in mood instability between depressed and nondepressed individuals. Participants completed daily mood diary ratings of negative and positive mood upon awakening and before bedtime for 1 week. Depressed individuals experienced greater negative mood instability over the course of the week compared with nondepressed individuals. Depressed individuals also reported greater severity in negative mood than the nondepressed group, suggesting depression is characterized by both persistent low mood and more extreme daily variation in its severity.</p>
        <p>Although depression has also been associated with a blunted emotional response to stimuli and smoother emotional experiences from day to day (inertia) [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref38">38</xref>,<xref ref-type="bibr" rid="ref39">39</xref>], variability and instability span major categories of emotion dynamics as they relate to depression and are the focus of this study. <xref ref-type="table" rid="table1">Table 1</xref> outlines the definitions of variability, instability, and inertia and describes their conceptual overlap. To best examine the unique associations that emotion dynamic patterns have with mental health, it has been recommended that the conceptual overlap between these measures be taken into account and controlled for in analyses [<xref ref-type="bibr" rid="ref32">32</xref>], as is done in this study.</p>
      </sec>
      <sec>
        <title>Social Media and Emotion Dynamics</title>
        <p>Emotion dynamics may provide important insights into the “building blocks” of depression [<xref ref-type="bibr" rid="ref28">28</xref>], but it is also challenging and time-intensive to collect adequate longitudinal emotion data. Current approaches rely on experience sampling methods (ESMs), where an individual inputs emotion information throughout the day [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. Although the potential burden and invasiveness of real-time data collection has been significantly reduced by incorporating new and familiar technologies into ESM design (eg, smartphones) [<xref ref-type="bibr" rid="ref41">41</xref>,<xref ref-type="bibr" rid="ref42">42</xref>], the need to respond to automated prompts creates a context that is different than normal daily activities. Furthermore, these methodologies may not be practical for large-scale monitoring of public mental health.</p>
        <p>Social media may be a powerful complementary tool. Considering the frequent use of emotion language in status updates that relate to current experiences [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>], for a large proportion of the population, social media can provide unobtrusive access to time-sensitive and ecologically valid samples of expressed emotion [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref43">43</xref>-<xref ref-type="bibr" rid="ref45">45</xref>]. Diurnal and seasonal variation in depression severity have been observed at a population [<xref ref-type="bibr" rid="ref2">2</xref>] and individual level [<xref ref-type="bibr" rid="ref4">4</xref>] on social media. In these studies, an increase in the linguistic features predictive of depression risk was observed from day to night and from summer to winter months. Using the social media platform Reddit, De Choudhury et al [<xref ref-type="bibr" rid="ref46">46</xref>] considered transitions from mental health subreddits only to also using a suicide support subreddit. Findings suggested that a shift from commonly expressed sentiment (ie, the average) may represent a change toward better or poorer mental health, particularly where the magnitude of the change is more pronounced. Although observations of emotion variability and instability are yet to be applied to social media as a means of automatically screening for individuals at risk of depression, it is likely that in addition to the ability to track macro-level changes in depression on social media, microlevel changes in emotion (emotion variability) relevant to mental health may also be observable.</p>
      </sec>
      <sec>
        <title>This Study</title>
        <p>Evidence is mounting to suggest that emotion patterns, including variability and instability, are early indicators for depression risk [<xref ref-type="bibr" rid="ref19">19</xref>], and there is a need to utilize scalable and unobtrusive means of collecting emotion data to effectively apply these insights to monitoring public mental health. Targeting emotion variability and instability as indicators of maladaptive emotional functioning in depression is a clear area in need of further research on social media. To date, most studies examining emotion language on social media and depression have provided a static view of emotion by compressing the variation of social media language over time into an overall average, stripping the data of what could be meaningful patterns in temporal variation of emotion expression. Although the average emotion that individuals express on platforms such as Facebook and Twitter can provide accurate and sensitive insights into the presence of depression, the variability in emotion across posts has yet to be examined as a legitimate individual difference (rather than measurement error) that may be indicative of depression severity.</p>
        <p>Taking advantage of the time-sensitive and naturally occurring data available from status updates on Facebook and Twitter, the major aim of this study was to demonstrate the feasibility of using status update emotion variability and instability as an indicator of depression severity (measured by the Patient Health Questionnaire-9, PHQ-9) [<xref ref-type="bibr" rid="ref47">47</xref>]. It also aimed to examine if emotion instability was related to depression when controlling for its conceptual overlap with variability.</p>
        <p>It was hypothesized that (1) Self-reported depression severity would be positively related to negative emotion word variability and instability across status updates, (2) Self-reported depression severity would be positively related to the average proportion of negative emotion words used and negatively related to the average proportion of positive emotion words used in status updates on Facebook and Twitter, (3) Negative emotion word instability would remain positively associated with depression severity when controlling for negative emotion word variability, (4) The emotion word patterns and their association with depression would be consistent across Facebook and Twitter, and (5) Depression severity would be positively associated with the average number of status updates per day and negatively associated with the time interval between consecutive status updates (ie, shorter periods of time between posts).</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Participants</title>
        <p>This study used a subset of users from the <italic>MoodPrism</italic> project. <italic>MoodPrism</italic> is a mood-tracking app that collects data and provides engaging feedback to its users on their mood, mental health, and well-being [<xref ref-type="bibr" rid="ref42">42</xref>]. <italic>MoodPrism</italic> is available for download on the iPhone operating system (iOS, Apple Inc) and Android stores for smartphone. All procedures were approved by the Monash University Human Research Ethics Committee.</p>
        <p>Participants were recruited by convenience sampling, community engagement, and targeted online advertising (smartphone owner, interested in mental health, lives in Australia)<italic>.</italic> To be included in this study, participants had to download the <italic>MoodPrism</italic> smartphone app, complete the depression severity index available in the app, and opt in to contribute their Facebook or Twitter data, which were automatically collected by the <italic>MoodPrism</italic> app. A minimum of 10 status updates over a minimum period of 7 days was required for the inclusion of a participant, to allow robust calculation of emotion word variability and instability over time. Additionally, status updates were only included if they occurred within the 12 months before the administration of the PHQ-9. For the Twitter data, only original tweets (not retweets) were used. Although retweets may reflect values or interests of a user and include topics similar to self-authored tweets [<xref ref-type="bibr" rid="ref48">48</xref>], they also introduce ambiguity about the author’s sentiments [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref50">50</xref>]. Furthermore, the Facebook data did not have a similar repost function, such that self-authored tweets provide a more direct behavioral comparison.</p>
        <p>Of the 1518 users who downloaded the <italic>MoodPrism</italic> app from April 2016 to May 2017, 223 (14.70%) provided permission to access their social media data. After applying the inclusion criteria outlined above, 3 participants were found to have contributed both Facebook and Twitter data. These participants had a greater number of language samples on Facebook than on Twitter, and thus, were allocated to the Facebook group. A final sample of 29 Facebook users (11 males, 17 females, 1 missing) with a mean age of 32.77 years (SD 8.40, range=19-45, n=22) and 49 Twitter users (16 males, 32 females, 1 missing) with a mean age of 35.03 years (SD 12.33, range=16-57, n=39) was obtained. Participants were well educated, with 35% (10/29; Facebook) and 41% (20/49; Twitter) of participants having completed tertiary education. Chi-square tests revealed no significant differences gender or education between the included samples and those who had opted in to contribute social media data but did not meet the inclusion criteria. Independent samples <italic>t</italic> tests revealed no significant differences between groups in age. There were also no significant differences between the included Facebook (n<italic>=</italic> 29) and Twitter (n<italic>=</italic> 49) samples in age, gender, or education.</p>
      </sec>
      <sec>
        <title>Procedure</title>
        <p>After downloading and opening <italic>MoodPrism,</italic> participants read an explanatory statement and provided their consent to participate. They then provided an additional opt-in consent to share their Facebook or Twitter data. If consent was provided, the <italic>MoodPrism</italic> app then automatically extracted the participant’s previous status updates on Facebook or Twitter and repeated this extraction for all new status updates posted while <italic>MoodPrism</italic> was installed on the participant’s smartphone. Status updates were processed locally on the participant’s smartphone through the app, pulling out the time, total word count, and number of positive and negative emotion words, and then these summaries were uploaded to a secure server every 24 hours, at which point the status update content was permanently deleted from <italic>MoodPrism</italic> ’s memory. Thus, the app provided summaries of how often emotion words were expressed, but the actual status updates were unavailable for analysis.</p>
        <p>Participants additionally completed several blocks of questionnaires on <italic>MoodPrism</italic>. These blocks included demographic items collecting gender and age information and measures assessing mental health, personality, and other psychological characteristics (see [<xref ref-type="bibr" rid="ref40">40</xref>] for the full list of measures). Blocks could be completed in any order at a time of the participants’ convenience and collectively took an average of 37 min 14 s (SD 11 min 33 s) to complete.</p>
      </sec>
      <sec>
        <title>Measures</title>
        <p>All data for this study was collected via the <italic>MoodPrism</italic> app<italic>.</italic> Depression symptom severity was measured by the PHQ-9 [<xref ref-type="bibr" rid="ref47">47</xref>], a 9-item self-report measure for depression that indicates the severity of symptoms experienced over the previous 2 weeks. Each item on the PHQ-9 (eg, “Feeling down, depressed, or hopeless”) is rated from 0=“Not at all” to 3=“Nearly every day.” These ratings are summed to create a total score ranging from 0 to 27, where higher scores indicate greater severity of depression symptoms. The PHQ-9 has been validated for use in the general population (Cronbach alpha=.87) [<xref ref-type="bibr" rid="ref51">51</xref>] and in primary care settings (Cronbach alpha=.89) [<xref ref-type="bibr" rid="ref47">47</xref>]. The internal reliability of the PHQ-9 was good for both the Facebook (Cronbach alpha=.87) and Twitter (Cronbach alpha=.90) samples.</p>
        <p>Language samples from Facebook and Twitter were obtained by <italic>MoodPrism</italic> via the Facebook and Twitter application programming interfaces, as detailed in Rickard et al [<xref ref-type="bibr" rid="ref40">40</xref>]. The period of posts sampled per participant between their first status update and the administration of the PHQ-9 ranged from 9 to 365 days (Facebook mean 170.69, SD 116.05; Twitter mean 145.61, SD 124.97).</p>
        <p><italic>MoodPrism</italic> ’s automated scripts identified the total number of <italic>words</italic> and positive and negative emotion words in the status updates. <italic>Words</italic> on social media include both normal words and variants (eg, misspellings, emoticons, and abbreviations) that are common on social media [<xref ref-type="bibr" rid="ref43">43</xref>]. The scripts incorporated the positive and negative emotion dictionaries of the <italic>Linguistic Inquiry and Word Count 2007</italic> (<italic>LIWC 2007</italic>) [<xref ref-type="bibr" rid="ref52">52</xref>], a widely used corpus of dictionaries commonly used for language analysis. The <italic>LIWC 2007</italic> dictionaries were supplemented by common emoji’s and internet slang that indicated positive or negative emotion (see <xref ref-type="app" rid="app1">Multimedia Appendix 1</xref>). Although not definitive, these inclusions were made to better reflect the language used on social media (for further discussion, see [<xref ref-type="bibr" rid="ref43">43</xref>]).</p>
        <p><italic>MoodPrism</italic> also collected data on the psychological characteristics of participants, which included personality, self-esteem, and social desirability. <xref ref-type="app" rid="app2">Multimedia Appendix 2</xref> presents additional analyses, complementary to the findings presented here, exploring Facebook and Twitter user differences across these characteristics that may inform the patterns of emotion expressed over time.</p>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>Within person variability, instability, and the average proportion of positive and negative emotion words in status updates on Facebook and Twitter were calculated for each participant. All equations are presented in <xref ref-type="fig" rid="figure1">Figure 1</xref> and are defined below. Correlations with PHQ-9 scores were calculated. The distributions of all Facebook and Twitter variables were non-normal; consequently Spearman rho was selected for computing correlations. Exploratory post hoc comparison between the Twitter and Facebook samples on their psychological characteristics were also performed using Mann-Whitney <italic>U</italic> tests because of non-normal distributions. All analyses were performed in SPSS statistics, version 24 (IBM Corp) [<xref ref-type="bibr" rid="ref53">53</xref>].</p>
        <sec>
          <title>Average Proportion</title>
          <p>Equation 1 in <xref ref-type="fig" rid="figure1">Figure 1</xref> shows the relative proportion of positive and negative emotion words, which was calculated for each status update collected to adjust for the total number of words expressed, as described in Kern et al [<xref ref-type="bibr" rid="ref43">43</xref>]. An average of these proportions was taken for each participant, resulting in the <italic>average proportion of positive emotion words</italic> and <italic>average proportion of negative emotion words</italic> across all status updates (range: 0-1), where <italic>count(word)</italic> refers to the total number of positive emotion words (or negative emotion words; the <italic>LIWC 2007</italic> category) contained in a status update, and <italic>N_words</italic> is the total number of words in that status update.</p>
        </sec>
        <sec>
          <title>Variability</title>
          <p>The within person variability (<italic>iSD</italic>) was computed for each participant across their status updates as shown in equation 2 in <xref ref-type="fig" rid="figure1">Figure 1</xref>, where the sum is taken over posts, <italic>i</italic>, <italic>s</italic><sub>i</sub> indicates deviations from the mean in an individual’s proportion of positive (or negative) words used in status updates, and <italic>n</italic> refers to the number of status updates for that individual. This resulted in the <italic>positive emotion word variability</italic> and <italic>negative emotion word variability</italic> across status updates for each participant.</p>
        </sec>
        <sec>
          <title>Instability</title>
          <p>The MSSD is defined for an individual in equation 3 in <xref ref-type="fig" rid="figure1">Figure 1</xref>, where <italic>x</italic><sub>i</sub> indicates the observation at index <italic>i</italic>, <italic>x</italic><sub>i+1</sub> refers to the next consecutive observation, and <italic>n</italic> refers to the total number of observations for that individual.</p>
          <p>A major challenge in applying measures of time-structured variability to social media data is managing the irregularly spaced time intervals between posts. As observations on Facebook and Twitter occur in a natural setting, they often occur at irregular intervals spanning, for example, between hours and months. Thus, in addition to considering time order, the time elapsed between successive observations also needs to be considered. Emotion instability, when operationalized as MSSD, assumes even sampling of observations to be computed meaningfully [<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. Where this is not possible, adjustments can be applied to the data to provide a weighted estimate of time-structured variability [<xref ref-type="bibr" rid="ref31">31</xref>]. As in the study by Jahng et al [<xref ref-type="bibr" rid="ref31">31</xref>], a time-adjusted MSSD, which accounts for an uneven sampling of observations through time, was applied. This is shown in equation 4 in <xref ref-type="fig" rid="figure1">Figure 1</xref>, where <italic>median(Δt)</italic> is the median of incremental time differences across the whole recording period.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Equations for average proportion, within-person variability, and instability.</p>
            </caption>
            <graphic xlink:href="jmir_v20i5e168_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>A simulated time series showing the proportion of negative emotion words used in status updates over 14 days. This irregularity of status updates (ie, missing observations on days 4-8 above) can be accounted for by reweighting pairs of observations by the time elapsed between them, resulting in a lower weight for the pair of points (points C and D). The observations within the box show similar levels of negative emotion word expression but occur 6 days apart and may appear to be temporally correlated if their relative temporal distance is not accounted for. The red points show the hypothetical unobserved fluctuations in negative affect that may have occurred during the intermediate 6 days.</p>
            </caption>
            <graphic xlink:href="jmir_v20i5e168_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p>This effectively makes observations closer together in time <italic>more important</italic> and those further apart <italic>less important</italic> to the reweighted MSSD statistic, relative to a participant’s median time increment between posts. Importantly, the time-adjusted MSSD, equation 4, reduces to the standard MSSD, equation 3, in the case that samples are spaced equally through time. The benefit of this adjustment in relation to social media data is the ability to utilize every observation without imposing strict inclusion criteria on the data (eg, a status update each day). As illustrated in <xref ref-type="fig" rid="figure2">Figure 2</xref>, this means that the overall variability contributed by all points can be included, and the potential contribution from points that may appear temporally correlated, if assumed to have occurred near in time (points C and D), is reduced when observations are in fact distant.</p>
          <p>Applied to the Facebook and Twitter data for each participant, incremental time differences (<italic>t</italic><sub>i+1</sub><italic>– t</italic><sub>i</sub><italic>)</italic> between each status update were computed. The median of these time differences was then taken for each participant and applied to each incremental time difference and successive difference (<italic>x</italic><sub>i+1</sub><italic>– x</italic><sub>i</sub>) in the proportion of positive or negative emotion words in a status update, as shown in equation 4. The average of the squared reweighted successive differences was then computed, resulting in the time-adjusted MSSD or the <italic>positive emotion word instability</italic> or <italic>negative emotion word instability</italic> across status updates. Here, greater values of time-adjusted MSSD indicate a greater magnitude of change in the proportion of emotion words expressed between all consecutive pairs of status updates relative to their median temporal separation.</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Sample Description</title>
        <p>In total, 1856 status updates were collected (Facebook=538; Twitter=1,318) with 29,809 words expressed (Facebook=10,373; Twitter=19,436). In the Facebook sample, participants posted an average 18.55 (SD 10.01) status updates across the recording period; 55.8% (300/538) of the collected status updates contained positive emotion words, and 29.2% (157/538) contained negative emotion words. In the Twitter sample participants posted an average 26.90 (SD 11.71) status updates across the recording period; 63.6% (838/1318) of the collected tweets contained positive emotion words, and 56.2% (741/1318) contained negative emotion words.</p>
        <p><xref ref-type="table" rid="table2">Table 2</xref> report the means, SDs, median, and interquartile range of the PHQ-9 scores and all Facebook and Twitter variables. It also presents descriptive statistics for the temporal aspects of posting status updates in the sample. Mann-Whitney <italic>U</italic> tests revealed no significant differences between Facebook and Twitter groups in the length of recording period sampled (<italic>U</italic>=590.50, <italic>P</italic>=.22), though there were differences in the median time difference (<italic>U</italic>=344.00, <italic>P</italic>&#60;.001) and average number of status updates per day (<italic>U</italic>=509, <italic>P</italic>=.04), where Twitter users posted status updates more frequently and, based on their individual median, had smaller intervals in minutes between status updates.</p>
        <p><xref ref-type="table" rid="table3">Tables 3</xref> and <xref ref-type="table" rid="table4">4</xref>, respectively, report the two-tailed Spearman correlations (alpha level=.05) between the PHQ-9 and the positive emotion variables and the negative emotion variables from Facebook (above the diagonal) and Twitter (below the diagonal).</p></sec>
        
         <sec>
        <title>Facebook Emotion Variability and Depression</title>
        <p>Facebook users reported an average depression rating of 11.48 (SD 6.38) on the PHQ-9 and expressed 9.5% positive emotion words and 3.5% negative emotion words on average across their status updates. Depression severity was not significantly related to the average proportion of positive or negative emotion words expressed, positive or negative emotion word variability (<italic>iSD</italic>), or positive emotion word instability (time-adjusted MSSD). Negative emotion word instability did, however, show a significant positive association with depression severity ratings, sharing 19% of the variability. This indicates that successive status updates differed more in their proportion of negative emotion words used for individuals with higher self-reported depression symptoms.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Descriptive statistics of the Patient Health Questionnaire-9 (PHQ-9), status update frequency, and the emotion features expressed in status updates on Facebook (n=29) and Twitter (n=49).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="240"/>
            <col width="100"/>
            <col width="120"/>
            <col width="140"/>
            <col width="110"/>
            <col width="130"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variable</td>
                <td colspan="3">Facebook</td>
                <td colspan="3">Twitter</td>
              </tr>
              <tr valign="bottom">
                <td colspan="2"><break/></td>
                <td>Range</td>
                <td>Mean (SD)</td>
                <td>Median (IQR<sup>a</sup>)</td>
                <td>Range</td>
                <td>Mean (SD<italic>)</italic></td>
                <td>Median (IQR)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="bottom">
                <td colspan="2">Depression severity (PHQ-9<sup>b</sup>)</td>
                <td>1-22</td>
                <td>11.48 (6.38)</td>
                <td>10 (5.5-17)</td>
                <td>0-26</td>
                <td>9.80 (6.81)</td>
                <td>9 (4-14)</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Status update frequency</bold></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Recording period (days)<sup>c</sup></td>
                <td>22-356</td>
                <td>170.69 (116.05)</td>
                <td>134 (54-290)</td>
                <td>9-365</td>
                <td>145.61 (124.97)</td>
                <td>74.00 (33.50-272.00)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Status updates per day</td>
                <td>0.03-1.72</td>
                <td>0.03 (0.36)</td>
                <td>0.16 (0.07-0.51)</td>
                <td>0.03-4.56</td>
                <td>0.79 (1.09)</td>
                <td>0.40 (0.09-0.90)</td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Interval difference (min) between status updates<sup>d</sup></td>
                <td>661-34827</td>
                <td>8446.65 (8724.25)</td>
                <td>3818.00 (1877.75-13522.75)</td>
                <td>4.0-28428.5</td>
                <td>3939.79 (6616.84)</td>
                <td>1037 (206.25-4571.25)</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Positive emotion words</bold></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Average proportion</td>
                <td>0.02-0.57</td>
                <td>0.10 (0.10)</td>
                <td>0.08 (0.05-0.11)</td>
                <td>0.01-0.14</td>
                <td>0.07 (0.03)</td>
                <td>0.08 (0.05-0.09)</td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>Variability (<italic>iSD</italic>)<sup>e</sup></td>
                <td>0.04-0.47</td>
                <td>0.13 (0.09)</td>
                <td>0.10 (0.07-0.16)</td>
                <td>0.03-0.17</td>
                <td>0.07 (0.03)</td>
                <td>0.08 (0.05-0.09)</td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>Instability (time-adjusted MSSD)<sup>f</sup></td>
                <td>0.003-11.54</td>
                <td>1.14 (2.94)</td>
                <td>0.11 (0.02-0.47)</td>
                <td>0.0002-26.80</td>
                <td>1.49 (4.40)</td>
                <td>0.12 (0.02-0.83)</td>
              </tr>
              <tr valign="top">
                <td colspan="2"><bold>Negative emotion words</bold></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
                <td><break/></td>
              </tr>
              <tr valign="top">
                <td><break/></td>
                <td>Average proportion</td>
                <td>0.00-0.17</td>
                <td>0.04 (0.04)</td>
                <td>0.02 (0.01-0.05)</td>
                <td>0.01-0.26</td>
                <td>0.09 (0.06)</td>
                <td>0.09 (0.04-0.12)</td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>Variability (<italic>iSD</italic><sup>e</sup>)</td>
                <td>0.00-0.31</td>
                <td>0.07 (0.08)</td>
                <td>0.03 (0.02-0.09)</td>
                <td>0.02-0.14</td>
                <td>0.08 (0.03)</td>
                <td>0.08 (0.06-0.11)</td>
              </tr>
              <tr valign="bottom">
                <td><break/></td>
                <td>Instability (time-adjusted MSSD<sup>f</sup>)</td>
                <td>0.00-1.23</td>
                <td>0.11 (0.24)</td>
                <td>0.01 (0.002-0.14)</td>
                <td>0.0006-37.99</td>
                <td>1.31 (5.43)</td>
                <td>0.15 (0.03-0.49)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>IQR: interquartile range.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>PHQ-9: Patient Health Questionnaire-9.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>Recording period refers to the range of days between the first status update collected and the administration of the PHQ-9.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>The median interval differences between status updates.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup><italic>iSD</italic> refers to within-person variability.</p>
            </fn>
            <fn id="table2fn6">
              <p><sup>f</sup>MSSD: mean squared successive difference.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Spearman rho correlation analyses between depression severity (as rated by the Patient Health Questionnaire-9, PHQ-9) and the positive emotion features expressed in status updates on Facebook (n=29) and Twitter (n=49). Twitter correlations are shown <italic>below</italic> the diagonal; Facebook correlations are shown <italic>above</italic> the diagonal. CIs are reported at 95% and shown in brackets.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="250"/>
            <col width="190"/>
            <col width="190"/>
            <col width="190"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variable</td>
                <td>1</td>
                <td>2</td>
                <td>3</td>
                <td>4</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="bottom">
                <td colspan="2">1. PHQ-9<sup>a</sup></td>
                <td>−</td>
                <td>.04 (−0.33 to 0.40)</td>
                <td>.17 (−0.21 to 0.51)</td>
                <td>−.04 −0.40 to 0.33</td>
              </tr>
            
              <tr valign="bottom">
                <td colspan="2">2. Average proportion</td>
                <td>.02 (−0.26 to 0.30)</td>
                <td>−</td>
                <td>.79<sup>b</sup> (0.60 to 0.90)</td>
                <td>.48<sup>c</sup> (0.14 to 0.72)</td>
              </tr>
             
              <tr valign="bottom">
                <td colspan="2">3. Variability (<italic>iSD</italic><sup>d</sup>)</td>
                <td>−.09 (−0.36 to 0.20)</td>
                <td>.49<sup>b</sup> (0.24 to 0.68)</td>
                <td>−</td>
                <td>.61<sup>b</sup> (0.31 to 0.80)</td>
              </tr>
         
              <tr valign="bottom">
                <td colspan="2">4. Instability (time-adjusted MSSD<sup>e</sup>)</td>
                <td>−.20 (−0.46 to 0.09)</td>
                <td>.31<sup>c</sup> (0.03 to 0.54)</td>
                <td>.48<sup>b</sup> (0.23 to 0.67)</td>
                <td>−</td>
              </tr>
              
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>PHQ-9: Patient Health Questionnaire-9.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup><italic>P</italic>&#60;.001.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup><italic>P</italic>&#60;.05.</p>
            </fn>
            <fn id="table3fn4">
              <p><sup>d</sup><italic>iSD</italic> refers to within-person variability.</p>
            </fn>
            <fn id="table3fn5">
              <p><sup>e</sup>MSSD: mean squared successive difference.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Spearman rho correlation analyses between depression severity (as rated by the Patient Health Questionnaire-9, PHQ-9) and the negative emotion features expressed in status updates on Facebook (n=29) and Twitter (n=49). Twitter correlations are shown below the diagonal; Facebook correlations are shown above the diagonal. CIs are reported at 95% and shown in brackets.</p>
          </caption>
          <table width="1000" cellpadding="7" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="250"/>
            <col width="190"/>
            <col width="190"/>
            <col width="190"/>
            <col width="150"/>
            <thead>
              <tr valign="top">
                <td colspan="2">Variable</td>
                <td>1</td>
                <td>2</td>
                <td>3</td>
                <td>4</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="bottom">
                <td colspan="2">1. PHQ-9<sup>a</sup></td>
                <td>−</td>
                <td>.12 (−0.26 to 0.46)</td>
                <td>.20 (−0.18 to 0.53)</td>
                <td>.44<sup>b</sup> (0.09 to 0.69)</td>
              </tr>
             
              <tr valign="bottom">
                <td colspan="2">2. Average proportion</td>
                <td>−.14 (−0.41 to 0.15)</td>
                <td>−</td>
                <td>.95<sup>c</sup> (0.90 to 0.98)</td>
                <td>.72<sup>b</sup> (0.48 to 0.86)</td>
              </tr>
             
              <tr valign="bottom">
                <td colspan="2">3. Variability (<italic>iSD</italic><sup>d</sup>)</td>
                <td>−.36<sup>b</sup> (−0.58 to 0.09)</td>
                <td>.57<sup>c</sup> (0.34 to 0.73)</td>
                <td>−</td>
                <td>.82<sup>c</sup> (0.65 to 0.91)</td>
              </tr>
             
              <tr valign="bottom">
                <td colspan="2">4. Instability (time-adjusted MSSD<sup>e</sup>)</td>
                <td>−.20 (−0.46 to 0.09)</td>
                <td>.28 (−0.001 to 0.52)</td>
                <td>.49<sup>c</sup> (0.24 to 0.68)</td>
                <td>−</td>
              </tr>
              
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>PHQ-9: Patient Health Questionnaire-9.</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup><italic>P</italic>&#60;.05.</p>
            </fn>
            <fn id="table4fn3">
              <p><sup>c</sup><italic>P</italic>&#60;.001.</p>
            </fn>
            <fn id="table4fn4">
              <p><sup>d</sup><italic>iSD</italic> refers to within-person variability.</p>
            </fn>
            <fn id="table4fn5">
              <p><sup>e</sup>MSSD: mean squared successive difference.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>

     
        <p>When controlling for the average proportion of negative emotion words expressed in status updates, negative emotion word instability remained strongly associated with depression severity (partial Spearman correlation: <italic>r</italic><sub>s</sub>(26)<italic>=</italic>.51, <italic>P</italic>=.006). Similarly, when controlling for negative emotion word variability, negative emotion word instability remained strongly associated with depression severity (<italic>r</italic><sub>s</sub>(26)=.49, <italic>P</italic>=.009). To illustrate this effect, <xref ref-type="fig" rid="figure3">Figure 3</xref> shows samples of the pattern of negative emotion word instability from 2 participants; one with low and one with high self-reported depression symptoms. As can be seen in <xref ref-type="fig" rid="figure3">Figure 3</xref>, the individual with low depression severity shows small magnitude changes in their use of negative emotion words across status updates. In contrast, the individual with high depression severity exhibits greater magnitude spikes in negative emotion word expression. Here, instability is independent of variability (see <xref ref-type="app" rid="app3">Multimedia Appendix 3</xref> for consideration of instability under fixed variability conditions).</p>
      </sec>
      <sec>
        <title>Twitter Emotion Variability and Depression</title>
        <p>Twitter users reported an average depression rating of 9.80 (SD 6.81) on the PHQ-9 and expressed 7.4% positive emotion words and 9.2% negative emotion words on average across their status updates. Depression severity was not significantly related to the average proportion of positive or negative emotion words expressed, positive emotion word variability (<italic>iSD</italic>), or positive or negative emotion word instability (time-adjusted MSSD). Negative emotion word variability, however, was significantly negatively associated with depression severity ratings, sharing 13% of the variability. That is, a greater general dispersion of negative emotion across status updates on Twitter was associated with lower depression severity. When controlling for the average proportion of negative emotion words expressed in status updates, negative emotion word variability retained its association with depression severity in a partial Spearman correlation <italic>r</italic><sub>s</sub>(46)=−.35, <italic>P</italic>=.01.</p>
        <p>To illustrate this effect, <xref ref-type="fig" rid="figure4">Figure 4</xref> shows samples of the pattern of negative emotion word variability from 2 participants; one with low and one with high self-reported depression symptoms. As can be seen in <xref ref-type="fig" rid="figure4">Figure 4</xref>, the individual with low depression severity shows larger overall variability in their use of negative emotion words across status updates. In contrast, the individual with high depression severity exhibits more restricted variability in negative emotion word expression. It is important to note that in <xref ref-type="fig" rid="figure4">Figure 4</xref>, tweets often occurred on the same day, which accounts for the clustering in the figure.</p>
        
      </sec>
      <sec>
        <title>Facebook and Twitter Status Update Frequency and Depression</title>
        <p>Descriptive statistics for the average number of status updates per day and the median time interval between status updates are presented in <xref ref-type="table" rid="table2">Table 2</xref>. Spearman correlations revealed a significant positive association between the average number of status updates per day and depression severity for Facebook users, <italic>r</italic><sub>s</sub>(29)<italic>=</italic>.48, <italic>P</italic>=.008. There was also a significant negative association between the median time interval between status updates and depression severity for Facebook users, <italic>r</italic><sub>s</sub>(29)<italic>=</italic> −.61, <italic>P</italic>&#60;.001. Depression severity was not significantly related to the average number of status updates per day or the median interval between status updates for Twitter users.</p>
      </sec>
      <sec>
        <title>Differences in Emotion Language Patterns</title>
        <p>As indicated in <xref ref-type="table" rid="table3">Tables 3</xref> and <xref ref-type="table" rid="table4">4</xref>, the pattern of relationships between depression and emotion language use varied between Facebook and Twitter users. To explore this further, comparisons of the social media emotion language variables between the samples were conducted. As all variables were nonnormally distributed, Mann-Whitney <italic>U</italic> tests were used to compare the mean rank differences between Facebook and Twitter users in their emotion language patterns. The Twitter sample expressed more negative language (<italic>U</italic>=256.00, <italic>P</italic>&#60;.001) that was more variable (<italic>U</italic>=400.00, <italic>P</italic>=.001) and unstable <italic>(U</italic>=379.00, <italic>P</italic>=.001) than did the Facebook group across the recording period. Twitter users also expressed greater variability in their positive emotion compared with Facebook users (<italic>U</italic>=413.00, <italic>P</italic>=.002).</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Graphs showing the proportion of negative emotion words used in individual status updates on Facebook across 35 days. (a) Shows an individual with low self-reported depression severity (Patient Health Questionnaire-9, PHQ-9 score=9) who demonstrated little post-to-post variation in the proportion of negative emotion words used, with the maximum difference of .03. The horizontal trend line shows the median proportion of negative emotion words used (.022) and interpolation lines link consecutive status updates. (b) Shows an individual with high self-reported depression severity (PHQ-9 score=22), who demonstrates large post-to-post changes in the proportion of negative emotion words used in status updates with the largest difference being .21. The horizontal trend line shows the median proportion of negative emotion words used (.01) and interpolation lines link consecutive status updates.</p>
          </caption>
          <graphic xlink:href="jmir_v20i5e168_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Graphs showing the proportion of negative emotion words used in individual status updates across (a) 160 and (b) 182 days. (a) Shows an individual with low self-reported depression severity (Patient Health Questionnaire-9, PHQ-9 score=8) and high variability in the proportion of negative emotion words used across their recording period. The horizontal trend line shows the median proportion of negative emotion words (.17) and interpolation line links status updates. (b) Shows an individual with high self-reported depression severity (PHQ-9 score=16) and low variability in the proportion of negative emotion words used across their recording period. The median proportion of negative words used was .00 and is therefore not shown. The interpolation line links status updates.</p>
          </caption>
          <graphic xlink:href="jmir_v20i5e168_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>This study aimed to determine whether emotion variability and instability across status updates on Facebook and Twitter are useful indicators of depression. Differences between the social media platforms were also explored. The findings suggest that instability in the negative emotion content across Facebook status updates may indeed be a useful indicator for depression and that the time-adjusted MSSD is an effective index of instability that accounts for the uneven temporal sampling of social media posts. As hypothesized, negative emotion word instability retained its association with depression severity when the average proportion of negative emotion word use and negative emotion word variability were controlled. This index may provide additional sensitivity over basic frequency indices that are typically used in social media and depression studies. However, negative emotion word instability did not emerge as a predictor of depression on Twitter. Rather, in contrast to expectations, negative emotion word variability was negatively associated with depression severity. Furthermore, the average proportions of negative and positive emotion word use were not significantly associated with depression severity on either Facebook or Twitter. Other temporal features, the average number of status updates per day, and the median time interval between status updates were also associated with depression severity, but only for Facebook users.</p>
      </sec>
      <sec>
        <title>Negative Affect Instability on Facebook</title>
        <p>Greater negative emotion word instability on Facebook was associated with individuals experiencing greater depression severity. The time-adjusted MSSD scores were driven by the pattern of frequent, high magnitude changes in negative emotion word use between status updates, not variability alone. This finding is consistent with previous studies measuring negative affect through self-report over time that have demonstrated negative affect instability to be predictive of depression [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref33">33</xref>-<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        <p>Many users post on Facebook to broadcast emotion [<xref ref-type="bibr" rid="ref14">14</xref>], and emotion words are often present in posts [<xref ref-type="bibr" rid="ref15">15</xref>]. Individuals with depression are more likely to produce more content on social media when experiencing more severe symptoms [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>], and this often relates to the disclosure of symptoms, negative experiences, or posting to seek social support [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Indeed, this was reflected in the current sample where Facebook users with greater depression severity ratings posted more status updates per day, more frequently (ie, there was a smaller median time interval between consecutive status updates). Large changes in the proportion of negative emotion words used between consecutive status updates could reflect patterns of Facebook use that mirror the inherent variation in the severity of depression symptoms over time. In this way, the negative emotion word instability in the status updates on Facebook may reveal the ebb and flow of depression symptoms and emotion dysregulation in daily life [<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        <p>Negative emotion word instability on Facebook may also be tied to specific events, capturing momentary responses to internal and external stressors. Individuals exposed to an emotional event generally post status updates in a mood congruent way (eg, happy or sad) [<xref ref-type="bibr" rid="ref54">54</xref>]. The proportion of negative emotion words used in a status update may reflect the extremity with which an event is perceived as negative or positive. In this light, status updates could provide insight into emotional reactivity to events. A depression-specific pattern of instability in status update expression on Facebook may exist that reflects the amplification of negative emotion in response to ambiguous or negative events [<xref ref-type="bibr" rid="ref55">55</xref>] and a mood brightening effect in response to positive stimuli, where there is a large reduction in expressed negative affect [<xref ref-type="bibr" rid="ref36">36</xref>,<xref ref-type="bibr" rid="ref56">56</xref>].</p>
        <p>The unique fluctuating pattern of negative emotion expression in individuals with more severe depression symptoms was further supported by negative emotion word instability, which remained associated with greater depression symptoms when controlling for the average proportion of negative emotion words used in status updates. This suggests that the time-structured patterns of emotion expressed on Facebook may provide better differentiation between individuals with and without depression where they express similar levels of negative emotion words. This study suggests that the poor hit rate in some keyword approaches to classifying depression in status updates, as described by Mowery et al [<xref ref-type="bibr" rid="ref18">18</xref>], may be enhanced by including measures of moment-to-moment variability in emotion word use.</p>
      </sec>
      <sec>
        <title>Within-Person Variability in Emotional Expression on Twitter</title>
        <p>Contrary to expectations, Twitter users who had lower variability in their use of negative emotion words across the recording period were more likely to have greater self-reported depression severity. This sits in contrast with a recent meta-analysis that showed negative emotion variability shares a positive association with depression [<xref ref-type="bibr" rid="ref1">1</xref>].</p>
        <p>It could be that the greater variability in emotion expressed by individuals lower in depression on Twitter reflects adaptive emotional functioning. In addition to personal disclosures and using Twitter to talk about daily events [<xref ref-type="bibr" rid="ref57">57</xref>], people turn to Twitter to post content about politics, world events, and to share information [<xref ref-type="bibr" rid="ref58">58</xref>]. Expressing a wide range of negative emotion in response to these diverse personal and community-related events may be appropriate to the context or be a part of effective emotion regulation strategies. Indeed, expressive emotional writing has been linked to better psychological and physical outcomes in offline and online settings [<xref ref-type="bibr" rid="ref59">59</xref>-<xref ref-type="bibr" rid="ref62">62</xref>].</p>
        <p>On the other hand, Twitter users with higher levels of depression expressed a more clustered spread of negative emotion. Emotion appraisals of internal and external events and their subsequent expression in status updates may be more restricted or blunted for Twitter users with higher levels of depression. This is consistent with studies indicating that MDD is associated with reduced emotion reactivity [<xref ref-type="bibr" rid="ref63">63</xref>].</p>
      </sec>
      <sec>
        <title>Variability Differences Between Facebook and Twitter</title>
        <p>Two divergent emotion patterns relating to depression emerged from the Facebook and Twitter samples. This highlights the importance of collecting data from multiple social media platforms, as differences in the communication mechanisms and population demographics across social media sites greatly impacts on the generalizability of findings [<xref ref-type="bibr" rid="ref49">49</xref>]. In terms of emotion expression, Twitter users expressed more negative emotion that was more variable across the recording period than Facebook users. This may be because of the 140-character restriction placed on tweets (recently increased to 280 characters) [<xref ref-type="bibr" rid="ref64">64</xref>] compared with the 63,206-character limit on Facebook [<xref ref-type="bibr" rid="ref65">65</xref>], which may impact on the total proportion of emotion words expressed and the magnitude of change observed between posts. On Twitter, when an emotion word is used, it is likely to occur in the context of fewer total words and will result in a greater proportion emotion expressed per Tweet. In contrast, when a Facebook user expresses emotion, it may occur in the context of more total words, potentially reducing the overall proportion of emotion words expressed.</p>
        <p>Other confounding variables may also create differences between negative emotion expression on Facebook and Twitter. For example, Twitter allows users to generate anonymous accounts, whereas Facebook accounts are likely to be linked to a real name. The anonymity may release the user from social norms and increase expression of negative emotion [<xref ref-type="bibr" rid="ref66">66</xref>,<xref ref-type="bibr" rid="ref67">67</xref>]. Twitter also is less symmetrical, with weaker relational ties, and less dense network structures, which impacts on the emotion people express to their networks [<xref ref-type="bibr" rid="ref68">68</xref>,<xref ref-type="bibr" rid="ref69">69</xref>]. These different social contexts and related norms are a fruitful area for future research.</p>
      </sec>
      <sec>
        <title>Averages of Negative and Positive Emotion Word Use Are Not Associated With Depression</title>
        <p>Inconsistent with many previous findings [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref9">9</xref>], the average proportion of positive and negative emotion words used across status updates on both Facebook and Twitter were not significantly associated with depression. Other approaches using the <italic>LIWC 2007</italic> positive and negative dictionaries have found that as negative emotion expression increases, so does the ratings of self-reported depression severity (eg, [<xref ref-type="bibr" rid="ref5">5</xref>]). This could be due in part to the small sample used here; language is noisy [<xref ref-type="bibr" rid="ref43">43</xref>], and with only 29 and 49 participants in the Facebook and Twitter samples, respectively, the signal may not be enough to counteract that noise (see Kern et al [<xref ref-type="bibr" rid="ref43">43</xref>] for further consideration of language and sample size considerations). Among this noise, it is notable with the small number of participants that a robust association between negative affect instability and depression on Facebook was found, suggesting a strong relationship between these two quantities. Although this result needs to be replicated in other samples, this suggests that when a smaller number of participants are available, instability may be a more sensitive measure than frequency in detecting depression severity.</p>
        <p>The null findings between depression and the average proportion of words in status updates may also reflect the lack of precision that frequency measures provide. As shown by Mowery et al [<xref ref-type="bibr" rid="ref18">18</xref>], using a keyword approach to identifying depression in social media posts results in a large proportion of false-positives, reducing the specificity with which depression can be identified through the average emotion expressed over time. Context matters [<xref ref-type="bibr" rid="ref43">43</xref>], such that the use of a word may not directly link to an experienced emotion (eg, “I went to visit Happy Valley” does not indicate positive emotion). It is important to acknowledge also that negative emotion expression is not the exclusive domain of individuals with higher levels of depressive symptoms. It is also possible that in this study, the amended negative emotion word dictionary of the <italic>LIWC 2007</italic> alone was not sufficient in identifying the words most indicative of depression. Indeed, the dictionaries were recently updated [<xref ref-type="bibr" rid="ref70">70</xref>], and future studies should examine whether the updated <italic>LIWC 2015</italic> dictionaries offer a better indication of depression. Personality, gender, and age have all previously been shown to impact on the number of negative emotion words people use online (cf [<xref ref-type="bibr" rid="ref71">71</xref>]), and this complexity might also be considered in future research.</p>
      </sec>
      <sec>
        <title>Limitations and Future Directions</title>
        <p>There are several limitations to this study. First, although emotion scores were calculated, the actual posts were not available (because of privacy considerations), such that the context of their content could not be considered. It is therefore possible that some posts may have obtained a negative emotion word count where a positive message was conveyed. Future research should seek to apply more sophisticated open vocabulary approaches or postprocessing of status updates [<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref43">43</xref>] to provide greater detail and accuracy of the language use context.</p>
        <p>Second, the sample analyzed was small, and this may have impacted on the power to detect significant associations between variables. This may have obscured potential associations between the expression of negative emotion words and depression severity. It is also likely that, because of sample size, the findings obtained here may not be generalizable to the Facebook and Twitter populations. Replication is required in larger samples.</p>
        <p>Third, only original posts were used, with retweets or shared posts excluded. Although retweets may be an indirect indication of a person’s emotions, beliefs, values, and behaviors, the intentions underlying reposting are unclear. Furthermore, at the time of data collection, reposting updates was less common in Facebook, so excluding retweets provided a clearer comparison. Future studies might explore the extent to which reposts (retweets and the sharing of posts) reflect a user’s values and emotions and indicate depression status.</p>
        <p>It is also important to note that it was unknown if the emotion words expressed on Facebook or Twitter accurately reflected same-day subjective changes in mood. Further research should seek to link consecutively measured mood ratings with social media data to strengthen the assumption that interpretation of social media content reflects real-world emotion experience.</p>
        <p>Finally, studies should seek to explicitly consider inertia in the emotion expressed in status updates as a predictor of depression and consider how the sensitivity and accuracy of frequency and instability metrics changes across different sample sizes. Such analyses will, however, require adjustments be made to calculations to account the sparseness and irregularity of social media data.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>This study suggests that instability in the negative emotion expressed on Facebook provides insight into the presence of depression symptoms for social media users, and greater variability of negative emotion expression on Twitter may be protective for mental health.. If replicated in other samples, emotion dynamics might be applied to big data approaches for depression screening at a population level, providing insight into the emotion processes underlying depression and improving the specificity of depression identification above using language averages alone. The time-adjusted MSSD appropriately accounts for the uneven temporal sampling of real-world social media data, providing a sensitive measure of emotion instability that may be used as an early indicator of (or identified as a risk factor for) depression. Variability is often seen as a nuisance factor that creates noise and obscures other associations. Treating emotion variability as a legitimate individual difference may be an important step in better describing the microprocesses that lead to psychopathology. The findings also point to possible differences across the online culture created by a particular social media platform, such that different platforms may provide different insights into mental health.</p>
        <p>The widespread and frequent use of social media has generated considerable concern around its impact on mental health. Yet, social media is also revealing itself to be a valuable avenue for the ongoing monitoring of depression. This study contributes to understanding the best approaches for using the technology to help users suffering from depression.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <app id="app1">
        <title>Multimedia Appendix 1</title>
        <p>Emoji and internet slang supplements to the LIWC 2007 dictionaries.</p>
        <media xlink:href="jmir_v20i5e168_app1.pdf" xlink:title="PDF File (Adobe PDF File), 38KB"/>
      </app>
      <app id="app2">
        <title>Multimedia Appendix 2</title>
        <p>Supplementary analyses: personality, self-esteem, and social desirability.</p>
        <media xlink:href="jmir_v20i5e168_app2.pdf" xlink:title="PDF File (Adobe PDF File), 48KB"/>
      </app>
      <app id="app3">
        <title>Multimedia Appendix 3</title>
        <p>Illustrative participant data showing instability at fixed levels of variability.</p>
        <media xlink:href="jmir_v20i5e168_app3.pdf" xlink:title="PDF File (Adobe PDF File), 125KB"/>
      </app>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ESM</term>
          <def>
            <p>experience sampling method</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">LIWC 2007</term>
          <def>
            <p>Linguistic Inquiry and Word Count 2007</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">MDD</term>
          <def>
            <p>major depressive disorder</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">MSSD</term>
          <def>
            <p>mean squared successive difference</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">PHQ-9</term>
          <def>
            <p>Patient Health Questionnaire-9</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The authors would like to thank Mehmet Ӧzmen for his statistical advice in this study. EMS is a recipient of an Australian Government Research Training Program Scholarship.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Houben</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Van Den Noortgate</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Kuppens</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>The relation between short-term emotion dynamics and psychological well-being: A meta-analysis</article-title>
        <source>Psychol Bull</source>  
        <year>2015</year>  
        <month>07</month>  
        <volume>141</volume>  
        <issue>4</issue>  
        <fpage>901</fpage>  
        <lpage>30</lpage>  
        <pub-id pub-id-type="doi">10.1037/a0038822</pub-id>
        <pub-id pub-id-type="medline">25822133</pub-id>
        <pub-id pub-id-type="pii">2015-13569-001</pub-id></nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>De Choudhury</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Counts</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Horvitz</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Social media as a measurement tool of depression in populations</article-title>
        <source>Proceedings of the 5th Annual ACM Web Science Conference</source>  
        <year>2013</year>  
        <conf-name>5th Annual ACM Web Science Conference WebSci'13</conf-name>
        <conf-date>May 02-04, 2013</conf-date>
        <conf-loc>Paris, France</conf-loc>
        <publisher-loc>New York, NY, USA</publisher-loc>
        <publisher-name>ACM</publisher-name>
        <pub-id pub-id-type="doi">10.1145/2464464.2464480</pub-id></nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Moreno</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Christakis</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Egan</surname>
            <given-names>KG</given-names>
          </name>
          <name name-style="western">
            <surname>Jelenchick</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Cox</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Young</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Villiard</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Becker</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>A pilot evaluation of associations between displayed depression references on Facebook and self-reported depression using a clinical scale</article-title>
        <source>J Behav Health Serv Res</source>  
        <year>2012</year>  
        <month>07</month>  
        <volume>39</volume>  
        <issue>3</issue>  
        <fpage>295</fpage>  
        <lpage>304</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21863354"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s11414-011-9258-7</pub-id>
        <pub-id pub-id-type="medline">21863354</pub-id>
        <pub-id pub-id-type="pmcid">PMC3266445</pub-id></nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Schwartz</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Eichstaedt</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Kern</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Towards assessing changes in degree of depression through Facebook</article-title>
        <source>Workshop on Computational Linguistics and Clinical Psychology: From Linguistic Signal to Clinical Reality</source>  
        <year>2014</year>  
        <conf-name>Conference of the Association for Computational Linguistics</conf-name>
        <conf-date>June 27, 2014</conf-date>
        <conf-loc>Baltimore, Maryland, USA</conf-loc>
        <publisher-name>Association for Computational Linguistics</publisher-name>
        <fpage>118</fpage>  
        <lpage>125</lpage>  
        <pub-id pub-id-type="doi">10.3115/v1/w14-3214</pub-id></nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Settanni</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Marengo</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Sharing feelings online: studying emotional well-being via automated text analysis of Facebook posts</article-title>
        <source>Front Psychol</source>  
        <year>2015</year>  
        <volume>6</volume>  
        <fpage>1045</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.doi.org/10.3389/fpsyg.2015.01045"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3389/fpsyg.2015.01045</pub-id>
        <pub-id pub-id-type="medline">26257692</pub-id>
        <pub-id pub-id-type="pmcid">PMC4512028</pub-id></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Guntuku</surname>
            <given-names>SC</given-names>
          </name>
          <name name-style="western">
            <surname>Yaden</surname>
            <given-names>DB</given-names>
          </name>
          <name name-style="western">
            <surname>Kern</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>Ungar</surname>
            <given-names>LH</given-names>
          </name>
          <name name-style="western">
            <surname>Eichstaedt</surname>
            <given-names>JC</given-names>
          </name>
        </person-group>
        <article-title>Detecting depression and mental illness on social media: an integrative review</article-title>
        <source>Curr Opin Behav Sci</source>  
        <year>2017</year>  
        <month>12</month>  
        <volume>18</volume>  
        <fpage>43</fpage>  
        <lpage>49</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.cobeha.2017.07.005</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <collab>American Psychiatric Association</collab>
        </person-group>
        <article-title>Depressive disorders</article-title>
        <source>Diagnostic and Statistical Manual of Mental Disorders, Fifth Edition</source>  
        <year>2013</year>  
        <publisher-loc>Washington, DC, USA</publisher-loc>
        <publisher-name>American Psychiatric Association</publisher-name></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cavazos-Rehg</surname>
            <given-names>PA</given-names>
          </name>
          <name name-style="western">
            <surname>Krauss</surname>
            <given-names>MJ</given-names>
          </name>
          <name name-style="western">
            <surname>Sowles</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Connolly</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Rosas</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Bharadwaj</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Bierut</surname>
            <given-names>LJ</given-names>
          </name>
        </person-group>
        <article-title>A content analysis of depression-related Tweets</article-title>
        <source>Comput Human Behav</source>  
        <year>2016</year>  
        <month>01</month>  
        <day>1</day>  
        <volume>54</volume>  
        <fpage>351</fpage>  
        <lpage>357</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.chb.2015.08.023</pub-id>
        <pub-id pub-id-type="medline">26392678</pub-id>
        <pub-id pub-id-type="pmcid">PMC4574287</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Locatelli</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>Kluwe</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Bryant</surname>
            <given-names>FB</given-names>
          </name>
        </person-group>
        <article-title>Facebook use and the tendency to ruminate among college students: Testing mediational hypotheses</article-title>
        <source>J Educ Comput Res</source>  
        <year>2012</year>  
        <month>9</month>  
        <day>7</day>  
        <volume>46</volume>  
        <issue>4</issue>  
        <fpage>377</fpage>  
        <lpage>394</lpage>  
        <pub-id pub-id-type="doi">10.2190/EC.46.4.d</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Moreno</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Jelenchick</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Egan</surname>
            <given-names>KG</given-names>
          </name>
          <name name-style="western">
            <surname>Cox</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Young</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Gannon</surname>
            <given-names>KE</given-names>
          </name>
          <name name-style="western">
            <surname>Becker</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Feeling bad on Facebook: depression disclosures by college students on a social networking site</article-title>
        <source>Depress Anxiety</source>  
        <year>2011</year>  
        <month>06</month>  
        <volume>28</volume>  
        <issue>6</issue>  
        <fpage>447</fpage>  
        <lpage>55</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21400639"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1002/da.20805</pub-id>
        <pub-id pub-id-type="medline">21400639</pub-id>
        <pub-id pub-id-type="pmcid">PMC3110617</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Park</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>DS</given-names>
          </name>
          <name name-style="western">
            <surname>Shablack</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Verduyn</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Deldin</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Ybarra</surname>
            <given-names>O</given-names>
          </name>
          <name name-style="western">
            <surname>Jonides</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Kross</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>When perceptions defy reality: the relationships between depression and actual and perceived Facebook social support</article-title>
        <source>J Affect Disord</source>  
        <year>2016</year>  
        <month>08</month>  
        <volume>200</volume>  
        <fpage>37</fpage>  
        <lpage>44</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jad.2016.01.048</pub-id>
        <pub-id pub-id-type="medline">27126138</pub-id>
        <pub-id pub-id-type="pii">S0165-0327(15)30863-6</pub-id></nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bollen</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Gonçalves</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Ruan</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Mao</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Happiness is assortative in online social networks</article-title>
        <source>Artif Life</source>  
        <year>2011</year>  
        <volume>17</volume>  
        <issue>3</issue>  
        <fpage>237</fpage>  
        <lpage>51</lpage>  
        <pub-id pub-id-type="doi">10.1162/artl_a_00034</pub-id>
        <pub-id pub-id-type="medline">21554117</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Schwartz</surname>
            <given-names>HA</given-names>
          </name>
          <name name-style="western">
            <surname>Eichstaedt</surname>
            <given-names>JC</given-names>
          </name>
          <name name-style="western">
            <surname>Kern</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Characterizing geographic variation in well-being using Tweets</article-title>
        <source>Proceedings of the Seventh International AAAI Conference on Weblogs and Social Media (ICWSM)</source>  
        <year>2013</year>  
        <conf-name>Seventh International AAAI Conference on Weblogs and Social Media (ICWSM)</conf-name>
        <conf-date>July 8-11, 2013</conf-date>
        <conf-loc>Boston, MA, USA</conf-loc>
        <publisher-name>Association for the Advancement of Artificial Intelligence</publisher-name>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.aaai.org/ocs/index.php/ICWSM/ICWSM13/paper/view/6138/6398"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Manago</surname>
            <given-names>AM</given-names>
          </name>
          <name name-style="western">
            <surname>Taylor</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Greenfield</surname>
            <given-names>PM</given-names>
          </name>
        </person-group>
        <article-title>Me and my 400 friends: the anatomy of college students' Facebook networks, their communication patterns, and well-being</article-title>
        <source>Dev Psychol</source>  
        <year>2012</year>  
        <month>03</month>  
        <volume>48</volume>  
        <issue>2</issue>  
        <fpage>369</fpage>  
        <lpage>80</lpage>  
        <pub-id pub-id-type="doi">10.1037/a0026338</pub-id>
        <pub-id pub-id-type="medline">22288367</pub-id>
        <pub-id pub-id-type="pii">2012-02329-001</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kramer</surname>
            <given-names>ADI</given-names>
          </name>
        </person-group>
        <article-title>The spread of emotion via Facebook</article-title>
        <source>Proceedings of the SIGCHI Conference on Human Factors in Computing Systems</source>  
        <year>2012</year>  
        <conf-name>SIGCHI Conference on Human Factors in Computing Systems</conf-name>
        <conf-date>May 05-10, 2012</conf-date>
        <conf-loc>Austin, Texas, USA</conf-loc>
        <publisher-loc>New York, NY, USA</publisher-loc>
        <publisher-name>ACM</publisher-name>
        <fpage>767</fpage>  
        <lpage>770</lpage>  
        <pub-id pub-id-type="doi">10.1145/2207676.2207787</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Shaw</surname>
            <given-names>AM</given-names>
          </name>
          <name name-style="western">
            <surname>Timpano</surname>
            <given-names>KR</given-names>
          </name>
          <name name-style="western">
            <surname>Tran</surname>
            <given-names>TB</given-names>
          </name>
          <name name-style="western">
            <surname>Joormann</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Correlates of Facebook usage patterns: the relationship between passive Facebook use, social anxiety symptoms, and brooding</article-title>
        <source>Comput Hum Behav</source>  
        <year>2015</year>  
        <month>07</month>  
        <volume>48</volume>  
        <fpage>575</fpage>  
        <lpage>580</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.chb.2015.02.003</pub-id></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Park</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>SW</given-names>
          </name>
          <name name-style="western">
            <surname>Yoo</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Jeong</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Cha</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Manifestation of depression and loneliness on social networks: a case study of young adults on Facebook</article-title>
        <source>Proceedings of the 18th ACM Conference on Computer Supported Cooperative Work &#38; Social Computing</source>  
        <year>2015</year>  
        <conf-name>18th ACM Conference on Computer Supported Cooperative Work &#38; Social Computing</conf-name>
        <conf-date>March 14-18, 2015</conf-date>
        <conf-loc>Vancouver, BC, Canada</conf-loc>
        <publisher-loc>New York, NY, USA</publisher-loc>
        <publisher-name>ACM</publisher-name>
        <fpage>557</fpage>  
        <lpage>570</lpage>  
        <pub-id pub-id-type="doi">10.1145/2675133.2675139</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Mowery</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Cheney</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Stoddard</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Coppersmith</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Bryan</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Conway</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Understanding depressive symptoms and psychosocial stressors on Twitter: a corpus-based study</article-title>
        <source>J Med Internet Res</source>  
        <year>2017</year>  
        <month>02</month>  
        <day>28</day>  
        <volume>19</volume>  
        <issue>2</issue>  
        <fpage>e48</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2017/2/e48/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.6895</pub-id>
        <pub-id pub-id-type="medline">28246066</pub-id>
        <pub-id pub-id-type="pii">v19i2e48</pub-id>
        <pub-id pub-id-type="pmcid">PMC5350450</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kuppens</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Verduyn</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Emotion dynamics</article-title>
        <source>Curr Opin Psychol</source>  
        <year>2017</year>  
        <month>12</month>  
        <volume>17</volume>  
        <fpage>22</fpage>  
        <lpage>26</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.copsyc.2017.06.004</pub-id>
        <pub-id pub-id-type="medline">28950968</pub-id>
        <pub-id pub-id-type="pii">S2352-250X(16)30201-9</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Shapero</surname>
            <given-names>BG</given-names>
          </name>
          <name name-style="western">
            <surname>Black</surname>
            <given-names>SK</given-names>
          </name>
          <name name-style="western">
            <surname>Liu</surname>
            <given-names>RT</given-names>
          </name>
          <name name-style="western">
            <surname>Klugman</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Bender</surname>
            <given-names>RE</given-names>
          </name>
          <name name-style="western">
            <surname>Abramson</surname>
            <given-names>LY</given-names>
          </name>
          <name name-style="western">
            <surname>Alloy</surname>
            <given-names>LB</given-names>
          </name>
        </person-group>
        <article-title>Stressful life events and depression symptoms: the effect of childhood emotional abuse on stress reactivity</article-title>
        <source>J Clin Psychol</source>  
        <year>2014</year>  
        <month>03</month>  
        <volume>70</volume>  
        <issue>3</issue>  
        <fpage>209</fpage>  
        <lpage>23</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/23800893"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1002/jclp.22011</pub-id>
        <pub-id pub-id-type="medline">23800893</pub-id>
        <pub-id pub-id-type="pmcid">PMC3884028</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wichers</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Geschwind</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Jacobs</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Kenis</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Peeters</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Derom</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Thiery</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Delespaul</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>van Os</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Transition from stress sensitivity to a depressive state: longitudinal twin study</article-title>
        <source>Br J Psychiatry</source>  
        <year>2009</year>  
        <month>12</month>  
        <volume>195</volume>  
        <issue>6</issue>  
        <fpage>498</fpage>  
        <lpage>503</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bjp.rcpsych.org/cgi/pmidlookup?view=long&#38;pmid=19949197"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1192/bjp.bp.108.056853</pub-id>
        <pub-id pub-id-type="medline">19949197</pub-id>
        <pub-id pub-id-type="pii">195/6/498</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wichers</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Jacobs</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Derom</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Thiery</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>van Os</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Depression: too much negative affect or too little positive affect?</article-title>
        <source>Twin Res Hum Genet</source>  
        <year>2012</year>  
        <month>2</month>  
        <day>21</day>  
        <volume>10</volume>  
        <issue>S1</issue>  
        <fpage>19</fpage>  
        <lpage>20</lpage>  
        <pub-id pub-id-type="doi">10.1375/twin.10.supp.19</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dundon</surname>
            <given-names>EE</given-names>
          </name>
        </person-group>
        <article-title>Adolescent depression: a metasynthesis</article-title>
        <source>J Pediatr Health Care</source>  
        <year>2006</year>  
        <month>11</month>  
        <volume>20</volume>  
        <issue>6</issue>  
        <fpage>384</fpage>  
        <lpage>92</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.pedhc.2006.02.010</pub-id>
        <pub-id pub-id-type="medline">17071369</pub-id>
        <pub-id pub-id-type="pii">S0891-5245(06)00145-3</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Nolen-Hoeksema</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Wisco</surname>
            <given-names>BE</given-names>
          </name>
          <name name-style="western">
            <surname>Lyubomirsky</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Rethinking rumination</article-title>
        <source>Perspect Psychol Sci</source>  
        <year>2008</year>  
        <month>09</month>  
        <volume>3</volume>  
        <issue>5</issue>  
        <fpage>400</fpage>  
        <lpage>24</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1745-6924.2008.00088.x</pub-id>
        <pub-id pub-id-type="medline">26158958</pub-id>
        <pub-id pub-id-type="pii">3/5/400</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Thompson</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Berenbaum</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Bredemeier</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Cross-sectional and longitudinal relations between affective instability and depression</article-title>
        <source>J Affect Disord</source>  
        <year>2011</year>  
        <month>04</month>  
        <volume>130</volume>  
        <issue>1-2</issue>  
        <fpage>53</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20951438"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.jad.2010.09.021</pub-id>
        <pub-id pub-id-type="medline">20951438</pub-id>
        <pub-id pub-id-type="pii">S0165-0327(10)00602-6</pub-id>
        <pub-id pub-id-type="pmcid">PMC3035756</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bradley</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>DeFife</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Guarnaccia</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Phifer</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Fani</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Ressler</surname>
            <given-names>KJ</given-names>
          </name>
          <name name-style="western">
            <surname>Westen</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Emotion dysregulation and negative affect: Association with psychiatric symptoms</article-title>
        <source>J Clin Psychiatry</source>  
        <year>2011</year>  
        <month>05</month>  
        <volume>72</volume>  
        <issue>5</issue>  
        <fpage>685</fpage>  
        <lpage>91</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21658350"/>
        </comment>  
        <pub-id pub-id-type="doi">10.4088/JCP.10m06409blu</pub-id>
        <pub-id pub-id-type="medline">21658350</pub-id>
        <pub-id pub-id-type="pmcid">PMC4605672</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gross</surname>
            <given-names>JJ</given-names>
          </name>
          <name name-style="western">
            <surname>Muñoz</surname>
            <given-names>RF</given-names>
          </name>
        </person-group>
        <article-title>Emotion regulation and mental health</article-title>
        <source>Clin Psychol Sci Pract</source>  
        <year>1995</year>  
        <volume>2</volume>  
        <issue>2</issue>  
        <fpage>151</fpage>  
        <lpage>164</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1468-2850.1995.tb00036.x</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Wichers</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>The dynamic nature of depression: a new micro-level perspective of mental disorder that meets current challenges</article-title>
        <source>Psychol Med</source>  
        <year>2014</year>  
        <month>05</month>  
        <volume>44</volume>  
        <issue>7</issue>  
        <fpage>1349</fpage>  
        <lpage>60</lpage>  
        <pub-id pub-id-type="doi">10.1017/S0033291713001979</pub-id>
        <pub-id pub-id-type="medline">23942140</pub-id>
        <pub-id pub-id-type="pii">S0033291713001979</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ram</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Gerstorf</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Time-structured and net intraindividual variability: tools for examining the development of dynamic characteristics and processes</article-title>
        <source>Psychol Aging</source>  
        <year>2009</year>  
        <month>12</month>  
        <volume>24</volume>  
        <issue>4</issue>  
        <fpage>778</fpage>  
        <lpage>91</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20025395"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1037/a0017915</pub-id>
        <pub-id pub-id-type="medline">20025395</pub-id>
        <pub-id pub-id-type="pii">2009-23924-003</pub-id>
        <pub-id pub-id-type="pmcid">PMC2797709</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>von Neumann</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Kent</surname>
            <given-names>RH</given-names>
          </name>
          <name name-style="western">
            <surname>Bellinson</surname>
            <given-names>HR</given-names>
          </name>
          <name name-style="western">
            <surname>Hart</surname>
            <given-names>BI</given-names>
          </name>
        </person-group>
        <article-title>The mean square successive difference</article-title>
        <source>Ann Math Stat</source>  
        <year>1941</year>  
        <month>06</month>  
        <volume>12</volume>  
        <issue>2</issue>  
        <fpage>153</fpage>  
        <lpage>162</lpage>  
        <pub-id pub-id-type="doi">10.1214/aoms/1177731746</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Jahng</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Wood</surname>
            <given-names>PK</given-names>
          </name>
          <name name-style="western">
            <surname>Trull</surname>
            <given-names>TJ</given-names>
          </name>
        </person-group>
        <article-title>Analysis of affective instability in ecological momentary assessment: indices using successive difference and group comparison via multilevel modeling</article-title>
        <source>Psychol Methods</source>  
        <year>2008</year>  
        <month>12</month>  
        <volume>13</volume>  
        <issue>4</issue>  
        <fpage>354</fpage>  
        <lpage>75</lpage>  
        <pub-id pub-id-type="doi">10.1037/a0014173</pub-id>
        <pub-id pub-id-type="medline">19071999</pub-id>
        <pub-id pub-id-type="pii">2008-17368-004</pub-id></nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Koval</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Pe</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>Meers</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Kuppens</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Affect dynamics in relation to depressive symptoms: variable, unstable or inert?</article-title>
        <source>Emotion</source>  
        <year>2013</year>  
        <month>12</month>  
        <volume>13</volume>  
        <issue>6</issue>  
        <fpage>1132</fpage>  
        <lpage>41</lpage>  
        <pub-id pub-id-type="doi">10.1037/a0033579</pub-id>
        <pub-id pub-id-type="medline">23914765</pub-id>
        <pub-id pub-id-type="pii">2013-27673-001</pub-id></nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bowen</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Peters</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Marwaha</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Baetz</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Balbuena</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Moods in clinical depression are more unstable than severe normal sadness</article-title>
        <source>Front Psychiatry</source>  
        <year>2017</year>  
        <volume>8</volume>  
        <fpage>56</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://dx.doi.org/10.3389/fpsyt.2017.00056"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3389/fpsyt.2017.00056</pub-id>
        <pub-id pub-id-type="medline">28446884</pub-id>
        <pub-id pub-id-type="pmcid">PMC5388683</pub-id></nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gershon</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Eidelman</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Inter-episode affective intensity and instability: Predictors of depression and functional impairment in bipolar disorder</article-title>
        <source>J Behav Ther Exp Psychiatry</source>  
        <year>2015</year>  
        <month>03</month>  
        <volume>46</volume>  
        <fpage>14</fpage>  
        <lpage>8</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25164093"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.jbtep.2014.07.005</pub-id>
        <pub-id pub-id-type="medline">25164093</pub-id>
        <pub-id pub-id-type="pii">S0005-7916(14)00055-X</pub-id>
        <pub-id pub-id-type="pmcid">PMC4254202</pub-id></nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Palmier-Claus</surname>
            <given-names>JE</given-names>
          </name>
          <name name-style="western">
            <surname>Taylor</surname>
            <given-names>PJ</given-names>
          </name>
          <name name-style="western">
            <surname>Gooding</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Dunn</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Lewis</surname>
            <given-names>SW</given-names>
          </name>
        </person-group>
        <article-title>Affective variability predicts suicidal ideation in individuals at ultra-high risk of developing psychosis: an experience sampling study</article-title>
        <source>Br J Clin Psychol</source>  
        <year>2012</year>  
        <month>03</month>  
        <volume>51</volume>  
        <issue>1</issue>  
        <fpage>72</fpage>  
        <lpage>83</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.2044-8260.2011.02013.x</pub-id>
        <pub-id pub-id-type="medline">22268542</pub-id></nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Thompson</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Mata</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Jaeggi</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>Buschkuehl</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Jonides</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Gotlib</surname>
            <given-names>IH</given-names>
          </name>
        </person-group>
        <article-title>The everyday emotional experience of adults with major depressive disorder: examining emotional instability, inertia, and reactivity</article-title>
        <source>J Abnorm Psychol</source>  
        <year>2012</year>  
        <month>11</month>  
        <volume>121</volume>  
        <issue>4</issue>  
        <fpage>819</fpage>  
        <lpage>29</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22708886"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1037/a0027978</pub-id>
        <pub-id pub-id-type="medline">22708886</pub-id>
        <pub-id pub-id-type="pii">2012-15953-001</pub-id>
        <pub-id pub-id-type="pmcid">PMC3624976</pub-id></nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Peeters</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Berkhof</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Rottenberg</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Nicolson</surname>
            <given-names>NA</given-names>
          </name>
        </person-group>
        <article-title>Ambulatory emotional reactivity to negative daily life events predicts remission from major depressive disorder</article-title>
        <source>Behav Res Ther</source>  
        <year>2010</year>  
        <month>08</month>  
        <volume>48</volume>  
        <issue>8</issue>  
        <fpage>754</fpage>  
        <lpage>60</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.brat.2010.04.008</pub-id>
        <pub-id pub-id-type="medline">20537317</pub-id>
        <pub-id pub-id-type="pii">S0005-7967(10)00082-3</pub-id></nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Koval</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Sütterlin</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Kuppens</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Emotional inertia is associated with lower well-being when controlling for differences in emotional context</article-title>
        <source>Front Psychol</source>  
        <year>2015</year>  
        <volume>6</volume>  
        <fpage>1997</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://dx.doi.org/10.3389/fpsyg.2015.01997"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3389/fpsyg.2015.01997</pub-id>
        <pub-id pub-id-type="medline">26779099</pub-id>
        <pub-id pub-id-type="pmcid">PMC4705270</pub-id></nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kuppens</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Sheeber</surname>
            <given-names>LB</given-names>
          </name>
          <name name-style="western">
            <surname>Yap</surname>
            <given-names>MB</given-names>
          </name>
          <name name-style="western">
            <surname>Whittle</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Simmons</surname>
            <given-names>JG</given-names>
          </name>
          <name name-style="western">
            <surname>Allen</surname>
            <given-names>NB</given-names>
          </name>
        </person-group>
        <article-title>Emotional inertia prospectively predicts the onset of depressive disorder in adolescence</article-title>
        <source>Emotion</source>  
        <year>2012</year>  
        <month>04</month>  
        <volume>12</volume>  
        <issue>2</issue>  
        <fpage>283</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1037/a0025046</pub-id>
        <pub-id pub-id-type="medline">21988744</pub-id>
        <pub-id pub-id-type="pii">2011-23130-001</pub-id></nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Larson</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Csikszentmihalyi</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <person-group person-group-type="editor">
          <name name-style="western">
            <surname>Csikszentmihalyi</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>The experience sampling method</article-title>
        <source>Flow and the Foundations of Positive Psychology</source>  
        <year>2014</year>  
        <publisher-loc>Dordrecht, Netherlands</publisher-loc>
        <publisher-name>Springer</publisher-name>
        <fpage>21</fpage>  
        <lpage>34</lpage> </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Miller</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>The smartphone psychology manifesto</article-title>
        <source>Perspect Psychol Sci</source>  
        <year>2012</year>  
        <month>05</month>  
        <volume>7</volume>  
        <issue>3</issue>  
        <fpage>221</fpage>  
        <lpage>37</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://doi.org/10.1177/1745691612441215"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1177/1745691612441215</pub-id>
        <pub-id pub-id-type="medline">26168460</pub-id>
        <pub-id pub-id-type="pii">7/3/221</pub-id></nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rickard</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Arjmand</surname>
            <given-names>HA</given-names>
          </name>
          <name name-style="western">
            <surname>Bakker</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Seabrook</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Development of a mobile phone app to support self-monitoring of emotional well-being: a mental health digital innovation</article-title>
        <source>JMIR Ment Health</source>  
        <year>2016</year>  
        <month>11</month>  
        <day>23</day>  
        <volume>3</volume>  
        <issue>4</issue>  
        <fpage>e49</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://mental.jmir.org/2016/4/e49/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/mental.6202</pub-id>
        <pub-id pub-id-type="medline">27881358</pub-id>
        <pub-id pub-id-type="pii">v3i4e49</pub-id>
        <pub-id pub-id-type="pmcid">PMC5143469</pub-id></nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kern</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>Park</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Eichstaedt</surname>
            <given-names>JC</given-names>
          </name>
          <name name-style="western">
            <surname>Schwartz</surname>
            <given-names>HA</given-names>
          </name>
          <name name-style="western">
            <surname>Sap</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>LK</given-names>
          </name>
          <name name-style="western">
            <surname>Ungar</surname>
            <given-names>LH</given-names>
          </name>
        </person-group>
        <article-title>Gaining insights from social media language: methodologies and challenges</article-title>
        <source>Psychol Methods</source>  
        <year>2016</year>  
        <month>12</month>  
        <volume>21</volume>  
        <issue>4</issue>  
        <fpage>507</fpage>  
        <lpage>525</lpage>  
        <pub-id pub-id-type="doi">10.1037/met0000091</pub-id>
        <pub-id pub-id-type="medline">27505683</pub-id>
        <pub-id pub-id-type="pii">2016-38181-001</pub-id></nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Schwartz</surname>
            <given-names>HA</given-names>
          </name>
          <name name-style="western">
            <surname>Ungar</surname>
            <given-names>LH</given-names>
          </name>
        </person-group>
        <article-title>Data-driven content analysis of social media: a systematic overview of automated methods</article-title>
        <source>Ann Am Acad Pol Soc Sci</source>  
        <year>2015</year>  
        <month>04</month>  
        <day>09</day>  
        <volume>659</volume>  
        <issue>1</issue>  
        <fpage>78</fpage>  
        <lpage>94</lpage>  
        <pub-id pub-id-type="doi">10.1177/0002716215569197</pub-id></nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Larsen</surname>
            <given-names>ME</given-names>
          </name>
          <name name-style="western">
            <surname>Boonstra</surname>
            <given-names>TW</given-names>
          </name>
          <name name-style="western">
            <surname>Batterham</surname>
            <given-names>PJ</given-names>
          </name>
          <name name-style="western">
            <surname>ODea</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Paris</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Christensen</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>We feel: mapping emotion on Twitter</article-title>
        <source>IEEE J Biomed Health Inform</source>  
        <year>2015</year>  
        <month>07</month>  
        <volume>19</volume>  
        <issue>4</issue>  
        <fpage>1246</fpage>  
        <lpage>52</lpage>  
        <pub-id pub-id-type="doi">10.1109/JBHI.2015.2403839</pub-id>
        <pub-id pub-id-type="medline">25700477</pub-id></nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>De Choudhury</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Kiciman</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Dredze</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Coppersmith</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Kumar</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Discovering Shifts to Suicidal Ideation from Mental Health Content in Social Media</article-title>
        <source>Proceedings of the SIGCHI Conference on Human Factors in Computing Systems</source>  
        <year>2016</year>  
        <month>05</month>  
        <conf-name>SIGCHI Conference on Human Factors in Computing Systems</conf-name>
        <conf-date>May 7-12, 2016</conf-date>
        <conf-loc>San Jose, California, USA</conf-loc>
        <publisher-loc>New York, NY, USA</publisher-loc>
        <publisher-name>ACM Press</publisher-name>
        <fpage>2098</fpage>  
        <lpage>2110</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29082385"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1145/2858036.2858207</pub-id></nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kroenke</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Spitzer</surname>
            <given-names>RL</given-names>
          </name>
          <name name-style="western">
            <surname>Williams</surname>
            <given-names>JB</given-names>
          </name>
        </person-group>
        <article-title>The PHQ-9: validity of a brief depression severity measure</article-title>
        <source>J Gen Intern Med</source>  
        <year>2001</year>  
        <month>09</month>  
        <volume>16</volume>  
        <issue>9</issue>  
        <fpage>606</fpage>  
        <lpage>13</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/11556941"/>
        </comment>  
        <pub-id pub-id-type="medline">11556941</pub-id>
        <pub-id pub-id-type="pii">jgi01114</pub-id>
        <pub-id pub-id-type="pmcid">PMC1495268</pub-id></nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Geva</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Oestreicher-Singer</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Saar-Tsechansky</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Using retweets to shape our online persona: a topic modeling approach</article-title>
        <year>2016</year>  
        <conf-name>Thirty Seventh International Conference on Information Systems (ICIS)</conf-name>
        <conf-date>December 11-14, 2016</conf-date>
        <conf-loc>Dublin, Ireland</conf-loc>
        <publisher-loc>Rochester, NY, USA</publisher-loc>
        <publisher-name>Social Science Research Network</publisher-name>
        <pub-id pub-id-type="doi">10.2139/ssrn.2759811</pub-id></nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Tufekci</surname>
            <given-names>Z</given-names>
          </name>
        </person-group>
        <article-title>Big questions for social media big data: representativeness, validity and other methodological pitfalls</article-title>
        <year>2014</year>  
        <conf-name>8th International Conference on Weblogs and Social Media, ICWSM</conf-name>
        <conf-date>June 1-4, 2014</conf-date>
        <conf-loc>Ann Arbor, USA</conf-loc>
        <publisher-name>The AAAI Press</publisher-name>
        <fpage>505</fpage>  
        <lpage>514</lpage> </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Boyd</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Golder</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Lotan</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Tweet, Tweet, Retweet: Conversational aspects of Retweeting on Twitter</article-title>
        <source>Proceedings of the 2010 43rd Hawaii International Conference on System Sciences</source>  
        <year>2010</year>  
        <conf-name>2010 43rd Hawaii International Conference on System Sciences</conf-name>
        <conf-date>January 5-8, 2010</conf-date>
        <conf-loc>Hawaii, USA</conf-loc>
        <publisher-loc>Washington, DC, USA</publisher-loc>
        <publisher-name>IEEE Computer Society</publisher-name>
        <fpage>1</fpage>  
        <lpage>10</lpage>  
        <pub-id pub-id-type="doi">10.1109/HICSS.2010.412</pub-id></nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kocalevent</surname>
            <given-names>RD</given-names>
          </name>
          <name name-style="western">
            <surname>Hinz</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Brähler</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Standardization of the depression screener patient health questionnaire (PHQ-9) in the general population</article-title>
        <source>Gen Hosp Psychiatry</source>  
        <year>2013</year>  
        <volume>35</volume>  
        <issue>5</issue>  
        <fpage>551</fpage>  
        <lpage>5</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.genhosppsych.2013.04.006</pub-id>
        <pub-id pub-id-type="medline">23664569</pub-id>
        <pub-id pub-id-type="pii">S0163-8343(13)00127-8</pub-id></nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pennebaker</surname>
            <given-names>JW</given-names>
          </name>
          <name name-style="western">
            <surname>Chung</surname>
            <given-names>CK</given-names>
          </name>
          <name name-style="western">
            <surname>Ireland</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Gonzales</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Booth</surname>
            <given-names>RJ</given-names>
          </name>
        </person-group>
       
        <year>2007</year>  
        <access-date>2018-03-15</access-date>
        <comment>The LIWC 2007 Application 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://liwc.wpengine.com/">http://liwc.wpengine.com/</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6xwsId0OV"/></comment> </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <collab>IBM Corp</collab>
        </person-group>
        <source>IBM SPSS Statistics for Windows</source>  
        <year>2016</year>  
        <publisher-loc>Armonk, NY</publisher-loc>
        <publisher-name>IBM Corp</publisher-name></nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kreitler</surname>
            <given-names>CM</given-names>
          </name>
          <name name-style="western">
            <surname>Stenmark</surname>
            <given-names>CK</given-names>
          </name>
          <name name-style="western">
            <surname>Serrate</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Winn</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>The role of individual differences and emotion in Facebook activity</article-title>
        <source>J Psychol Behav Sci</source>  
        <year>2016</year>  
        <volume>4</volume>  
        <issue>1</issue>  
        <fpage>1</fpage>  
        <lpage>10</lpage>  
        <pub-id pub-id-type="doi">10.15640/jpbs.v4n1a1</pub-id></nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Gotlib</surname>
            <given-names>IH</given-names>
          </name>
          <name name-style="western">
            <surname>Joormann</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Cognition and depression: current status and future directions</article-title>
        <source>Annu Rev Clin Psychol</source>  
        <year>2010</year>  
        <volume>6</volume>  
        <fpage>285</fpage>  
        <lpage>312</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20192795"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1146/annurev.clinpsy.121208.131305</pub-id>
        <pub-id pub-id-type="medline">20192795</pub-id>
        <pub-id pub-id-type="pmcid">PMC2845726</pub-id></nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bylsma</surname>
            <given-names>LM</given-names>
          </name>
          <name name-style="western">
            <surname>Taylor-Clift</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Rottenberg</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Emotional reactivity to daily events in major and minor depression</article-title>
        <source>J Abnorm Psychol</source>  
        <year>2011</year>  
        <month>02</month>  
        <volume>120</volume>  
        <issue>1</issue>  
        <fpage>155</fpage>  
        <lpage>67</lpage>  
        <pub-id pub-id-type="doi">10.1037/a0021662</pub-id>
        <pub-id pub-id-type="medline">21319928</pub-id>
        <pub-id pub-id-type="pii">2011-00154-001</pub-id></nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Java</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Song</surname>
            <given-names>X</given-names>
          </name>
          <name name-style="western">
            <surname>Finin</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Tseng</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Why we Twitter: an analysis of a microblogging community</article-title>
        <source>Advances in Web Mining and Web Usage Analysis. Lecture Notes in Computer Science</source>  
        <year>2009</year>  
        <publisher-loc>Heidelberg, Germany</publisher-loc>
        <publisher-name>Springer</publisher-name>
        <fpage>118</fpage>  
        <lpage>138</lpage> </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Park</surname>
            <given-names>CS</given-names>
          </name>
        </person-group>
        <article-title>Does Twitter motivate involvement in politics? Tweeting, opinion leadership, and political engagement</article-title>
        <source>Comput Hum Behav</source>  
        <year>2013</year>  
        <month>7</month>  
        <volume>29</volume>  
        <issue>4</issue>  
        <fpage>1641</fpage>  
        <lpage>1648</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.chb.2013.01.044</pub-id></nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Baikie</surname>
            <given-names>KA</given-names>
          </name>
          <name name-style="western">
            <surname>Wilhelm</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Emotional and physical health benefits of expressive writing</article-title>
        <source>Adv Psychiatr Treat</source>  
        <year>2005</year>  
        <month>09</month>  
        <day>01</day>  
        <volume>11</volume>  
        <issue>5</issue>  
        <fpage>338</fpage>  
        <lpage>346</lpage>  
        <pub-id pub-id-type="doi">10.1192/apt.11.5.338</pub-id></nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Smyth</surname>
            <given-names>JM</given-names>
          </name>
        </person-group>
        <article-title>Written emotional expression: effect sizes, outcome types, and moderating variables</article-title>
        <source>J Consult Clin Psychol</source>  
        <year>1998</year>  
        <month>02</month>  
        <volume>66</volume>  
        <issue>1</issue>  
        <fpage>174</fpage>  
        <lpage>84</lpage>  
        <pub-id pub-id-type="medline">9489272</pub-id></nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pennebaker</surname>
            <given-names>JW</given-names>
          </name>
        </person-group>
        <article-title>Theories, therapies, and taxpayers: on the complexities of the expressive writing paradigm</article-title>
        <source>Clin Psychol Sci Pract</source>  
        <year>2004</year>  
        <volume>11</volume>  
        <issue>2</issue>  
        <fpage>138</fpage>  
        <lpage>142</lpage>  
        <pub-id pub-id-type="doi">10.1093/clipsy.bph063</pub-id></nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Baker</surname>
            <given-names>JR</given-names>
          </name>
          <name name-style="western">
            <surname>Moore</surname>
            <given-names>SM</given-names>
          </name>
        </person-group>
        <article-title>Blogging as a social tool: a psychosocial examination of the effects of blogging</article-title>
        <source>Cyberpsychol Behav</source>  
        <year>2008</year>  
        <month>12</month>  
        <volume>11</volume>  
        <issue>6</issue>  
        <fpage>747</fpage>  
        <lpage>749</lpage>  
        <pub-id pub-id-type="doi">10.1089/cpb.2008.0053</pub-id>
        <pub-id pub-id-type="medline">19072151</pub-id></nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Bylsma</surname>
            <given-names>LM</given-names>
          </name>
          <name name-style="western">
            <surname>Morris</surname>
            <given-names>BH</given-names>
          </name>
          <name name-style="western">
            <surname>Rottenberg</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>A meta-analysis of emotional reactivity in major depressive disorder</article-title>
        <source>Clin Psychol Rev</source>  
        <year>2008</year>  
        <month>04</month>  
        <volume>28</volume>  
        <issue>4</issue>  
        <fpage>676</fpage>  
        <lpage>91</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.cpr.2007.10.001</pub-id>
        <pub-id pub-id-type="medline">18006196</pub-id>
        <pub-id pub-id-type="pii">S0272-7358(07)00162-6</pub-id></nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rosen</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Ihara</surname>
            <given-names>I</given-names>
          </name>
        </person-group>
     
        <year>2017</year>  
        <month>09</month>  
        <day>26</day>  
        <access-date>2017-10-26</access-date>
        <comment>Giving you more characters to express yourself 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://blog.twitter.com/official/en_us/topics/product/2017/Giving-you-more-characters-to-express-yourself.html">https://blog.twitter.com/official/en_us/topics/product/2017/Giving-you-more-characters-to-express-yourself.html</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6tm7Re3Bg"/></comment> </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Taylor</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <source>Mashable</source>  
        <year>2011</year>  
        <month>12</month>  
        <day>01</day>  
        <access-date>2017-10-26</access-date>
        <comment>Your new Facebook status: 63,206 characters or less 
        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://mashable.com/2011/11/30/facebook-status-63206-characters/#oOlxKAXmjSqu">http://mashable.com/2011/11/30/facebook-status-63206-characters/#oOlxKAXmjSqu</ext-link>
        <ext-link ext-link-type="webcite" xlink:href="6xwszZkqm"/></comment> </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Peddinti</surname>
            <given-names>ST</given-names>
          </name>
          <name name-style="western">
            <surname>Ross</surname>
            <given-names>KW</given-names>
          </name>
          <name name-style="western">
            <surname>Cappos</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>On the Internet, nobody knows you're a dog: A Twitter case study of anonymity in social networks</article-title>
        <source>Proceedings of the Second ACM Conference on Online Social Networks</source>  
        <year>2014</year>  
        <conf-name>Second ACM Conference on Online Social Networks</conf-name>
        <conf-date>October 1-2, 2014</conf-date>
        <conf-loc>Dublin, Ireland</conf-loc>
        <publisher-loc>New York, NY, USA</publisher-loc>
        <publisher-name>ACM</publisher-name>
        <fpage>83</fpage>  
        <lpage>94</lpage>  
        <pub-id pub-id-type="doi">10.1145/2660460.2660467</pub-id></nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Correa</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Silva</surname>
            <given-names>LA</given-names>
          </name>
          <name name-style="western">
            <surname>Mondal</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Benevenuto</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Gummadi</surname>
            <given-names>KP</given-names>
          </name>
        </person-group>
        <article-title>The many shades of anonymity: Characterizing anonymous social media content</article-title>
        <source>Proceeding of the Ninth International Conference on Web and Social Media, ICWSM</source>  
        <year>2015</year>  
        <conf-name>Ninth International Conference on Web and Social Media, ICWSM</conf-name>
        <conf-date>May 26-29, 2015</conf-date>
        <conf-loc>Oxford, England</conf-loc>
        <publisher-name>AAAI Press</publisher-name>
        <fpage>71</fpage>  
        <lpage>80</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="https://www.aaai.org/ocs/index.php/ICWSM/ICWSM15/paper/view/10596"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lerman</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Arora</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Gallegos</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Kumaraguru</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Garcia</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Emotions, demographics and sociability in Twitter interactions</article-title>
        <source>Proceedings of the Tenth International AAAI Conference on Web and Social Media</source>  
        <year>2016</year>  
        <conf-name>Tenth International AAAI Conference on Web and Social Media</conf-name>
        <conf-date>May 17-20, 2016</conf-date>
        <conf-loc>Cologne, Germany</conf-loc>
        <publisher-name>AAAI Press</publisher-name>
        <fpage>201</fpage>  
        <lpage>210</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://arxiv.org/abs/1510.07090"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="confproc">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Myers</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Sharma</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Gupta</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Lin</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Information network or social network?: The structure of the Twitter follow graph</article-title>
        <source>Companion Proceedings of the 23rd International Conference on World Wide Web</source>  
        <year>2014</year>  
        <conf-name>23rd International Conference on World Wide Web</conf-name>
        <conf-date>April 7-11, 2014</conf-date>
        <conf-loc>Seoul, Korea</conf-loc>
        <publisher-loc>New York, NY, USA</publisher-loc>
        <publisher-name>ACM Press</publisher-name>
        <fpage>493</fpage>  
        <lpage>498</lpage>  
        <pub-id pub-id-type="doi">10.1145/2567948.2576939</pub-id></nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pennebaker</surname>
            <given-names>JW</given-names>
          </name>
          <name name-style="western">
            <surname>Boyd</surname>
            <given-names>RL</given-names>
          </name>
          <name name-style="western">
            <surname>Jordan</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Blackburn</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <source>The Development and Psychometric Properties of LIWC2015</source>  
        <year>2015</year>  
        <publisher-loc>Austin, TX, USA</publisher-loc>
        <publisher-name>University of Texas at Austin</publisher-name></nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Schwartz</surname>
            <given-names>HA</given-names>
          </name>
          <name name-style="western">
            <surname>Eichstaedt</surname>
            <given-names>JC</given-names>
          </name>
          <name name-style="western">
            <surname>Kern</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>Dziurzynski</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Ramones</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>Agrawal</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Shah</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Kosinski</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Stillwell</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Seligman</surname>
            <given-names>MEP</given-names>
          </name>
          <name name-style="western">
            <surname>Ungar</surname>
            <given-names>LH</given-names>
          </name>
        </person-group>
        <article-title>Personality, gender, and age in the language of social media: the open-vocabulary approach</article-title>
        <source>PLoS One</source>  
        <year>2013</year>  
        <volume>8</volume>  
        <issue>9</issue>  
        <fpage>e73791</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0073791"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0073791</pub-id>
        <pub-id pub-id-type="medline">24086296</pub-id>
        <pub-id pub-id-type="pii">PONE-D-13-03858</pub-id>
        <pub-id pub-id-type="pmcid">PMC3783449</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
