<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
    <front>
        <journal-meta>
            <journal-id journal-id-type="publisher-id">JMIR</journal-id>
            <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
            <journal-title>Journal of Medical Internet Research</journal-title>
            <issn pub-type="epub">1438-8871</issn>
            <publisher>
                <publisher-name>JMIR Publications Inc.</publisher-name>
                <publisher-loc>Toronto, Canada</publisher-loc>
            </publisher>
        </journal-meta>
        <article-meta>
            <article-id pub-id-type="publisher-id">v17i7e175</article-id>
            <article-id pub-id-type="pmid">26180009</article-id>
            <article-id pub-id-type="doi">10.2196/jmir.4273</article-id>
            <article-categories>
                <subj-group subj-group-type="heading">
                    <subject>Original Paper</subject>
                </subj-group>
                <subj-group subj-group-type="article-type">
                    <subject>Original Paper</subject>
                </subj-group>
            </article-categories>
            <title-group>
                <article-title>Mobile Phone Sensor Correlates of Depressive Symptom Severity in Daily-Life Behavior: An Exploratory Study</article-title>
            </title-group>
            <contrib-group>
                <contrib contrib-type="editor">
                    <name>
                        <surname>Eysenbach</surname>
                        <given-names>Gunther</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Ruwaard</surname>
                        <given-names>Jeroen</given-names>
                    </name>
                </contrib>
                <contrib contrib-type="reviewer">
                    <name>
                        <surname>Bardram</surname>
                        <given-names>Jakob</given-names>
                    </name>
                </contrib>
            </contrib-group>
            <contrib-group>
                <contrib contrib-type="author" id="contrib1">
                    <name name-style="western">
                        <surname>Saeb</surname>
                        <given-names>Sohrab</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <xref rid="aff2" ref-type="aff">2</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4625-452X</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib2">
                    <name name-style="western">
                        <surname>Zhang</surname>
                        <given-names>Mi</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref rid="aff3" ref-type="aff">3</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-7002-6757</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib3">
                    <name name-style="western">
                        <surname>Karr</surname>
                        <given-names>Christopher J</given-names>
                    </name>
                    <degrees>MA</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0003-4542-6809</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib4">
                    <name name-style="western">
                        <surname>Schueller</surname>
                        <given-names>Stephen M</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-1003-0399</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib5">
                    <name name-style="western">
                        <surname>Corden</surname>
                        <given-names>Marya E</given-names>
                    </name>
                    <degrees>MPH</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8199-004X</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib6">
                    <name name-style="western">
                        <surname>Kording</surname>
                        <given-names>Konrad P</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref rid="aff2" ref-type="aff">2</xref>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8408-4499</ext-link>
                </contrib>
                <contrib contrib-type="author" id="contrib7" corresp="yes">
                    <name name-style="western">
                        <surname>Mohr</surname>
                        <given-names>David C</given-names>
                    </name>
                    <degrees>PhD</degrees>
                    <xref rid="aff1" ref-type="aff">1</xref>
                    <address>
                        <institution>Center for Behavioral Intervention Technologies</institution>
                        <institution>Department of Preventive Medicine</institution>
                        <institution>Northwestern University</institution>
                        <addr-line>750 N Lake Shore Drive</addr-line>
                        <addr-line>Chicago, IL, 60611</addr-line>
                        <country>United States</country>
                        <phone>1 312 503 1403</phone>
                        <fax>1 312 908 9588</fax>
                        <email>d-mohr@northwestern.edu</email>
                    </address>
                    <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-5443-7596</ext-link>
                </contrib>
            </contrib-group>
            <aff id="aff1">
                <sup>1</sup>
                <institution>Center for Behavioral Intervention Technologies</institution>
                <institution>Department of Preventive Medicine</institution>
                <institution>Northwestern University</institution>
                <addr-line>Chicago, IL</addr-line>
                <country>United States</country>
            </aff>
            <aff id="aff2">
                <sup>2</sup>
                <institution>Rehabilitation Institute of Chicago</institution>
                <institution>Department of Physical Medicine and Rehabilitation</institution>
                <institution>Northwestern University</institution>
                <addr-line>Chicago, IL</addr-line>
                <country>United States</country>
            </aff>
            <aff id="aff3">
                <sup>3</sup>
                <institution>Department of Electrical and Computer Engineering</institution>
                <institution>Michigan State University</institution>
                <addr-line>East Lansing, MI</addr-line>
                <country>United States</country>
            </aff>
            <author-notes>
                <corresp>Corresponding Author: David C Mohr <email>d-mohr@northwestern.edu</email>
                </corresp>
            </author-notes>
            <pub-date pub-type="collection">
                <month>07</month>
                <year>2015</year>
            </pub-date>
            <pub-date pub-type="epub">
                <day>15</day>
                <month>07</month>
                <year>2015</year>
            </pub-date>
            <volume>17</volume>
            <issue>7</issue>
            <elocation-id>e175</elocation-id>
            <!--history from ojs - api-xml-->
            <history>
                <date date-type="received">
                    <day>21</day>
                    <month>1</month>
                    <year>2015</year>
                </date>
                <date date-type="rev-request">
                    <day>26</day>
                    <month>3</month>
                    <year>2015</year>
                </date>
                <date date-type="rev-recd">
                    <day>12</day>
                    <month>5</month>
                    <year>2015</year>
                </date>
                <date date-type="accepted">
                    <day>21</day>
                    <month>6</month>
                    <year>2015</year>
                </date>
            </history>
            <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
            <copyright-statement>&#169;Sohrab Saeb, Mi Zhang, Christopher J Karr, Stephen M Schueller, Marya E Corden, Konrad P Kording, David C Mohr. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 15.07.2015. </copyright-statement>
            <copyright-year>2015</copyright-year>
            <license license-type="open-access" xlink:href="http://creativecommons.org/licenses/by/2.0/">
                <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (http://creativecommons.org/licenses/by/2.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
            </license>
            <self-uri xlink:href="http://www.jmir.org/2015/7/e175/" xlink:type="simple" />
            <abstract>
                <sec sec-type="background">
                    <title>Background</title>
                    <p>Depression is a common, burdensome, often recurring mental health disorder that frequently goes undetected and untreated. Mobile phones are ubiquitous and have an increasingly large complement of sensors that can potentially be useful in monitoring behavioral patterns that might be indicative of depressive symptoms.</p>
                </sec>
                <sec sec-type="objective">
                    <title>Objective</title>
                    <p>The objective of this study was to explore the detection of daily-life behavioral markers using mobile phone global positioning systems (GPS) and usage sensors, and their use in identifying depressive symptom severity.</p>
                </sec>
                <sec sec-type="methods">
                    <title>Methods</title>
                    <p>A total of 40 adult participants were recruited from the general community to carry a mobile phone with a sensor data acquisition app (Purple Robot) for 2 weeks. Of these participants, 28 had sufficient sensor data received to conduct analysis. At the beginning of the 2-week period, participants completed a self-reported depression survey (PHQ-9). Behavioral features were developed and extracted from GPS location and phone usage data.</p>
                </sec>
                <sec sec-type="results">
                    <title>Results</title>
                    <p>A number of features from GPS data were related to depressive symptom severity, including circadian movement (regularity in 24-hour rhythm; <italic>r</italic>=-.63, <italic>P</italic>=.005), normalized entropy (mobility between favorite locations; <italic>r</italic>=-.58, <italic>P</italic>=.012), and location variance (GPS mobility independent of location; <italic>r</italic>=-.58, <italic>P</italic>=.012). Phone usage features, usage duration, and usage frequency were also correlated (<italic>r</italic>=.54, <italic>P</italic>=.011, and <italic>r</italic>=.52, <italic>P</italic>=.015, respectively). Using the normalized entropy feature and a classifier that distinguished participants with depressive symptoms (PHQ-9 score &#8805;5) from those without (PHQ-9 score &#60;5), we achieved an accuracy of 86.5%. Furthermore, a regression model that used the same feature to estimate the participants&#8217; PHQ-9 scores obtained an average error of 23.5%.</p>
                </sec>
                <sec sec-type="conclusions">
                    <title>Conclusions</title>
                    <p>Features extracted from mobile phone sensor data, including GPS and phone usage, provided behavioral markers that were strongly related to depressive symptom severity. While these findings must be replicated in a larger study among participants with confirmed clinical symptoms, they suggest that phone sensors offer numerous clinical opportunities, including continuous monitoring of at-risk populations with little patient burden and interventions that can provide just-in-time outreach.</p>
                </sec>
            </abstract>
            <kwd-group>
                <kwd>depression</kwd>
                <kwd>mobile health (mHealth)</kwd>
                <kwd>activities of daily living</kwd>
                <kwd>cluster analysis</kwd>
                <kwd>classification</kwd>
            </kwd-group>
        </article-meta>
    </front>
    <body>
        <sec sec-type="introduction">
            <title> Introduction</title>
            <p>Depression is a common mental disorder. Estimates of the 12-month prevalence rate for major depressive disorder range from 6.6-10.3%, while lifetime risk has been estimated at 16.6-17.1% [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. Subthreshold depressive symptoms are far more common [<xref ref-type="bibr" rid="ref4">4</xref>], causing significant impairment in people&#8217;s lives and putting them at risk for future mental health concerns [<xref ref-type="bibr" rid="ref5">5</xref>]. Depression, at both diagnosable and subthreshold levels, imposes a very high societal burden in terms of cost, lost productivity, morbidity, suffering, and mortality [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>] and is a leading cause of disability and disease burden worldwide [<xref ref-type="bibr" rid="ref9">9</xref>]. By the year 2020, the World Health Organization estimates that depression will be the second largest cause of &#8220;lost years of healthy life&#8221; worldwide [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
            <p>Depression is treatable using a variety of methods, including antidepressants and psychotherapy; however, very few people who need treatment receive it [<xref ref-type="bibr" rid="ref11">11</xref>]. It often takes months or years for depression to be identified and treated in our health care system, when it is treated at all [<xref ref-type="bibr" rid="ref12">12</xref>]. One of the most common settings where depression is managed is primary care [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]; however, primary care physicians might fail to identify most patients with depressive symptoms [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. Thus, more efficient methods of monitoring could significantly improve the delivery of services to those in need.</p>
            <p>Mobile phones are becoming the most ubiquitous consumer device in our world. Equipped with powerful sensing, computation, and communication capabilities, mobile phones&#8212;specifically smartphones&#8212;can continuously monitor an individual&#8217;s context including physical activity, location, and environment. Depression is associated with several behavioral components (eg, reduction in activity, psychomotor retardation, changes in sleep) and motivational states (eg, anhedonia), some of which may be detectable using mobile phone sensors [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Thus, mobile phones hold significant promise as a platform to monitor behavioral and environmental indicators of risk and resilience and to improve long-term management and treatment delivery to people suffering from depression.</p>
            <p>Indeed, some work has shown promise in this area. A first study in our group found that phone sensor data could detect social patterns among depressed patients, but this was a small study with only 8 participants [<xref ref-type="bibr" rid="ref19">19</xref>]. Other groups have found that phone sensors were effective at detecting social and sleep behaviors among patients with depression [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>], and such features correlated significantly with severity of depressive symptoms [<xref ref-type="bibr" rid="ref22">22</xref>].</p>
            <p>The aim of this study was to extend previous work by focusing specifically on behavioral markers related to movement through geographic space, which we hypothesized would be related to depressive symptom severity, given depression results in decreased motivation, withdrawal, and activity. In addition, excessive use of mobile phones is considered compulsive behavior and has been linked to some symptoms of depression [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Thus, we also explored the relationship of depression symptom severity to the use of the phone that was used to collect the sensor data. To achieve these aims, we used our mobile phone app, Purple Robot [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>], to collect global positioning system (GPS) location and phone usage data from participants with varying levels of depression severity. We defined a number of behavioral features based on these data and built classification and regression models to examine their relationship to depression symptom severity.</p>
        </sec>
        <sec sec-type="methods">
            <title>Methods</title>
            <sec>
                <title>Participants</title>
                <p>We recruited 40 adult participants from April-July 2013 using craigslist advertisements. Participants were eligible if they had an email account, computer, and broadband access to the Internet, were within a cellular network range the majority of the day, were able to speak and read English, were at least 19 years of age, and lived within the United States of America. Participants signed an online consent form, and research staff reviewed the consent over the phone. The study was approved by the Northwestern University Institutional Review Board.</p>
                <p>At the beginning of the study, participants were asked to complete an online assessment consisting of a demographics questionnaire and the Patient Health Questionnaire-9 (PHQ-9), a commonly used measure of self-reported depressive symptom severity [<xref ref-type="bibr" rid="ref27">27</xref>], which produces scores ranging from 0-27. Scores of less than 5 indicate no depression, 5-9 mild depression, 10-14 moderate depression, 15-19 moderately severe, and over 20 severe depression [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
                <p>If participants owned and used an Android device with operating system 2.3 (Gingerbread) or higher, research staff assisted with the download, installation, and configuration of Purple Robot (see the Purple Robot section below). Participants who did not own a compatible phone were given an Android Nexus 4 with Purple Robot installed and configured. Phones were either picked up from the study&#8217;s office or mailed directly to the participant.</p>
                <p>Participants were instructed to keep the phone with them and charged throughout the day for 2 weeks. In addition, research staff explained that Purple Robot would be collecting GPS location and phone usage data. As part of the purpose of this study was to test Purple Robot&#8217;s functionality in the field, research staff checked in periodically, via phone and email, with the participants to ensure the app was working properly and to answer questions.</p>
            </sec>
            <sec>
                <title>Purple Robot</title>
                <p>Purple Robot is an open-source Android app that we developed to collect mobile phone sensor data [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. The app implements a store-and-forward architecture wherein the sensor data are gathered, stored on the device, and transmitted as network connectivity becomes available. This allows us to collect data in a variety of wireless connectivity scenarios with the confidence that intermittent network access did not affect the nature, quality, or quantity of the collected data.</p>
                <p>Purple Robot anonymizes personally identifiable and other sensitive information before storage and transmission, using standard MD5 hashing and advanced encryption standard [<xref ref-type="bibr" rid="ref29">29</xref>] algorithms. Once the data are anonymized, they are stored and later transmitted to the data collection server before being deleted from the device. Sensor data residing on the server can be linked with other information gathered during the study only if the unique identifiers used by the participants and the study-specific keys used to encrypt the data are known.</p>
                <p>The Purple Robot mobile app and supporting server infrastructure is capable of collecting information about the user&#8217;s physical context (eg, motion), social settings (eg, number of Facebook friends), and phone usage behavior (eg, screen state). It also enables us to craft a complete data collection strategy configured for analyzing the relationship between depression and behavior data features of daily life.</p>
                <p>In this study, we configured Purple Robot to collect the GPS location and phone usage data, as the aim of this study was to focus on behavioral markers related to movement through space and the phone usage behavior. In our next study, we plan to use Purple Robot to collect data from a variety of phone sensors.</p>
                <p>Purple Robot sampled the GPS location sensor once every 5 minutes and collected phone usage data by detecting the screen on and off events.</p>
            </sec>
            <sec>
                <title>Data Preprocessing</title>
                <p>The goal of the data preprocessing stage was to facilitate the extraction of features from both the GPS location and the phone usage data.</p>
                <p>For the location data (<xref ref-type="fig" rid="figure1">Figure 1</xref>), we used two procedures. The first procedure determined whether each GPS location data sample came from a stationary state (eg, working in an office) or a transition state (eg, walking on the street). To do so, we estimated the movement speed at each location data sample by calculating its time derivative and then used a threshold speed that defined the boundary between these two states. In this study, we set this threshold to 1 km/h.</p>
                <p>The second procedure was clustering. We applied clustering only to the data samples in the stationary state. The goal was to identify the places where participants spent most of their time, such as home, workplaces, parks, etc. We used a distance-based clustering algorithm called <italic>K</italic>-means [<xref ref-type="bibr" rid="ref30">30</xref>], in which the data were partitioned into <italic>K</italic> clusters such that the overall distances of the data points to the centers of their clusters were minimized. Because the number of clusters was unknown, we started with one cluster and increased the number of clusters until the distance of the farthest point in each cluster to its cluster center fell below a threshold. This threshold determined the maximum radius of a cluster, which was set to 500 meters in our study.</p>
                <p>Phone usage data were gathered by looking at the periods of time when the phone screen was on (<xref ref-type="fig" rid="figure2">Figure 2</xref>). Given that the phone screen would go on when receiving notifications from apps such as text messages, we eliminated brief screen-on events not initiated by the participant that had durations of less than 30 seconds.</p>
                <fig id="figure1" position="float">
                    <label>Figure 1</label>
                    <caption>
                        <p>Example GPS location data, overlaid on satellite image. Each small circle represents a histogram bin, which has a size of 500 by 500 meters. The colors indicate the number of samples captured by each bin (brighter means more samples). The bigger blue circles show the center of the clusters detected by the clustering algorithm.</p>
                    </caption>
                    <graphic xlink:href="jmir_v17i7e175_fig1.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                </fig>
                <fig id="figure2" position="float">
                    <label>Figure 2</label>
                    <caption>
                        <p>Example phone usage data from a participant. Each row is a day, and the black bars show the extent of time during which the phone has been is use. The bars on the right side show the overall phone usage duration for each day.</p>
                    </caption>
                    <graphic xlink:href="jmir_v17i7e175_fig2.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                </fig>
            </sec>
            <sec>
                <title>Feature Extraction</title>
                <sec>
                    <title>Location Variance</title>
                    <p>We defined location variance to measure the variability in a participant&#8217;s GPS location. To calculate location variance, we used only the location data of stationary states (see Data Preprocessing). Specifically, location variance was computed as the logarithm of the sum of the statistical variances of the latitude and the longitude components of the location data:</p>
                    <p>
                        <italic>Location Variance</italic> = log(<italic>&#963;</italic>
                        <sub>lat</sub>
                        <sup>2</sup>+ <italic>&#963;</italic>
                        <sub>long</sub>
                        <sup>2</sup>) (1)</p>
                    <p>We applied the logarithm to compensate for the skewness in the distribution of location variance across participants.</p>
                </sec>
                <sec>
                    <title>Number of Clusters</title>
                    <p>Number of clusters represented the number of location clusters found by the <italic>K</italic>-means algorithm in the preprocessing stage.</p>
                </sec>
                <sec>
                    <title>Entropy</title>
                    <p>We defined entropy to measure the variability of the time the participant spent at the location clusters. This feature was developed based on the concept of entropy from information theory [<xref ref-type="bibr" rid="ref31">31</xref>]. It was calculated as:</p>
                    <p>
                        <italic>Entropy</italic> = &#8722;&#8721;<sub>
                            <italic>i</italic>
                        </sub>
                        <italic>p</italic>
                        <sub>
                            <italic>i</italic>
                        </sub>log <italic>p</italic>
                        <sub>
                            <italic>i</italic>
                        </sub>(2)</p>
                    <p>where each <italic>i</italic>=1, 2, &#8230;, <italic>N</italic> represented a location cluster, <italic>N</italic> denoted the total number of location clusters, and <italic>p</italic>
                        <sub>
                            <italic>i</italic>
                        </sub> was the percentage of time the participant spent at the location cluster <italic>i</italic>. High entropy indicated that the participant spent time more uniformly across different location clusters, while lower entropy indicated greater inequality in the time spent across the clusters. For example, if a participant spent 80% of time at home and 20% at work, the resulting entropy would be &#8722;(0.8log0.8 + 0.2log0.2) &#8776; 0.500, while if they spent 50% at home and 50% at work, the resulting entropy would be &#8722;(0.5log0.5 + 0.5log0.5) &#8776; 0.693.</p>
                </sec>
                <sec>
                    <title>Normalized Entropy</title>
                    <p>We defined normalized entropy by dividing the entropy by its maximum value, which is the logarithm of the total number of clusters:</p>
                    <p>
                        <italic>Normalized Entropy</italic> = <italic>Entropy</italic> &#8725; log <italic>N</italic> (3)</p>
                    <p>Unlike entropy, normalized entropy is invariant to the number of clusters and thus depends solely on the distribution of the visited location clusters. The value of normalized entropy ranges from 0-1, where 0 indicates that all location data points belong to the same cluster, and 1 implies that they are uniformly distributed across all the clusters.</p>
                </sec>
                <sec>
                    <title>Home Stay</title>
                    <p>Home stay measured the percentage of time a participant spent at home relative to other location clusters. To obtain this measure, we first needed to know which cluster represented the participant&#8217;s home. We identified the home cluster based on two heuristics: (1) the home cluster is among the first to the third most visited clusters, and (2) the home cluster is the cluster most visited during the time period between 12 a.m. and 6 a.m. In our dataset, which did not contain participants having night shift work, these two heuristics led to one and only one location cluster for every participant.</p>
                </sec>
                <sec>
                    <title>Circadian Movement</title>
                    <p>We defined circadian movement to capture the temporal information of the location data. This feature measured to what extent the participants&#8217; sequence of locations followed a 24-hour, or circadian, rhythm. For example, if a participant left home for work and returned home from work around the same time each day, the circadian movement was high. On the contrary, a participant with a more irregular pattern of moving between locations had a lower circadian movement.</p>
                    <p>To calculate circadian movement, we first used the least-squares spectral analysis, also known as the Lomb-Scargle method [<xref ref-type="bibr" rid="ref32">32</xref>], to obtain the spectrum of the GPS location data. Then, we calculated the amount of energy that fell into the frequency bins within a 24&#177;0.5 hour period, in the following way:</p>
                    <p>
                        <italic>E</italic> = &#8721;<sub>
                            <italic>i</italic>
                        </sub> psd(<italic>f</italic>
                        <sub>
                            <italic>i</italic>
                        </sub>) &#8725; (<italic>i</italic>
                        <sub>
                            <italic>1</italic>
                        </sub>&#8722;<italic>i</italic>
                        <sub>
                            <italic>2</italic>
                        </sub>) (4)</p>
                    <p>where <italic>i</italic> = <italic>i</italic>
                        <sub>1</sub>, <italic>i</italic>
                        <sub>1</sub>+1, <italic>i</italic>
                        <sub>1</sub>+2, &#8230;, <italic>i</italic>
                        <sub>2</sub>, and <italic>i</italic>
                        <sub>1</sub> and <italic>i</italic>
                        <sub>2</sub> represent the frequency bins corresponding to 24.5 and 23.5 hour periods. psd(<italic>f</italic>
                        <sub>
                            <italic>i</italic>
                        </sub>) denotes the power spectral density at each frequency bin <italic>f</italic>
                        <sub>
                            <italic>i</italic>
                        </sub>. We calculated <italic>E</italic> separately for longitude and latitude and obtained the total circadian movement as:</p>
                    <p>
                        <italic>CM</italic> = log(<italic>E</italic>
                        <sub>lat</sub> + <italic>E</italic>
                        <sub>long</sub>) (5)</p>
                    <p>We applied the logarithm to account for the skewness in the distribution.</p>
                </sec>
                <sec>
                    <title>Transition Time</title>
                    <p>Transition time represented the percentage of time during which a participant was in a non-stationary state (see Data Preprocessing). This was calculated by dividing the number of GPS location samples in transition states by the total number of samples.</p>
                </sec>
                <sec>
                    <title>Total Distance</title>
                    <p>Total distance measured the total distance in kilometers taken by a participant. It was calculated by accumulating the distances between the location samples.</p>
                </sec>
                <sec>
                    <title>Phone Usage Frequency</title>
                    <p>Phone usage frequency indicated, on average, how many times during a day a participant interacted with their phone.</p>
                </sec>
                <sec>
                    <title>Phone Usage Duration</title>
                    <p>Phone usage duration measured, on average, the total time in seconds that a participant spent each day interacting with their phone.</p>
                </sec>
            </sec>
            <sec>
                <title>Relationship Between Features and Levels of Depression</title>
                <p>We performed a preliminary statistical analysis to find out how each feature would correspond to levels of depressive symptoms and whether it would be able to distinguish people with any level of depression from those with none. The former was investigated by correlating each feature with the PHQ-9 score that was obtained at the beginning of the study. The latter was explored first by dividing participants into those with depressive symptoms (PHQ-9 &#8805;5) and the ones without (PHQ-9 &#60;5). The cutoff of 5 on the PHQ-9 score was used because scores in this range are indicative of &#8220;no symptoms&#8221; of depression and those who reach this range after treatment are considered to be in full remission.</p>
            </sec>
            <sec>
                <title>Estimating Depression States from Features</title>
                <sec>
                    <title>Score Estimation Model</title>
                    <p>We used a linear regression model to estimate each participant&#8217;s PHQ-9 score using the features extracted from their phone sensor data. The model was defined as the following:</p>
                    <p>
                        <italic>Depression Score=a<sub>0</sub>+a<sub>i</sub>F<sub>i</sub>+a<sub>2</sub>F<sub>2</sub>+&#8230;+a<sub>n</sub>F<sub>n</sub>
                        </italic> (6)</p>
                    <p>where <italic>n</italic> is the number of features. The coefficients <italic>a</italic>
                        <sub>0</sub>
                        <italic>, a</italic>
                        <sub>1,</sub>
                        <italic>&#8230; a</italic>
                        <sub>
                            <italic>n</italic>
                        </sub> were obtained by minimizing the squared error between the estimated and the true PHQ-9 scores (see Model Optimization).</p>
                </sec>
                <sec>
                    <title>Classification Model</title>
                    <p>We used a logistic regression classifier to identify participants who had symptoms of depression (PHQ-9 &#8805;5) versus the ones with no symptoms (PHQ-9 &#60;5). This classifier consisted of a linear model and a logistic sigmoid function, <italic>g(x)</italic> = 1 &#8725; (1+exp(&#8722;<italic>x</italic>)), that generated values between 0 and 1 indicating the probability of the participant having depressive symptoms:</p>
                    <p>P(<italic>Depressive Symptoms</italic>) = <italic>g</italic>(<italic>b</italic>
                        <sub>0</sub> + <italic>b</italic>
                        <sub>1</sub>
                        <italic>F</italic>
                        <sub>1</sub> + <italic>b</italic>
                        <sub>2</sub>
                        <italic>F</italic>
                        <sub>2</sub> + &#8230; + <italic>b</italic>
                        <sub>
                            <italic>n</italic>
                        </sub>
                        <italic>F</italic>
                        <sub>
                            <italic>n</italic>
                        </sub>) (7)</p>
                    <p>When P(<italic>Depressive Symptoms</italic>) was higher than 0.5, we considered the participant to have depressive symptoms. Otherwise, we considered there was no sign of depression.</p>
                    <p>We used an optimization procedure to adjust the parameters <italic>b</italic>
                        <sub>0</sub>, <italic>b</italic>
                        <sub>1</sub>, &#8230; , <italic>b</italic>
                        <sub>
                            <italic>n</italic>
                        </sub> (see Model Optimization).</p>
                </sec>
                <sec>
                    <title>Model Optimization</title>
                    <p>We used the least squares approach to adjust the parameters of both score estimation and classification models. This method performs well as long as the number of features relative to the number of samples is low. Otherwise, the model overfits the data. To minimize the overfitting problem, we used the elastic-net regularization method when the number of features was high.</p>
                    <p>The elastic-net regularization prevents the coefficient from becoming too large by adding the following penalizing term to the cost function:</p>
                    <p>
                        <italic>H(K,&#955;<sub>1</sub>,&#955;<sub>2</sub>)=&#955;<sub>1</sub>&#124;&#124;K&#124;&#124;<sub>1</sub>+&#955;<sub>1</sub>&#124;&#124;K&#124;&#124;<sub>2</sub>
                        </italic> (8)</p>
                    <p>where <italic>K</italic>=<italic>k</italic>
                        <sub>0</sub>, <italic>k</italic>
                        <sub>1</sub>, &#8230; , <italic>k</italic>
                        <sub>
                            <italic>n</italic>
                        </sub> is the vector containing the regression or the classification model parameters, and &#8214;<italic>K</italic>&#8214;<sub>1</sub> = &#8721;<sub>
                            <italic>i</italic>
                        </sub>&#124;<italic>k</italic>
                        <sub>
                            <italic>i</italic>
                        </sub>&#124; and &#8214;<italic>K</italic>&#8214;<sub>2</sub> = &#8730;&#8721;<sub>
                            <italic>i</italic>
                        </sub>
                        <italic>k</italic>
                        <sub>
                            <italic>i</italic>
                        </sub>
                        <sup>2</sup> are its first (L1) and second (L2) norms (<italic>i</italic>=1,2,&#8230;,<italic>n</italic>). The coefficients <italic>&#955;</italic>
                        <sub>1</sub> and <italic>&#955;</italic>
                        <sub>2</sub> are optimized by cross-validating on the training data. Elastic-net regularization has been shown to outperform other regularization methods especially in cases where some of the features are strongly correlated [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
                </sec>
                <sec>
                    <title>Model Evaluation</title>
                    <p>To evaluate regression and classification models, we created 1000 bootstrapped sets of features and their corresponding PHQ-9 scores. Then we trained and cross-validated the models on each set using the leave-one-participant-out method.</p>
                    <p>To assess the performance of each score estimation model, we calculated the normalized root mean square deviation (NRMSD), which measures the percent difference between the PHQ-9 scores estimated by the model on the test participants and their true scores. We used the observed range of PHQ-9 scores, which was 0-17, to normalize the NRMSDs. To evaluate the performance of each classification model, we evaluated its accuracy, sensitivity, and specificity in identifying participants with depressive symptoms as compared to the ground truth.</p>
                </sec>
            </sec>
        </sec>
        <sec sec-type="results">
            <title>Results</title>
            <sec>
                <title>Participant Characteristics and Adherence</title>
                <p>All 40 participants completed the 2 weeks of the study. However, due to insufficient sensor data for a number of participants, we considered 28 of them for the data analysis. Among these, 18 were considered for GPS location and 21 for phone usage data analysis. These two analyses were performed independently.</p>
                <p>The 12 excluded participants did not provide sufficient GPS location and/or phone usage data for our analysis, meaning that their data were not available for more than 50% of the time. The reasons for unavailability of data included problems in the connection between the early version of Purple Robot and the data server, patients not charging their phones, and unavailability of any network connections for a long period of time for certain locations.</p>
                <p>The 28 participants included in the analysis were 20 females and 8 males. Their ages ranged from 19-58, with a mean of 28.9 (SD 10.1). Their PHQ-9 scores ranged from 0-17, with a mean of 5.57 (SD 4.9). Of the 28 participants, 14 (50%) had no signs of depression (PHQ-9 &#60;5) with an average PHQ-9 score of 1.5 (SD 1.34), and the other 14 participants (50%) were in the mild to severe range (PHQ-9 &#8805;5), with an average PHQ-9 score of 9.64 (SD=3.54). Participants who were not included in any analyses due to inadequate data were not statistically different from these 28 participants in their age, gender, or PHQ-9 scores.</p>
                <p>Among the participants who were considered for location data analysis, 9 had depressive symptoms and 9 did not. For the ones considered for phone usage data analysis, these numbers were 10 and 11, respectively.</p>
            </sec>
            <sec>
                <title>Relationship Between Features and Levels of Depression</title>
                <p>GPS location and phone usage sensor features were calculated as described in Feature Extraction. The number of location clusters that was found by the <italic>K</italic>-means algorithm ranged from 1-9, with an average of 4.06. The average daily phone usage duration across the participants was about 41 minutes (SD 57 minutes) with an average daily usage frequency of 14.2 times (SD 8.69).</p>
                <p>The correlation analysis between the features and the PHQ-9 scores revealed that 6 of the 10 features were significantly correlated to the scores (<xref ref-type="fig" rid="figure3">Figure 3</xref>). Specifically, circadian movement, normalized entropy, and location variance showed strong correlations with Pearson&#8217;s correlation coefficients of -.63, -.58, and -.58, respectively. Both phone usage features, usage duration and usage frequency, were also significantly correlated with <italic>r</italic>=-.54 and 0.52, respectively.</p>
                <p>The <italic>t</italic> tests between participants with depressive symptoms and the ones without (<xref ref-type="fig" rid="figure4">Figure 4</xref>) also revealed that the value of the same six features (circadian movement, normalized entropy, location variance, home stay, phone usage duration, and phone usage frequency) were significantly different between the participants with no sign of depression (PHQ-9 &#60;5) and the rest (PHQ-9 &#8805;5).</p>
                <p>A correlation analysis across the features revealed that a number of them were highly correlated (<xref ref-type="fig" rid="figure5">Figure 5</xref>). Noticeably, there was a significant correlation between normalized entropy, location variance, and home stay. This is not surprising, as all these variables measure the amount of movement through space in different ways. However, the significant correlation between circadian movement and location variance is interesting and indicates that participants with more mobility also had more regular patterns of movement. The correlation between phone usage duration and frequency was also high (<italic>r</italic>=.89).</p>
                <fig id="figure3" position="float">
                    <label>Figure 3</label>
                    <caption>
                        <p>Scatter plots for location and phone usage data versus PHQ-9 scores, respectively. The coefficient of correlation between each feature and PHQ-9 scores and its corresponding P-value is shown on top of each plot. Solid and dashed lines, shown only for strong correlations (<italic>P</italic>&#60;.05), show the fitted regression model and +/- root mean square deviation from the model, respectively.</p>
                    </caption>
                    <graphic xlink:href="jmir_v17i7e175_fig3.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                </fig>
                <fig id="figure4" position="float">
                    <label>Figure 4</label>
                    <caption>
                        <p>Comparison of location and usage feature statistics between participants with no symptoms of depression (blue) and the ones with (red). Feature values are scaled between 0 and 1 for easier comparison. Boxes extend between 25th and 75th percentiles, and whiskers show the range. Horizontal solid lines inside the boxes are medians. One, two, and three asterisks show significant differences at <italic>P</italic>&#60;.05, <italic>P</italic>&#60;.01, and <italic>P</italic>&#60;.001 levels, respectively (ENT, entropy; ENTN, normalized entropy; LV, location variance; HS, home stay; TT, transition time; TD, total distance; CM, circadian movement; NC, number of clusters; UF, usage frequency; UD, usage duration).</p>
                    </caption>
                    <graphic xlink:href="jmir_v17i7e175_fig4.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                </fig>
                <fig id="figure5" position="float">
                    <label>Figure 5</label>
                    <caption>
                        <p>Coefficients of correlation between location features. One, two, and three asterisks indicate significant correlation levels at P&#60;.05, P&#60;.01, and P&#60;.001, respectively (ENT, entropy; ENTN, normalized entropy; LV, location variance; HS, home stay; TT, transition time; TD, total distance; CM, circadian movement; NC, number of clusters).</p>
                    </caption>
                    <graphic xlink:href="jmir_v17i7e175_fig5.jpg" alt-version="no" mimetype="image" position="float" xlink:type="simple" />
                </fig>
            </sec>
            <sec>
                <title>Estimating Depression States from Location Features</title>
                <p>The results of the earlier statistical analysis suggested that we may be able to estimate an unseen subject&#8217;s depression state using some of our features. To test this hypothesis, we trained and cross-validated score prediction and classification models (Equations 6-7) using the procedure described in Model Evaluation.</p>
                <p>We trained the models first on each individual feature and then all features combined together. As the results (<xref ref-type="table" rid="table1">Table 1</xref>) show, the models trained on the features that had stronger correlations with PHQ-9 scores were better able to distinguish the participants with depressive symptoms from those who had none. Columns 2-4 show the cross-validated accuracy, sensitivity, and specificity of each classification model (Equation 7) in classifying participants into the ones with and without depressive symptoms. Column 5 shows the cross-validated NRMSDs of the PHQ-9 score estimation models (Equation 6). Specifically, the four features normalized entropy, location variance, home stay, and circadian movement achieved the lowest NRMSDs and highest accuracies. These performances, however, did not improve by combining the features. This can be the result of some unavoidable overfitting as the number of input variables increases, which leads to a poor generalization.</p>
                <table-wrap position="float" id="table1">
                    <label>Table 1</label>
                    <caption>
                        <p>Classification of participants with and without depressive symptoms and estimating their PHQ-9 scores using location features individually and aggregated.</p>
                    </caption>
                    <table width="683" border="1" cellpadding="3" cellspacing="0" rules="groups" frame="hsides">
                        <col width="180" />
                        <col width="110" />
                        <col width="107" />
                        <col width="107" />
                        <col width="144" />
                        <thead>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td colspan="3">Classification (PHQ9&#60;5 vs PHQ9&#8805;5)</td>
                                <td>PHQ-9 score estimation</td>
                            </tr>
                            <tr valign="top">
                                <td>Training features</td>
                                <td>% mean accuracy (SD)</td>
                                <td>% mean sensitivity</td>
                                <td>% mean specificity</td>
                                <td>Mean NRMSD (SD)</td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="top">
                                <td>Entropy</td>
                                <td>69.7 (3.5)</td>
                                <td>66.8</td>
                                <td>72.7</td>
                                <td>0.262 (0.017)</td>
                            </tr>
                            <tr valign="top">
                                <td>Normalized entropy</td>
                                <td>86.5 (3.4)</td>
                                <td>88.4</td>
                                <td>84.9</td>
                                <td>0.235 (0.016)</td>
                            </tr>
                            <tr valign="top">
                                <td>Location variance</td>
                                <td>75.7 (4.6)</td>
                                <td>80.2</td>
                                <td>71.5</td>
                                <td>0.229 (0.014)</td>
                            </tr>
                            <tr valign="top">
                                <td>Home stay</td>
                                <td>75.9 (4.9)</td>
                                <td>80.5</td>
                                <td>71.7</td>
                                <td>0.253 (0.015)</td>
                            </tr>
                            <tr valign="top">
                                <td>Transition time</td>
                                <td>41.1 (9.2)</td>
                                <td>43.4</td>
                                <td>38.7</td>
                                <td>0.303 (0.020)</td>
                            </tr>
                            <tr valign="top">
                                <td>Total distance</td>
                                <td>56.4 (6.6)</td>
                                <td>69.6</td>
                                <td>43.4</td>
                                <td>0.343 (0.041)</td>
                            </tr>
                            <tr valign="top">
                                <td>Circadian movement</td>
                                <td>78.6 (4.1)</td>
                                <td>80.1</td>
                                <td>77.5</td>
                                <td>0.222 (0.014)</td>
                            </tr>
                            <tr valign="top">
                                <td>Number of clusters</td>
                                <td>41.5 (8.9)</td>
                                <td>47.4</td>
                                <td>35.5</td>
                                <td>0.305 (0.022)</td>
                            </tr>
                            <tr valign="top">
                                <td>All</td>
                                <td>78.8 (6.2)</td>
                                <td>83.6</td>
                                <td>74.5</td>
                                <td>0.251 (0.023)</td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
            </sec>
            <sec>
                <title>Estimating Depression States from Phone Usage Features</title>
                <p>We performed the same analyses on the phone usage features. Since the number of these features (n=2) was much smaller than the number of samples (n=21), both score prediction and classification models could be directly applied to the combined feature space without using elastic-net regularization. The results (<xref ref-type="table" rid="table2">Table 2</xref>) show that each of the usage frequency and usage duration features could provide acceptable accuracies and NRMSDs without further improvement by aggregating them. Columns 2-4 show the cross-validated accuracy, sensitivity, and specificity of each classification model (Equation 7) in classifying participants into the ones with and without depressive symptoms. Column 5 shows the cross-validated NRMSDs of the PHQ-9 score estimation models (Equation 6).</p>
                <table-wrap position="float" id="table2">
                    <label>Table 2</label>
                    <caption>
                        <p>Classification of participants with and without depressive symptoms and estimating their PHQ-9 scores using phone usage features individually and aggregated.</p>
                    </caption>
                    <table width="683" border="1" cellpadding="3" cellspacing="0" rules="groups" frame="hsides">
                        <col width="115" />
                        <col width="143" />
                        <col width="124" />
                        <col width="122" />
                        <col width="147" />
                        <thead>
                            <tr valign="top">
                                <td>
                                    <break />
                                </td>
                                <td colspan="3">Classification (PHQ9&#60;5 vs PHQ9&#8805;5)</td>
                                <td>PHQ9 score estimation</td>
                            </tr>
                            <tr valign="top">
                                <td>Training features</td>
                                <td>% mean accuracy (SD)</td>
                                <td>% mean sensitivity</td>
                                <td>% mean specificity</td>
                                <td>Mean NRMSD (SD)</td>
                            </tr>
                        </thead>
                        <tbody>
                            <tr valign="top">
                                <td>Usage duration</td>
                                <td>74.2 (3.4)</td>
                                <td>64.0</td>
                                <td>83.9</td>
                                <td>0.268 (0.018)</td>
                            </tr>
                            <tr valign="top">
                                <td>Usage frequency</td>
                                <td>68.6 (4.1)</td>
                                <td>56.4</td>
                                <td>79.6</td>
                                <td>0.249 (0.013)</td>
                            </tr>
                            <tr valign="top">
                                <td>All</td>
                                <td>65.7 (4.9)</td>
                                <td>55.7</td>
                                <td>74.9</td>
                                <td>0.273 (0.019)</td>
                            </tr>
                        </tbody>
                    </table>
                </table-wrap>
            </sec>
        </sec>
        <sec sec-type="discussion">
            <title>Discussion</title>
            <sec>
                <title>Principal Findings</title>
                <p>This study reported on the potential to use commonly available mobile phone sensor data, including GPS and phone usage, to identify depressive symptom severity. We extracted a number of semantically meaningful features from these data and found a strong correlation between a number of them and the PHQ-9 scores. These features included normalized entropy, location variance, home stay, circadian movement, and phone usage duration and frequency. By training score estimation models on each of these six features, we could estimate the PHQ-9 scores of unseen participants with a relatively low error (NRMSD). In addition, classifiers trained on these features were able to discriminate between those with and those without symptoms with a high degree of accuracy, good sensitivity, and specificity.</p>
                <p>The normalized entropy feature measured the frequency with which a person visited different locations and the distribution of that frequency across locations. The high negative correlation that was found between this feature and the PHQ-9 scores indicated that people with greater depressive symptom severity visited fewer locations and were more likely to favor some locations over others. Part of this was likely due to the increased amount of time people with depressive symptoms spent at home, measured by the home stay feature. The finding for the location variance feature, on the other hand, indicated that people with depressive symptoms tend to move less through geographic space. These findings are consistent with the patterns of loss of motivation, decreased activity, and social withdrawal that characterize depression [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>].</p>
                <p>The finding for the circadian rhythm of movement through space fits into well-established literature investigating alterations to the wake-sleep patterns associated with depression [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>]. These data suggest that disruptions in behavioral patterns during waking hours include not only the volume of activity but may also extend to the patterns of behavior. These pattern changes may be due to the genetic and hormonal factors [<xref ref-type="bibr" rid="ref36">36</xref>] that have been implicated in depression-related circadian rhythm changes or may be a result of low motivation and decreased organization.</p>
                <p>Phone usage data were also strongly correlated to depressive symptom severity. Greater levels of depressive symptom severity were related to greater phone usage duration and frequency. This observation is supported by a number of previous studies that have found a correlation between mobile phone use and some depressive symptoms [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. However, we should note that phone usage in this context was defined as any interaction with the phone, and we were not able to isolate the specific types of interactions (eg, using apps, texting). Thus, it is difficult to determine which specific behaviors were related to symptom severity.</p>
            </sec>
            <sec>
                <title>Limitations</title>
                <p>While we believe that our study has revealed some of the daily-life correlates of depression that can be captured by mobile phones, the results are very preliminary, and a number of caveats must be mentioned. First, this study examined only the association between self-reported depressive symptoms and features derived from location and phone usage data. Thus, we cannot infer any causal relationship here. In fact, while the PHQ-9 is a well-validated measure of depression, we cannot exclude the possibility that factors other than depressive symptoms are responsible for these relationships. For example, the results may be due to other unmeasured factors, such as chronic illness or dispositional factors, which result both in depressive symptoms and differences in behavioral patterns.</p>
                <p>Second, while some participants demonstrated levels of depressive symptoms consistent with clinical levels of depression, this was a small sample that was not necessarily representative of typical trends seen in people with depression. Future research could recruit more representative participants with depression and match them on characteristics that might impact one&#8217;s pattern of movements through geographic locations (eg, occupational status, size of social network, or chronic health problems).</p>
                <p>Finally, we did not attempt to correct for the possible effect of multiple comparison. However, given our interest in exploring potential indicators of depressive symptoms, the increased likelihood of Type II errors introduced by such corrections might undermine important features. A major goal of such corrections is to increase confidence in one&#8217;s findings and given the preliminary nature of our results, we urge future efforts to cross-validate these relationships in larger-scale investigations. Nevertheless, we believe the computation of behaviorally meaningful features (eg, normalized entropy, circadian movement) and the relationship of these features with depression found in this study might provide a valuable starting place for subsequent investigations of the use of sensor data for the monitoring and the detection of depression.</p>
            </sec>
            <sec>
                <title>Conclusions</title>
                <p>Regardless of these limitations, the ability to passively detect behavioral factors related to depression, such as activity levels and their patterns, opens the possibility of a new generation of behavioral intervention technologies that can passively detect and positively reinforce behaviors that are likely to improve depression (eg, engagement in activities that provide pleasure, a sense of accomplishment, or involve social engagement) and offer support when risk states are detected (eg, withdrawal, staying at home). This can improve the identification of depression and the ability of health care settings to allocate resources to those in need and overcome the individual and systemic barriers to conventional psychological treatment [<xref ref-type="bibr" rid="ref37">37</xref>].</p>
                <p>The use of phone sensors allows the capture of information that is potentially indicative of depressive symptoms without the use of questionnaires or requiring the person to use special devices. Phones fit into the fabric of people&#8217;s lives. People tend to keep phones with them all or most of the time, and phones can provide data unobtrusively and with no effort on the part of the user. This capacity offers new opportunities to identify human behavior patterns associated with depression or other health and mental health disorders. Furthermore, behavioral features might be more sensitive to changes in a person&#8217;s daily life that indicate early benefit from treatment or highlight potential areas for improvement. As such, as these features and the link between them and depression become better understood, they may play an important role in understanding the progression of depression and its response to treatment.</p>
            </sec>
        </sec>
    </body>
    <back>
        <glossary>
            <title>Abbreviations</title>
            <def-list>
                <def-item>
                    <term id="abb1">GPS</term>
                    <def>
                        <p>global positioning system</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb2">NRMSD</term>
                    <def>
                        <p>normalized root mean square deviation</p>
                    </def>
                </def-item>
                <def-item>
                    <term id="abb3">PHQ-9</term>
                    <def>
                        <p>Patient Health Questionnaire-9</p>
                    </def>
                </def-item>
            </def-list>
        </glossary>
        <ack>
            <p>This research was funded by research grant P20 MH090318 from the US National Institute of Mental Health. Author SMS was supported by a grant from the National Institute of Mental Health K08 MH 102336.</p>
        </ack>
        <fn-group>
            <fn fn-type="conflict">
                <p>None declared.</p>
            </fn>
        </fn-group>
        <ref-list>
            <ref id="ref1">
                <label>1</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kessler</surname>
                            <given-names>RC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Berglund</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Demler</surname>
                            <given-names>O</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jin</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Koretz</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Merikangas</surname>
                            <given-names>KR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rush</surname>
                            <given-names>AJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Walters</surname>
                            <given-names>EE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wang</surname>
                            <given-names>PS</given-names>
                        </name>
                        <collab>National Comorbidity Survey Replication</collab>
                    </person-group>
                    <article-title>The epidemiology of major depressive disorder: results from the National Comorbidity Survey Replication (NCS-R)</article-title>
                    <source>JAMA</source>
                    <year>2003</year>
                    <month>06</month>
                    <day>18</day>
                    <volume>289</volume>
                    <issue>23</issue>
                    <fpage>3095</fpage>
                    <lpage>3105</lpage>
                    <pub-id pub-id-type="doi">10.1001/jama.289.23.3095</pub-id>
                    <pub-id pub-id-type="medline">12813115</pub-id>
                    <pub-id pub-id-type="pii">289/23/3095</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref2">
                <label>2</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kessler</surname>
                            <given-names>RC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>McGonagle</surname>
                            <given-names>KA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Zhao</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Nelson</surname>
                            <given-names>CB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hughes</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Eshleman</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wittchen</surname>
                            <given-names>HU</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kendler</surname>
                            <given-names>KS</given-names>
                        </name>
                    </person-group>
                    <article-title>Lifetime and 12-month prevalence of DSM-III-R psychiatric disorders in the United States. Results from the National Comorbidity Survey</article-title>
                    <source>Arch Gen Psychiatry</source>
                    <year>1994</year>
                    <month>01</month>
                    <volume>51</volume>
                    <issue>1</issue>
                    <fpage>8</fpage>
                    <lpage>19</lpage>
                    <pub-id pub-id-type="medline">8279933</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref3">
                <label>3</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kessler</surname>
                            <given-names>RC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Berglund</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Demler</surname>
                            <given-names>O</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jin</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Merikangas</surname>
                            <given-names>KR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Walters</surname>
                            <given-names>EE</given-names>
                        </name>
                    </person-group>
                    <article-title>Lifetime prevalence and age-of-onset distributions of DSM-IV disorders in the National Comorbidity Survey Replication</article-title>
                    <source>Arch Gen Psychiatry</source>
                    <year>2005</year>
                    <month>06</month>
                    <volume>62</volume>
                    <issue>6</issue>
                    <fpage>593</fpage>
                    <lpage>602</lpage>
                    <pub-id pub-id-type="doi">10.1001/archpsyc.62.6.593</pub-id>
                    <pub-id pub-id-type="medline">15939837</pub-id>
                    <pub-id pub-id-type="pii">62/6/593</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref4">
                <label>4</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Karsten</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hartman</surname>
                            <given-names>CA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Smit</surname>
                            <given-names>JH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Zitman</surname>
                            <given-names>FG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Beekman</surname>
                            <given-names>AT</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cuijpers</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>van der Does</surname>
                            <given-names>AJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ormel</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Nolen</surname>
                            <given-names>WA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Penninx</surname>
                            <given-names>BW</given-names>
                        </name>
                    </person-group>
                    <article-title>Psychiatric history and subthreshold symptoms as predictors of the occurrence of depressive or anxiety disorder within 2 years</article-title>
                    <source>Br J Psychiatry</source>
                    <year>2011</year>
                    <month>03</month>
                    <volume>198</volume>
                    <issue>3</issue>
                    <fpage>206</fpage>
                    <lpage>212</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://bjp.rcpsych.org/cgi/pmidlookup?view=long&#38;pmid=21357879" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1192/bjp.bp.110.080572</pub-id>
                    <pub-id pub-id-type="medline">21357879</pub-id>
                    <pub-id pub-id-type="pii">198/3/206</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref5">
                <label>5</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Lewinsohn</surname>
                            <given-names>PM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Solomon</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Seeley</surname>
                            <given-names>JR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Zeiss</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Clinical implications of &#34;subthreshold&#34; depressive symptoms</article-title>
                    <source>J Abnorm Psychol</source>
                    <year>2000</year>
                    <month>05</month>
                    <volume>109</volume>
                    <issue>2</issue>
                    <fpage>345</fpage>
                    <lpage>351</lpage>
                    <pub-id pub-id-type="medline">10895574</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref6">
                <label>6</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wells</surname>
                            <given-names>KB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Miranda</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bauer</surname>
                            <given-names>MS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bruce</surname>
                            <given-names>ML</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Durham</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Escobar</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ford</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gonzalez</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hoagwood</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Horwitz</surname>
                            <given-names>SM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lawson</surname>
                            <given-names>W</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lewis</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>McGuire</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pincus</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Scheffler</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Smith</surname>
                            <given-names>WA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Un&#252;tzer</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>Overcoming barriers to reducing the burden of affective disorders</article-title>
                    <source>Biol Psychiatry</source>
                    <year>2002</year>
                    <month>09</month>
                    <day>15</day>
                    <volume>52</volume>
                    <issue>6</issue>
                    <fpage>655</fpage>
                    <lpage>675</lpage>
                    <pub-id pub-id-type="medline">12361673</pub-id>
                    <pub-id pub-id-type="pii">S0006322302014038</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref7">
                <label>7</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wang</surname>
                            <given-names>PS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Simon</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kessler</surname>
                            <given-names>RC</given-names>
                        </name>
                    </person-group>
                    <article-title>The economic burden of depression and the cost-effectiveness of treatment</article-title>
                    <source>Int J Methods Psychiatr Res</source>
                    <year>2003</year>
                    <volume>12</volume>
                    <issue>1</issue>
                    <fpage>22</fpage>
                    <lpage>33</lpage>
                    <pub-id pub-id-type="medline">12830307</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref8">
                <label>8</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Martin</surname>
                            <given-names>JK</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Blum</surname>
                            <given-names>TC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Beach</surname>
                            <given-names>SR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Roman</surname>
                            <given-names>PM</given-names>
                        </name>
                    </person-group>
                    <article-title>Subclinical depression and performance at work</article-title>
                    <source>Soc Psychiatry Psychiatr Epidemiol</source>
                    <year>1996</year>
                    <month>01</month>
                    <volume>31</volume>
                    <issue>1</issue>
                    <fpage>3</fpage>
                    <lpage>9</lpage>
                    <pub-id pub-id-type="medline">8821918</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref9">
                <label>9</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Ferrari</surname>
                            <given-names>AJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Charlson</surname>
                            <given-names>FJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Norman</surname>
                            <given-names>RE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Patten</surname>
                            <given-names>SB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Freedman</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Murray</surname>
                            <given-names>CJL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Vos</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Whiteford</surname>
                            <given-names>HA</given-names>
                        </name>
                    </person-group>
                    <article-title>Burden of depressive disorders by country, sex, age, and year: findings from the global burden of disease study 2010</article-title>
                    <source>PLoS Med</source>
                    <year>2013</year>
                    <month>11</month>
                    <volume>10</volume>
                    <issue>11</issue>
                    <fpage>e1001547</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pmed.1001547" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1371/journal.pmed.1001547</pub-id>
                    <pub-id pub-id-type="medline">24223526</pub-id>
                    <pub-id pub-id-type="pii">PMEDICINE-D-13-01260</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3818162</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref10">
                <label>10</label>
                <nlm-citation citation-type="web">
                    <person-group person-group-type="author">
                        <collab>World Health Organization (Geneva)</collab>
                    </person-group>
                    <source>Mental Health: A Call to Action by World Health Ministers</source>
                    <year>2001</year>
                    <access-date>2015-07-09</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.who.int/mental_health/media/en/249.pdf">http://www.who.int/mental_health/media/en/249.pdf</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6ZtjMXm7j</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref11">
                <label>11</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kessler</surname>
                            <given-names>RC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chiu</surname>
                            <given-names>WT</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Demler</surname>
                            <given-names>O</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Merikangas</surname>
                            <given-names>KR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Walters</surname>
                            <given-names>EE</given-names>
                        </name>
                    </person-group>
                    <article-title>Prevalence, severity, and comorbidity of 12-month DSM-IV disorders in the National Comorbidity Survey Replication</article-title>
                    <source>Arch Gen Psychiatry</source>
                    <year>2005</year>
                    <month>06</month>
                    <volume>62</volume>
                    <issue>6</issue>
                    <fpage>617</fpage>
                    <lpage>627</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/15939839" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1001/archpsyc.62.6.617</pub-id>
                    <pub-id pub-id-type="medline">15939839</pub-id>
                    <pub-id pub-id-type="pii">62/6/617</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2847357</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref12">
                <label>12</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wang</surname>
                            <given-names>PS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Berglund</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Olfson</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Pincus</surname>
                            <given-names>HA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wells</surname>
                            <given-names>KB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kessler</surname>
                            <given-names>RC</given-names>
                        </name>
                    </person-group>
                    <article-title>Failure and delay in initial treatment contact after first onset of mental disorders in the National Comorbidity Survey Replication</article-title>
                    <source>Arch Gen Psychiatry</source>
                    <year>2005</year>
                    <month>06</month>
                    <volume>62</volume>
                    <issue>6</issue>
                    <fpage>603</fpage>
                    <lpage>613</lpage>
                    <pub-id pub-id-type="doi">10.1001/archpsyc.62.6.603</pub-id>
                    <pub-id pub-id-type="medline">15939838</pub-id>
                    <pub-id pub-id-type="pii">62/6/603</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref13">
                <label>13</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Simon</surname>
                            <given-names>GE</given-names>
                        </name>
                        <name name-style="western">
                            <surname>VonKorff</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <article-title>Recognition, management, and outcomes of depression in primary care</article-title>
                    <source>Arch Fam Med</source>
                    <year>1995</year>
                    <month>02</month>
                    <volume>4</volume>
                    <issue>2</issue>
                    <fpage>99</fpage>
                    <lpage>105</lpage>
                    <pub-id pub-id-type="medline">7842160</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref14">
                <label>14</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>van Weel</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>van Weel-Baumgarten</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>van Rijswijk</surname>
                            <given-names>E</given-names>
                        </name>
                    </person-group>
                    <article-title>Treatment of depression in primary care</article-title>
                    <source>BMJ</source>
                    <year>2009</year>
                    <volume>338</volume>
                    <fpage>b934</fpage>
                    <pub-id pub-id-type="medline">19299476</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref15">
                <label>15</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Schulberg</surname>
                            <given-names>HC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Saul</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>McClelland</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ganguli</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Christy</surname>
                            <given-names>W</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Frank</surname>
                            <given-names>R</given-names>
                        </name>
                    </person-group>
                    <article-title>Assessing depression in primary medical and psychiatric practices</article-title>
                    <source>Arch Gen Psychiatry</source>
                    <year>1985</year>
                    <month>12</month>
                    <volume>42</volume>
                    <issue>12</issue>
                    <fpage>1164</fpage>
                    <lpage>1170</lpage>
                    <pub-id pub-id-type="medline">4074109</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref16">
                <label>16</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wells</surname>
                            <given-names>KB</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hays</surname>
                            <given-names>RD</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Burnam</surname>
                            <given-names>MA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Rogers</surname>
                            <given-names>W</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Greenfield</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ware</surname>
                            <given-names>JE</given-names>
                        </name>
                    </person-group>
                    <article-title>Detection of depressive disorder for patients receiving prepaid or fee-for-service care. Results from the Medical Outcomes Study</article-title>
                    <source>JAMA</source>
                    <year>1989</year>
                    <month>12</month>
                    <day>15</day>
                    <volume>262</volume>
                    <issue>23</issue>
                    <fpage>3298</fpage>
                    <lpage>3302</lpage>
                    <pub-id pub-id-type="medline">2585674</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref17">
                <label>17</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Prigerson</surname>
                            <given-names>HG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Monk</surname>
                            <given-names>TH</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Reynolds</surname>
                            <given-names>CF</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Begley</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Houck</surname>
                            <given-names>PR</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Bierhals</surname>
                            <given-names>AJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Kupfer</surname>
                            <given-names>DJ</given-names>
                        </name>
                    </person-group>
                    <article-title>Lifestyle regularity and activity level as protective factors against bereavement-related depression in late-life</article-title>
                    <source>Depression</source>
                    <year>1995</year>
                    <volume>3</volume>
                    <issue>6</issue>
                    <fpage>297</fpage>
                    <lpage>302</lpage>
                    <pub-id pub-id-type="doi">10.1002/depr.3050030607</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref18">
                <label>18</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Vall&#233;e</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cadot</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Roustit</surname>
                            <given-names>C</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Parizot</surname>
                            <given-names>I</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chauvin</surname>
                            <given-names>P</given-names>
                        </name>
                    </person-group>
                    <article-title>The role of daily mobility in mental health inequalities: the interactive influence of activity space and neighbourhood of residence on depression</article-title>
                    <source>Soc Sci Med</source>
                    <year>2011</year>
                    <month>10</month>
                    <volume>73</volume>
                    <issue>8</issue>
                    <fpage>1133</fpage>
                    <lpage>44</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.socscimed.2011.08.009</pub-id>
                    <pub-id pub-id-type="medline">21903318</pub-id>
                    <pub-id pub-id-type="pii">S0277-9536(11)00497-7</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref19">
                <label>19</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Burns</surname>
                            <given-names>MN</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Begale</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Duffecy</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Gergle</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Karr</surname>
                            <given-names>CJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Giangrande</surname>
                            <given-names>E</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mohr</surname>
                            <given-names>DC</given-names>
                        </name>
                    </person-group>
                    <article-title>Harnessing context sensing to develop a mobile intervention for depression</article-title>
                    <source>J Med Internet Res</source>
                    <year>2011</year>
                    <volume>13</volume>
                    <issue>3</issue>
                    <fpage>e55</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2011/3/e55/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.1838</pub-id>
                    <pub-id pub-id-type="medline">21840837</pub-id>
                    <pub-id pub-id-type="pii">v13i3e55</pub-id>
                    <pub-id pub-id-type="pmcid">PMC3222181</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref20">
                <label>20</label>
                <nlm-citation citation-type="confproc">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Doryab</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Min</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Wiese</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Zimmerman</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hong</surname>
                            <given-names>J</given-names>
                        </name>
                    </person-group>
                    <article-title>Detection of behavior change in people with depression</article-title>
                    <year>2014</year>
                    <conf-name>AAAI Workshop on Modern Artificial Intelligence for Health Analytics</conf-name>
                    <conf-date>2014</conf-date>
                    <conf-loc>Québec City, Québec, Canada</conf-loc>
                    <publisher-name>AAAI</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref21">
                <label>21</label>
                <nlm-citation citation-type="confproc">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Rabbi</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ali</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Choudhury</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Berke</surname>
                            <given-names>E</given-names>
                        </name>
                    </person-group>
                    <article-title>Passive and in-situ assessment of mental and physical well-being using mobile sensors</article-title>
                    <year>2011</year>
                    <conf-name>International Conference on Ubiquitous Computing (UbiComp)</conf-name>
                    <conf-date>2011</conf-date>
                    <conf-loc>Beijing, China</conf-loc>
                    <publisher-name>ACM</publisher-name>
                    <fpage>385</fpage>
                    <lpage>394</lpage>
                </nlm-citation>
            </ref>
            <ref id="ref22">
                <label>22</label>
                <nlm-citation citation-type="confproc">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wang</surname>
                            <given-names>R</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chen</surname>
                            <given-names>F</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chen</surname>
                            <given-names>Z</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Li</surname>
                            <given-names>T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Harari</surname>
                            <given-names>G</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Tignor</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <article-title>StudentLife: assessing mental health, academic performance and behavioral trends of college students using smartphones</article-title>
                    <year>2014</year>
                    <conf-name>International Joint Conference on Pervasive and Ubiquitous Computing (UbiComp)</conf-name>
                    <conf-date>2014</conf-date>
                    <conf-loc>Seattle, Washington, USA</conf-loc>
                    <publisher-name>ACM</publisher-name>
                    <fpage>3</fpage>
                    <lpage>14</lpage>
                </nlm-citation>
            </ref>
            <ref id="ref23">
                <label>23</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Thom&#233;e</surname>
                            <given-names>S</given-names>
                        </name>
                        <name name-style="western">
                            <surname>H&#228;renstam</surname>
                            <given-names>A</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hagberg</surname>
                            <given-names>M</given-names>
                        </name>
                    </person-group>
                    <article-title>Mobile phone use and stress, sleep disturbances, and symptoms of depression among young adults - a prospective cohort study</article-title>
                    <source>BMC Public Health</source>
                    <year>2011</year>
                    <volume>11</volume>
                    <fpage>66</fpage>
                </nlm-citation>
            </ref>
            <ref id="ref24">
                <label>24</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Lee</surname>
                            <given-names>Y-K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Chang</surname>
                            <given-names>C-T</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lin</surname>
                            <given-names>Y</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Cheng</surname>
                            <given-names>Z-H</given-names>
                        </name>
                    </person-group>
                    <article-title>The dark side of smartphone usage: Psychological traits, compulsive behavior and technostress</article-title>
                    <source>Computers in Human Behavior</source>
                    <year>2014</year>
                    <month>02</month>
                    <volume>31</volume>
                    <fpage>373</fpage>
                    <lpage>383</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.chb.2013.10.047</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref25">
                <label>25</label>
                <nlm-citation citation-type="web">
                    <source>CBITs TECH Website, PurpleRobot</source>
                    <access-date>2015-01-20</access-date>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://tech.cbits.northwestern.edu/purple-robot/">http://tech.cbits.northwestern.edu/purple-robot/</ext-link>
                    </comment>
                    <pub-id pub-id-type="other">6Vja2Kh1a</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref26">
                <label>26</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Schueller</surname>
                            <given-names>SM</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Begale</surname>
                            <given-names>M</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Penedo</surname>
                            <given-names>FJ</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mohr</surname>
                            <given-names>DC</given-names>
                        </name>
                    </person-group>
                    <article-title>Purple: a modular system for developing and deploying behavioral intervention technologies</article-title>
                    <source>J Med Internet Res</source>
                    <year>2014</year>
                    <volume>16</volume>
                    <issue>7</issue>
                    <fpage>e181</fpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://www.jmir.org/2014/7/e181/" />
                    </comment>
                    <pub-id pub-id-type="doi">10.2196/jmir.3376</pub-id>
                    <pub-id pub-id-type="medline">25079298</pub-id>
                    <pub-id pub-id-type="pii">v16i7e181</pub-id>
                    <pub-id pub-id-type="pmcid">PMC4129186</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref27">
                <label>27</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kroenke</surname>
                            <given-names>K</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Spitzer</surname>
                            <given-names>RL</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Williams</surname>
                            <given-names>JB</given-names>
                        </name>
                    </person-group>
                    <article-title>The PHQ-9: validity of a brief depression severity measure</article-title>
                    <source>J Gen Intern Med</source>
                    <year>2001</year>
                    <month>09</month>
                    <volume>16</volume>
                    <issue>9</issue>
                    <fpage>606</fpage>
                    <lpage>613</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/11556941" />
                    </comment>
                    <pub-id pub-id-type="medline">11556941</pub-id>
                    <pub-id pub-id-type="pii">jgi01114</pub-id>
                    <pub-id pub-id-type="pmcid">PMC1495268</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref28">
                <label>28</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <collab>American Psychiatric Association</collab>
                    </person-group>
                    <source>Diagnostic and Statistical Manual of Mental Disorders (DSM-5)</source>
                    <year>2013</year>
                    <publisher-loc>Washington, DC</publisher-loc>
                    <publisher-name>American Psychiatric Association</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref29">
                <label>29</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Heron</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <article-title>Advanced Encryption Standard (AES)</article-title>
                    <source>Network Security</source>
                    <year>2009</year>
                    <month>12</month>
                    <volume>2009</volume>
                    <issue>12</issue>
                    <fpage>8</fpage>
                    <lpage>12</lpage>
                    <pub-id pub-id-type="doi">10.1016/S1353-4858(10)70006-4</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref30">
                <label>30</label>
                <nlm-citation citation-type="confproc">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Arthur</surname>
                            <given-names>D</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Vassilvitskii</surname>
                            <given-names>S</given-names>
                        </name>
                    </person-group>
                    <article-title>K-means++: the advantages of careful seeding</article-title>
                    <year>2007</year>
                    <conf-name>Annual ACM-SIAM Symposium on Discrete Algorithms</conf-name>
                    <conf-date>2007</conf-date>
                    <conf-loc>Philadelphia, PA, USA</conf-loc>
                    <fpage>1027</fpage>
                    <lpage>1035</lpage>
                </nlm-citation>
            </ref>
            <ref id="ref31">
                <label>31</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Shenkin</surname>
                            <given-names>PS</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Erman</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Mastrandrea</surname>
                            <given-names>LD</given-names>
                        </name>
                    </person-group>
                    <article-title>Information-theoretical entropy as a measure of sequence variability</article-title>
                    <source>Proteins</source>
                    <year>1991</year>
                    <volume>11</volume>
                    <issue>4</issue>
                    <fpage>297</fpage>
                    <lpage>313</lpage>
                    <pub-id pub-id-type="doi">10.1002/prot.340110408</pub-id>
                    <pub-id pub-id-type="medline">1758884</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref32">
                <label>32</label>
                <nlm-citation citation-type="book">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Press</surname>
                            <given-names>WH</given-names>
                        </name>
                    </person-group>
                    <source>Numerical Recipes 3rd Edition: The Art of Scientific Computing</source>
                    <year>2007</year>
                    <publisher-loc>NY, USA</publisher-loc>
                    <publisher-name>Cambridge University Press</publisher-name>
                </nlm-citation>
            </ref>
            <ref id="ref33">
                <label>33</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Zou</surname>
                            <given-names>H</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Hastie</surname>
                            <given-names>T</given-names>
                        </name>
                    </person-group>
                    <article-title>Regularization and variable selection via the elastic net</article-title>
                    <source>J Royal Statistical Soc B</source>
                    <year>2005</year>
                    <month>04</month>
                    <volume>67</volume>
                    <issue>2</issue>
                    <fpage>301</fpage>
                    <lpage>320</lpage>
                    <pub-id pub-id-type="doi">10.1111/j.1467-9868.2005.00503.x</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref34">
                <label>34</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Kronfeld-Schor</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Einat</surname>
                            <given-names>H</given-names>
                        </name>
                    </person-group>
                    <article-title>Circadian rhythms and depression: human psychopathology and animal models</article-title>
                    <source>Neuropharmacology</source>
                    <year>2012</year>
                    <month>01</month>
                    <volume>62</volume>
                    <issue>1</issue>
                    <fpage>101</fpage>
                    <lpage>114</lpage>
                    <pub-id pub-id-type="doi">10.1016/j.neuropharm.2011.08.020</pub-id>
                    <pub-id pub-id-type="medline">21871466</pub-id>
                    <pub-id pub-id-type="pii">S0028-3908(11)00353-4</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref35">
                <label>35</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Raoux</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Benoit</surname>
                            <given-names>O</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Dantchev</surname>
                            <given-names>N</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Denise</surname>
                            <given-names>P</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Franc</surname>
                            <given-names>B</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Allilaire</surname>
                            <given-names>JF</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Widl&#246;cher</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <article-title>Circadian pattern of motor activity in major depressed patients undergoing antidepressant therapy: relationship between actigraphic measures and clinical course</article-title>
                    <source>Psychiatry Res</source>
                    <year>1994</year>
                    <month>04</month>
                    <volume>52</volume>
                    <issue>1</issue>
                    <fpage>85</fpage>
                    <lpage>98</lpage>
                    <pub-id pub-id-type="medline">8047624</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref36">
                <label>36</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Wirz-Justice</surname>
                            <given-names>A</given-names>
                        </name>
                    </person-group>
                    <article-title>Biological rhythm disturbances in mood disorders</article-title>
                    <source>Int Clin Psychopharmacol</source>
                    <year>2006</year>
                    <month>02</month>
                    <volume>21 Suppl 1</volume>
                    <fpage>S11</fpage>
                    <lpage>S15</lpage>
                    <pub-id pub-id-type="doi">10.1097/01.yic.0000195660.37267.cf</pub-id>
                    <pub-id pub-id-type="medline">16436934</pub-id>
                    <pub-id pub-id-type="pii">00004850-200602001-00002</pub-id>
                </nlm-citation>
            </ref>
            <ref id="ref37">
                <label>37</label>
                <nlm-citation citation-type="journal">
                    <person-group person-group-type="author">
                        <name name-style="western">
                            <surname>Mohr</surname>
                            <given-names>DC</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Ho</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Duffecy</surname>
                            <given-names>J</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Baron</surname>
                            <given-names>KG</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Lehman</surname>
                            <given-names>KA</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Jin</surname>
                            <given-names>L</given-names>
                        </name>
                        <name name-style="western">
                            <surname>Reifler</surname>
                            <given-names>D</given-names>
                        </name>
                    </person-group>
                    <article-title>Perceived barriers to psychological treatments and their relationship to depression</article-title>
                    <source>J Clin Psychol</source>
                    <year>2010</year>
                    <month>04</month>
                    <volume>66</volume>
                    <issue>4</issue>
                    <fpage>394</fpage>
                    <lpage>409</lpage>
                    <comment>
                        <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/20127795" />
                    </comment>
                    <pub-id pub-id-type="doi">10.1002/jclp.20659</pub-id>
                    <pub-id pub-id-type="medline">20127795</pub-id>
                    <pub-id pub-id-type="pmcid">PMC2907887</pub-id>
                </nlm-citation>
            </ref>
        </ref-list>
    </back>
</article>
