<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">J Med Internet Res</journal-id>
      <journal-title>Journal of Medical Internet Research</journal-title>
      <issn pub-type="epub">1438-8871</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v23i2e23936</article-id>
      <article-id pub-id-type="pmid">33599622</article-id>
      <article-id pub-id-type="doi">10.2196/23936</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Effect of Sleep and Biobehavioral Patterns on Multidimensional Cognitive Performance: Longitudinal, In-the-Wild Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
        <contrib contrib-type="editor">
          <name>
            <surname>Kukafka</surname>
            <given-names>Rita</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Tsoneva</surname>
            <given-names>Tsvetomira</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Kalanadhabhatta</surname>
            <given-names>Manasa</given-names>
          </name>
          <degrees>BTech</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>College of Information and Computer Sciences</institution>
            <institution>University of Massachusetts Amherst</institution>
            <addr-line>140 Governors Drive</addr-line>
            <addr-line>Amherst, MA, 01003</addr-line>
            <country>United States</country>
            <phone>1 4135453819</phone>
            <email>manasak@cs.umass.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9520-6129</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Rahman</surname>
            <given-names>Tauhidur</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1981-6395</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Ganesan</surname>
            <given-names>Deepak</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2762-9194</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>College of Information and Computer Sciences</institution>
        <institution>University of Massachusetts Amherst</institution>
        <addr-line>Amherst, MA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Manasa Kalanadhabhatta <email>manasak@cs.umass.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>2</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>18</day>
        <month>2</month>
        <year>2021</year>
      </pub-date>
      <volume>23</volume>
      <issue>2</issue>
      <elocation-id>e23936</elocation-id>
      <history>
        <date date-type="received">
          <day>28</day>
          <month>8</month>
          <year>2020</year>
        </date>
        <date date-type="rev-request">
          <day>22</day>
          <month>9</month>
          <year>2020</year>
        </date>
        <date date-type="rev-recd">
          <day>28</day>
          <month>9</month>
          <year>2020</year>
        </date>
        <date date-type="accepted">
          <day>20</day>
          <month>1</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Manasa Kalanadhabhatta, Tauhidur Rahman, Deepak Ganesan. Originally published in the Journal of Medical Internet Research (http://www.jmir.org), 18.02.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in the Journal of Medical Internet Research, is properly cited. The complete bibliographic information, a link to the original publication on http://www.jmir.org/, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="http://www.jmir.org/2021/2/e23936/" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>With nearly 20% of the US adult population using fitness trackers, there is an increasing focus on how physiological data from these devices can provide actionable insights about workplace performance. However, in-the-wild studies that understand how these metrics correlate with cognitive performance measures across a diverse population are lacking, and claims made by device manufacturers are vague. While there has been extensive research leading to a variety of theories on how physiological measures affect cognitive performance, virtually all such studies have been conducted in highly controlled settings and their validity in the real world is poorly understood.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We seek to bridge this gap by evaluating prevailing theories on the effects of a variety of sleep, activity, and heart rate parameters on cognitive performance against data collected in real-world settings.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We used a Fitbit Charge 3 and a smartphone app to collect different physiological and neurobehavioral task data, respectively, as part of our 6-week-long in-the-wild study. We collected data from 24 participants across multiple population groups (shift workers, regular workers, and graduate students) on different performance measures (vigilant attention and cognitive throughput). Simultaneously, we used a fitness tracker to unobtrusively obtain physiological measures that could influence these performance measures, including over 900 nights of sleep and over 1 million minutes of heart rate and physical activity metrics. We performed a repeated measures correlation (<italic>r<sub>rm</sub></italic>) analysis to investigate which sleep and physiological markers show association with each performance measure. We also report how our findings relate to existing theories and previous observations from controlled studies.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Daytime alertness was found to be significantly correlated with total sleep duration on the previous night (<italic>r<sub>rm</sub></italic>=0.17, <italic>P</italic>&#60;.001) as well as the duration of rapid eye movement (<italic>r<sub>rm</sub></italic>=0.12, <italic>P</italic>&#60;.001) and light sleep (<italic>r<sub>rm</sub></italic>=0.15, <italic>P</italic>&#60;.001). Cognitive throughput, by contrast, was not found to be significantly correlated with sleep duration but with sleep timing—a circadian phase shift toward a later sleep time corresponded with lower cognitive throughput on the following day (<italic>r<sub>rm</sub></italic>=–0.13, <italic>P</italic>&#60;.001). Both measures show circadian variations, but only alertness showed a decline (<italic>r<sub>rm</sub></italic>=–0.1, <italic>P</italic>&#60;.001) as a result of homeostatic pressure. Both heart rate and physical activity correlate positively with alertness as well as cognitive throughput.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Our findings reveal that there are significant differences in terms of which sleep-related physiological metrics influence each of the 2 performance measures. This makes the case for more targeted in-the-wild studies investigating how physiological measures from self-tracking data influence, or can be used to predict, specific aspects of cognitive performance.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>fitness trackers</kwd>
        <kwd>cognitive performance</kwd>
        <kwd>alertness</kwd>
        <kwd>cognitive throughput</kwd>
        <kwd>sleep</kwd>
        <kwd>activity</kwd>
        <kwd>circadian rhythms</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>The cognitive functioning of an individual, characterized by a range of neurobehavioral metrics such as alertness, working memory, and cognitive throughput, is subject to systematic interday and intraday fluctuations [<xref ref-type="bibr" rid="ref1">1</xref>]. These fluctuations are driven by the interplay of 3 biological processes: a circadian component <italic>C</italic>, a homeostatic component <italic>H</italic>, and a sleep inertia component <italic>W</italic> [<xref ref-type="bibr" rid="ref2">2</xref>]. The circadian process <italic>C</italic>, governed by the circadian pacemaker (commonly referred to as the “body clock”) located in the hypothalamus, is an endogenous oscillatory process with a roughly 24-hour period. The exact phase of the circadian pacemaker in each individual is subject to variation and is determined by their chronotype—a measure of their early-bird or late-owlness [<xref ref-type="bibr" rid="ref3">3</xref>]. This measure determines their individual time of minimum sleep propensity or peak cognitive performance during the day. Sleeping out of phase with one’s circadian rhythm—which is especially common among, but not limited to, populations such as shift workers [<xref ref-type="bibr" rid="ref4">4</xref>]—leads to a phenomenon known as circadian misalignment. This misalignment has been shown to impact work-related fatigue [<xref ref-type="bibr" rid="ref5">5</xref>], academic and work performance [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>], performance on memory tests [<xref ref-type="bibr" rid="ref8">8</xref>], etc.</p>
        <p>In addition to this endogenous circadian rhythm, prior work has also established that an increase in the duration of wakefulness contributes to an exponential increase in sleep propensity, or homeostatic pressure [<xref ref-type="bibr" rid="ref9">9</xref>]. This rise in homeostatic pressure <italic>H</italic> results in a corresponding decline in alertness and cognitive performance [<xref ref-type="bibr" rid="ref10">10</xref>]. Other physiological measures such as heart rate variability (HRV) [<xref ref-type="bibr" rid="ref11">11</xref>,<xref ref-type="bibr" rid="ref12">12</xref>] and physical activity [<xref ref-type="bibr" rid="ref13">13</xref>] have also been investigated to determine their impact on cognitive function [<xref ref-type="bibr" rid="ref14">14</xref>]. Cognitive performance has also been found to be influenced by a variety of other factors, including sleep patterns [<xref ref-type="bibr" rid="ref15">15</xref>], exposure to light [<xref ref-type="bibr" rid="ref16">16</xref>], and consumption of caffeine [<xref ref-type="bibr" rid="ref17">17</xref>].</p>
        <p>Such fluctuations in cognitive performance are known to affect an individual’s productivity on the job and influence work-related fatigue levels [<xref ref-type="bibr" rid="ref5">5</xref>], as well as increase the risk of occupational hazards and accidents [<xref ref-type="bibr" rid="ref18">18</xref>]. Therefore, there is considerable interest in understanding the nature of these fluctuations in real-world settings. However, much of prior work has been done within strict experimental protocols to study the effect of individual variables while controlling for all other factors [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Thus, the effect of multiple factors on cognitive performance in real-world settings is not as well-understood.</p>
        <p>In this work, we attempt to discern the effect of various physiological measures on cognitive performance in a real-world setting and contextualize our findings within existing theories proposed based on controlled experiments.</p>
      </sec>
      <sec>
        <title>Performance Prediction and Intervention Strategies</title>
        <p>Given the widespread use of wearable devices and fitness trackers, recent efforts have explored using physiological data from these devices to characterize in-the-wild cognitive fluctuations. For example, one of the focus areas of Alphabet’s Moonshot Factory is developing a “daytime score” that goes beyond yielding data from the previous night’s sleep by harnessing this datum to tell users how prepared they are for the next day [<xref ref-type="bibr" rid="ref21">21</xref>]. Various commercial fitness trackers are also advertised as providing metrics that can help track workplace productivity and cognitive performance [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>].</p>
        <p>There has been increasing work in the mobile health (mHealth) community on evaluating whether performance measures can be predicted from sleep- and circadian rhythm–based features. For instance, Abdullah et al [<xref ref-type="bibr" rid="ref24">24</xref>] showed that alertness can be measured in the wild using a smartphone-based version of the Psychomotor Vigilance Task (PVT) [<xref ref-type="bibr" rid="ref25">25</xref>]. Mark et al [<xref ref-type="bibr" rid="ref26">26</xref>] studied engagement in the workplace and reported how job-related stress levels depend on the type of work being performed, and how rhythms of attention states can be identified in the workplace environment. Prior work has also looked into the effect of sleep duration and sleep debt on productivity and the use of technology among students [<xref ref-type="bibr" rid="ref27">27</xref>]. Wahl and Amft [<xref ref-type="bibr" rid="ref28">28</xref>] explored chronotype estimation using smartphone usage information and the 2-process circadian/homeostatic model of sleep regulation [<xref ref-type="bibr" rid="ref9">9</xref>]. Althoff et al [<xref ref-type="bibr" rid="ref29">29</xref>] used the speed of keystroke and click interactions on a web search engine as measures of cognitive performance and show that both metrics follow a circadian trend. Murnane et al [<xref ref-type="bibr" rid="ref30">30</xref>] attempted to estimate sleep timings and circadian disruption from technology-mediated social interactions and, in a later study, showed that coarse-grained alertness levels can be gauged from app use features [<xref ref-type="bibr" rid="ref31">31</xref>]. Abdullah et al [<xref ref-type="bibr" rid="ref24">24</xref>] used sleep metrics estimated from smartphone usage to predict performance on the PVT test.</p>
        <p>However, most studies to date have mainly focused on a single indicator of cognitive performance (eg, [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]). We argue that it is imperative to consider multiple dimensions of performance separately, because different aspects of cognitive function (eg, alertness, working memory, decision making) are known to be differently affected by factors such as sleep loss [<xref ref-type="bibr" rid="ref32">32</xref>]. Therefore, to fully understand the effects of physiological variables on cognitive performance, one needs to take into account the multiplicity of these measures. This is especially important because different tasks may require different cognitive capabilities in order to be completed safely and responsibly. Further, many studies are constrained to a specific population, such as students or office workers, while studying cognitive performance. Our work targets a diverse population with an aim to generalize our understanding of the impact of physiological variables on 2 different cognitive measures.</p>
      </sec>
      <sec>
        <title>Objective of the Study</title>
        <p>While there is substantial work on studying variations in performance, there are 3 key gaps that we try to bridge in this work: (1) connecting in-the-wild studies to theories on the influence of sleep, activity, and circadian/homeostatic rhythms on performance; (2) taking into account multiple performance measures; and (3) generalizing our analysis across diverse populations.</p>
        <p>We examine the effects of multiple physiological parameters on different dimensions of performance in a real-world setting, and thereafter contextualize our observations in the space of existing theories. To this end, our work investigates performance across 2 axes: alertness and cognitive throughput. Through a 6-week-long research study, we collect physiological data relating to sleep and physical activity using a Fitbit fitness tracker and neurobehavioral task performance measures through a dedicated Android app. We deliberately ensure that we consider a diverse pool of participants with varying sleep and work patterns, recruiting individuals part of a regular workforce, shift workers, and graduate students. We then investigate the effects of a range of physiological and sleep-related parameters on alertness and cognitive throughput.</p>
        <p>Our results provide insights into how sleep and activity metrics relate to work performance in different ways across alertness/cognitive throughput performance measures. We show that while alertness is sensitive to sleep duration as well as sleep stages, cognitive throughput exhibits no deteriorating effect from lack of sleep. By contrast, irregular sleep timings (ie, earlier or later bedtimes and wake-up times) indicate a significant effect on cognitive throughput, but not on alertness. We also quantify the influence of time of day, heart rate, and physical activity on both these measures.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Participants</title>
        <p>We recruited 24 participants (14 female and 10 male), including 8 graduate students, 7 regular workers, and 9 shift workers, to participate in a 6-week-long research study between February and December 2019. These groups were chosen in order to ensure that our study encompasses a diverse set of participants with varying sleep and work patterns. Regular workers were individuals working jobs with a 9-to-5 schedule (or similar 8-hour daytime working hours) from Mondays to Fridays. Graduate students loosely followed a 9-to-5 weekday schedule, but reported that they also frequently worked late, occasionally worked on weekends, and had at least some flexibility in choosing their work hours. Shift workers in our study, by contrast, worked varying hours on different days of the week with shifts ranging from 8 hours to 24 hours in duration.</p>
        <p>The study participants were recruited through convenience sampling roughly stratified by the groups mentioned above. The study was publicized through emailing lists at the authors’ institution as well as flyers posted in the surrounding area. The local police and fire departments were also contacted in an attempt to recruit emergency responders. Three of the shift workers in the study were firefighters and 1 was a police dispatcher, 3 other shift workers worked in the service industry, and 1 worked as a transit driver. This gave us the unique opportunity to study patterns of alertness and cognitive throughput among emergency responders and essential workers. All participants were between 20 and 42 years of age (mean age 28 years). One graduate student had previously been treated for insomnia and 1 shift worker had been previously diagnosed with attention-deficit/hyperactivity disorder. None of the other participants reported any history of being diagnosed with either sleep or cognitive disorders.</p>
      </sec>
      <sec>
        <title>Study Protocol</title>
        <p>We used a Fitbit Charge 3 (Fitbit Inc.) and a smartphone app to collect different physiological and neurobehavioral task data, respectively, as part of our 6-week-long in-the-wild study.</p>
        <sec>
          <title>Smartphone-Based Alertness and Cognitive Throughput Measures</title>
          <p>Prior studies such as [<xref ref-type="bibr" rid="ref32">32</xref>] have found that sleep deprivation can have varying effects on tasks that require sustained information processing as opposed to vigilance-based tasks. Therefore, we elected to study 2 fundamentally different aspects of human performance: alertness and cognitive throughput. We collected these metrics using an Android app to measure in-the-wild cognitive performance that was based on the toolkit produced by Dingler et al [<xref ref-type="bibr" rid="ref33">33</xref>].</p>
          <p>The app includes a questionnaire asking participants to rate their subjective sleepiness levels on the Karolinska Sleepiness Scale [<xref ref-type="bibr" rid="ref34">34</xref>], and whether they had consumed a caffeinated drink in the last hour. This is followed by a task battery comprising the Psychomotor Vigilance Test (PVT; [<xref ref-type="bibr" rid="ref25">25</xref>]) to measure alertness and an Addition Test (ADD; [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]) to measure cognitive throughput.</p>
          <p>The PVT is a standard tool used to measure momentary alertness consisting of a 10-minute reaction time test that presents test takers with a visual stimulus at random intervals. The user has to press a button in response to these stimuli, and the response time is used as an objective marker of momentary alertness. Previous research has also validated the use of shorter, smartphone-based PVT tests [<xref ref-type="bibr" rid="ref37">37</xref>-<xref ref-type="bibr" rid="ref39">39</xref>], prompting us to use a 2-minute version of the test administered through the Android app.</p>
          <p>Similar to prior studies such as [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref24">24</xref>], we studied fluctuations in alertness in terms of percentage deviation from the individual’s response time at baseline, or relative response time. Because each PVT task session consists of multiple stimuli that the participants respond to, we first compute the median response time MRT<italic><sub>s,p</sub></italic> for each session <italic>s</italic> completed by participant <italic>p</italic>. In doing so, we ignore all instances of false clicks where the participant taps the screen before the stimulus appears. We then discard all sessions where MRT<italic><sub>s,p</sub></italic> exceeds 800 ms (in comparison, the standard threshold to classify a reaction as a lapse is 500 ms [<xref ref-type="bibr" rid="ref40">40</xref>]). Further, we remove sessions where MRT<italic><sub>s,p</sub></italic> falls outside 3SDs of the mean as outliers, and calculate (mean_MRT)<italic><sub>p</sub></italic> for each participant as the average MRT<italic><sub>s,p</sub></italic> across all sessions completed by <italic>p</italic>. Then, we calculate RRT<italic><sub>s,p</sub></italic> for each of their sessions as</p>
          <disp-formula>RRT<italic><sub>s,p</sub></italic> = {1 – ([MRT<italic><sub>s,p</sub></italic>]/[mean_MRT]<italic><sub>p</sub></italic>)} × 100</disp-formula>
          <p>where RRT is relative response time.</p>
          <p>It is important to note that while higher values of response time indicate lower alertness, higher values of relative response time indicate increased alertness.</p>
          <p>Cognitive throughput is measured using a 1-minute addition/calculation performance test (ie, ADD) [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>], where participants sum as many pairs of 2-digit numbers as possible within a fixed duration. The user’s cognitive performance is calculated as a percentage deviation from the user’s baseline, or the relative number of additions attempted. Similar to the calculation of relative response time above, we first find NAA<italic><sub>s,p</sub></italic>, that is, the number of additions attempted by participant <italic>p</italic> in session <italic>s</italic>. We then remove sessions where NAA<italic><sub>s,p</sub></italic> lies more than 3 SDs from the mean across all sessions for that participant. We further calculate (mean_NAA)<italic><sub>p</sub></italic> for each participant across all sessions, and compute RAA<italic><sub>s,p</sub></italic> as</p>
          <disp-formula>RAA<italic><sub>s,p</sub></italic> = {([NAA<italic><sub>s,p</sub></italic>]/[mean_NAA]<italic><sub>p</sub></italic>) – 1} × 100</disp-formula>
          <p>where RAA is relative number of additions attempted.</p>
          <p>As with relative response times, a higher RAA indicates higher cognitive throughput.</p>
          <p><xref rid="figure1" ref-type="fig">Figure 1</xref> shows the sleepiness and caffeination questionnaire in our Android app, while <xref rid="figure2" ref-type="fig">Figures 2</xref> and <xref rid="figure3" ref-type="fig">3</xref> show the PVT and ADD tasks that participants were asked to complete. Throughout the 6-week-long study period, participants were asked to complete the task battery at least four times a day, with at least two hours between each session. As a reminder, the study app issued push notifications every 2 hours. However, participants were told to complete tasks only when they had a 5-minute distraction-free time window. We also discard the first instance of each task for each participant, as they are unfamiliar with the app at this point.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Screenshot of the Karolinska Sleepiness Scale and caffeination survey.</p>
            </caption>
            <graphic xlink:href="jmir_v23i2e23936_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Screenshot of the PVT task.</p>
            </caption>
            <graphic xlink:href="jmir_v23i2e23936_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <fig id="figure3" position="float">
            <label>Figure 3</label>
            <caption>
              <p>Screenshot of the ADD task.</p>
            </caption>
            <graphic xlink:href="jmir_v23i2e23936_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Physiological Measures From Fitbit Fitness Tracker</title>
          <p>We further collected physiological data from participants using a Fitbit Charge 3, which they were asked to wear on their nondominant hand throughout the study period. Participants were specifically instructed to wear the Fitbit while they slept and while they completed the PVT and ADD tests on their phones. They were also asked to either enable auto-sync via Bluetooth on their Fitbit app or to sync their trackers periodically so as to avoid loss of data.</p>
          <p>We obtained participants’ consent to collect data relating to their sleep, activity levels, and heart rate from Fitbit. Sleep data included the start and end time of each sleep session, time taken for sleep onset and waking up, and time spent in each stage of sleep (awake, light sleep, deep sleep, and rapid eye movement [REM] sleep) during each sleep session longer than 3 hours. Activity data included a minute-by-minute count of number of steps walked, distance covered, floors climbed, and calories burnt. Heart rate data included heart rate values each minute and the current day’s resting heart rate.</p>
        </sec>
        <sec>
          <title>Compliance and Compensation</title>
          <p>For our analysis, we only used data from participants who had completed at least forty-two PVT and ADD tasks each over the entire study period (an average of at least one task per day). We excluded 8 participants through this criterion and were left with data from 1596 PVT and ADD sessions each. We describe our data set in more detail in the “Results” section.</p>
          <p>Participants were compensated for granting access to their Fitbit data at the rate of US $10 per week, and for completing the PVT and ADD tasks on their smartphones at US $25 per week if they completed at least four sets of tasks each day. Monetary compensation was pro-rated for the period they contributed data if it was shorter than the study duration. Participants associated with the local police and fire departments were not offered monetary compensation in accordance with the departments’ regulations. All participants were allowed to keep the Fitbit after the completion of the study. The study was approved by the Institutional Review Board of the University of Massachusetts Amherst.</p>
        </sec>
      </sec>
      <sec>
        <title>Quantifying Chronobiological Sleep Metrics</title>
        <sec>
          <title>Sleep Data and Components Considered</title>
          <p>We use the sleep data obtained from Fitbit to calculate 2 sets of metrics corresponding to the circadian component <italic>C</italic> and the homeostatic component <italic>H</italic>. These components, along with the sleep inertia component <italic>W</italic>, collectively modulate cognitive performance in humans [<xref ref-type="bibr" rid="ref2">2</xref>]. For simplicity, we ignore <italic>W</italic> in our analysis.</p>
        </sec>
        <sec>
          <title>Circadian Component</title>
          <p>The phase of the circadian component is regulated by the individual’s chronotype [<xref ref-type="bibr" rid="ref3">3</xref>]. To determine chronotype from Fitbit data, we leverage prior work on estimating individual chronotypes quantitatively using the mid-sleep point on free days (MSF), that is, the midpoint between sleep onset and wake up times on nonworking days [<xref ref-type="bibr" rid="ref41">41</xref>]. As people tend to compensate for the sleep debt accumulated over work days by sleeping longer on free days, the quantitative measurement is typically adjusted accordingly. MSF is calculated as follows [<xref ref-type="bibr" rid="ref24">24</xref>,<xref ref-type="bibr" rid="ref41">41</xref>]:</p>
          <disp-formula>MSF = MSF<italic><sub>uc</sub></italic> – 0.5(SD<italic><sub>f</sub></italic> – [N<italic><sub>w</sub></italic> × SD<italic><sub>w</sub></italic> + N<italic><sub>f</sub></italic> × SD<italic><sub>f</sub></italic>]/[N<italic><sub>w</sub></italic> + N<italic><sub>f</sub></italic>])</disp-formula>
          <p>Here, MSF<italic><sub>uc</sub></italic> is the uncorrected average mid-sleep point of the participant observed across the study duration. SD<italic><sub>f</sub></italic> and SD<italic><sub>w</sub></italic> represent the sleep duration on free and work days, while N<italic><sub>f</sub></italic> and N<italic><sub>w</sub></italic> are the number of free and work days, respectively. Based on this reference marker of the individual’s circadian rhythm, an individual’s internal time (InT) is defined as the time since the individual’s MSF, or, in terms of the external (or “wall-clock”) time ExT as InT=ExT–MSF. We also quantify the misalignment between the actual mid-sleep time of an individual and their MSF, hereafter referred to as sleep shift.</p>
        </sec>
        <sec>
          <title>Homeostatic Component</title>
          <p>The sleep homeostat is responsible for building up sleep pressure during wakefulness in a sigmoidal manner and then releasing this sleep pressure during recovery sleep sessions [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. One metric that captures this sleep pressure is the time since waking up from the previous sleep session.</p>
          <p>Further, to quantify whether enough recovery sleep has been obtained to release sleep pressure, we use 2 metrics, sleep need and sleep debt. We calculate sleep debt based on individual sleep need [<xref ref-type="bibr" rid="ref4">4</xref>]. Sleep need SN for an individual is defined as</p>
          <disp-formula>SN=Σ(SD<italic><sub>w</sub></italic> × N<italic><sub>w</sub></italic> + SD<italic><sub>f</sub></italic> × N<italic><sub>f</sub></italic>)/Σ(N<italic><sub>w</sub></italic> + N<italic><sub>f</sub></italic>)</disp-formula>
          <p>where SD<italic><sub>w</sub></italic> and SD<italic><sub>f</sub></italic> are the sleep durations on workdays and free days, respectively; N<italic><sub>w</sub></italic> is the number of work days; and N<italic><sub>f</sub></italic> is the number of free days. Sleep debt accrued on a given night is defined as 1−(sleep duration/<italic>SN</italic>).</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Data Description</title>
        <p>The data set collected as part of our study consisted of 923 nights of sleep data, 1,032,518 minutes of heart rate data over 813 days, and 1,169,510 minutes of activity data (calories burnt, steps walked, distance traveled, and floors climbed) over 903 days. In addition to these physiological data from the Fitbit, the 24 participants in our study also completed 2059 PVT and ADD tasks through our smartphone app over the study period. In this section, we describe the collected data in further detail.</p>
        <sec>
          <title>Smartphone-Based Neurobehavioral Task Data</title>
          <p>As described earlier, participants were asked to complete at least four PVT and ADD tasks each day, with at least two hours between each pair of consecutive tasks. The study app reminded users to complete these neurobehavioral tasks through push notifications every 2 hours. The average daily compliance rate across all participants was found to be 51%. We first filtered our data set to exclude all participants who had completed less than 42 PVT and ADD tasks throughout the 6-week study period (&#60;1 task per day on average). This resulted in a data set consisting of 16 users who completed a total of 1596 tasks. The average number of tasks completed per day by these participants was 2.81 (SD 0.62). For the rest of the paper, we base our analysis on the data from these participants alone. <xref rid="figure4" ref-type="fig">Figure 4</xref> shows the average number of tasks completed by these participants each week of the study. While compliance rates dropped as the study progressed, the longitudinal nature of the study ensured that all participants completed a minimum of 47 tasks or more (mean 99.75 [SD 33.06] tasks).</p>
          <fig id="figure4" position="float">
            <label>Figure 4</label>
            <caption>
              <p>Total number of tasks attempted per participant each week of the study. The markers show the mean across all participants and the error bars indicate the standard error of the mean.</p>
            </caption>
            <graphic xlink:href="jmir_v23i2e23936_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <p><xref ref-type="table" rid="table1">Table 1</xref> shows the distribution of the task completion times in terms of time of day (or wall-clock time), internal time, and time since waking up. The participants’ performance on these tasks is also reported—both PVT response times and ADD attempts were approximately normally distributed for each participant. <xref rid="figure5" ref-type="fig">Figure 5</xref> shows the distribution of tasks completed by time of day.</p>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Distribution of task completion timings and performance on PVT<sup>a</sup> and ADD<sup>b</sup> tasks.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="390"/>
              <col width="120"/>
              <col width="120"/>
              <col width="110"/>
              <col width="230"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Task completion timings and performance</td>
                  <td>N</td>
                  <td>Minimum</td>
                  <td>Maximum</td>
                  <td>Timing, mean (SD)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="2">
                    <bold>Time of task completion</bold>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Time of day (hh:mm)</td>
                  <td>1596</td>
                  <td>3:22</td>
                  <td>23:58</td>
                  <td>15:34 (310.72 minutes)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Internal time (hh:mm)</td>
                  <td>1596</td>
                  <td>0:13</td>
                  <td>23:57</td>
                  <td>11:33 (318.19 minutes)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Time since waking up (minutes)</td>
                  <td>1596</td>
                  <td>1</td>
                  <td>1223</td>
                  <td>471.83 (309.75)</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">
                    <bold>PVT task performance</bold>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Median response time (milliseconds)</td>
                  <td>1596</td>
                  <td>234.0</td>
                  <td>798.0</td>
                  <td>354.53 (90.79)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Relative response time (%)</td>
                  <td>1596</td>
                  <td>–49.28</td>
                  <td>27.83</td>
                  <td>0.23 (8.93)</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">
                    <bold>ADD task performance</bold>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Number of additions attempted</td>
                  <td>1596</td>
                  <td>7.0</td>
                  <td>30.0</td>
                  <td>17.96 (3.95)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Relative number of additions attempted (%)</td>
                  <td>1596</td>
                  <td>–47.51</td>
                  <td>40.08</td>
                  <td>0.99 (13.46)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table1fn1">
                <p><sup>a</sup>PVT: Psychomotor Vigilance Test.</p>
              </fn>
              <fn id="table1fn2">
                <p><sup>b</sup>ADD: Addition Test.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <fig id="figure5" position="float">
            <label>Figure 5</label>
            <caption>
              <p>Distribution of PVT and ADD tasks attempted by time of day (binned into 2-hour intervals). Only one task was attempted in the 12AM-4AM interval.</p>
            </caption>
            <graphic xlink:href="jmir_v23i2e23936_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Physiological Data From Fitbit</title>
          <p>From the 923 sleep sessions collected, we first extracted sleep sessions preceding the 1596 neurobehavioral task instances described in the previous subsection. This resulted in a subset of 556 sleep sessions across 16 participants. The features extracted from these sleep sessions include sleep timings and duration, percentages of sleep sessions spent in different sleep stages (REM, light, and deep sleep), the duration of these sleep stages, and a Fitbit-provided sleep efficiency score. We use these metrics to further calculate chronobiological measures of sleep such as sleep debt and sleep shift. We also calculate average sleep measures over the last 7 days, imputing missing nights of sleep data with the average across all previous sleep sessions. The distribution of these sleep metrics is reported in <xref ref-type="table" rid="table2">Table 2</xref>. We investigate the effect of these sleep measures on median daytime alertness and cognitive throughput on the day following the sleep session.</p>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Distribution of sleep metrics obtained from the Fitbit as well as weekly averages of the same for all sleep sessions preceding the cognitive tasks.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="420"/>
              <col width="100"/>
              <col width="130"/>
              <col width="140"/>
              <col width="180"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Distribution of sleep metrics</td>
                  <td>N</td>
                  <td>Minimum</td>
                  <td>Maximum</td>
                  <td>Mean (SD)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="2">
                    <bold>Previous night’s sleep metrics</bold>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Sleep duration (minutes)</td>
                  <td>556</td>
                  <td>180.0</td>
                  <td>761.0</td>
                  <td>433.12 (87.47)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>REM<sup>a</sup> sleep (%)</td>
                  <td>556</td>
                  <td>2.8</td>
                  <td>34.25</td>
                  <td>18.18 (5.32)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Light sleep (%)</td>
                  <td>556</td>
                  <td>30.04</td>
                  <td>73.71</td>
                  <td>52.92 (6.95)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Deep sleep (%)</td>
                  <td>556</td>
                  <td>0.0</td>
                  <td>33.57</td>
                  <td>15.92 (5.1)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Duration of REM sleep (minutes)</td>
                  <td>556</td>
                  <td>6.0</td>
                  <td>190.0</td>
                  <td>79.24 (29.04)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Duration of light sleep (minutes)</td>
                  <td>556</td>
                  <td>79.0</td>
                  <td>429.0</td>
                  <td>228.98 (54.13)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Duration of deep sleep (minutes)</td>
                  <td>556</td>
                  <td>0.0</td>
                  <td>157.0</td>
                  <td>68.69 (25.12)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Number of awake periods &#62;5 minutes</td>
                  <td>556</td>
                  <td>0.0</td>
                  <td>8.0</td>
                  <td>3.03 (1.33)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Sleep efficiency (out of 100)</td>
                  <td>556</td>
                  <td>27</td>
                  <td>100</td>
                  <td>89.6 (14.11)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Sleep debt</td>
                  <td>556</td>
                  <td>–0.81</td>
                  <td>0.55</td>
                  <td>0.0 (0.18)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Sleep shift</td>
                  <td>556</td>
                  <td>–425.04</td>
                  <td>1199.21</td>
                  <td>7.1 (122.18)</td>
                </tr>
                <tr valign="top">
                  <td colspan="2">
                    <bold>Sleep metrics over last 1 week</bold>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Average sleep duration (minutes)</td>
                  <td>556</td>
                  <td>221.0</td>
                  <td>564.25</td>
                  <td>433.27 (50.53)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Average REM sleep duration (minutes)</td>
                  <td>556</td>
                  <td>23.0</td>
                  <td>163.0</td>
                  <td>78.94 (15.59)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Average light sleep duration (minutes)</td>
                  <td>556</td>
                  <td>84.0</td>
                  <td>310.2</td>
                  <td>228.67 (36.2)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Average deep sleep duration (minutes)</td>
                  <td>556</td>
                  <td>28.0</td>
                  <td>123.5</td>
                  <td>69.14 (15.86)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Average sleep debt</td>
                  <td>556</td>
                  <td>–0.17</td>
                  <td>0.19</td>
                  <td>0.0 (0.06)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Average sleep shift</td>
                  <td>556</td>
                  <td>–311.47</td>
                  <td>202.93</td>
                  <td>6.97 (62.04)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table2fn1">
                <p><sup>a</sup>REM: rapid eye movement.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <p>We also obtained minute-by-minute heart rate, calories burnt, steps walked, distance traveled, and floors climbed data from the participants’ Fitbit trackers, along with an estimate of the current day’s resting heart rate. Similar to sleep data, we extract heart rate and activity data corresponding to the time of completion of each of the PVT and ADD tasks. The distribution of these metrics at task time is represented in <xref ref-type="table" rid="table3">Table 3</xref>. We examined the effect of these momentary physiological measures and their aggregates over the last 60- and 10-minute intervals on both alertness and cognitive throughput.</p>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Distribution of heart rate and activity metrics obtained from the Fitbit during completion of the cognitive tasks.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="400"/>
              <col width="0"/>
              <col width="100"/>
              <col width="0"/>
              <col width="140"/>
              <col width="0"/>
              <col width="170"/>
              <col width="0"/>
              <col width="160"/>
              <thead>
                <tr valign="top">
                  <td colspan="3">Distribution of metrics</td>
                  <td colspan="2">N</td>
                  <td colspan="2">Minimum</td>
                  <td colspan="2">Maximum</td>
                  <td>Mean (SD)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Heart rate metrics during PVT<sup>a</sup> and ADD<sup>b</sup> tasks</bold>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Current heart rate (bpm)</td>
                  <td colspan="2">1596</td>
                  <td colspan="2">45.0</td>
                  <td colspan="2">131.0</td>
                  <td colspan="2">79.95 (13.81)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Resting heart rate (bpm)</td>
                  <td colspan="2">1596</td>
                  <td colspan="2">47.0</td>
                  <td colspan="2">88.0</td>
                  <td colspan="2">66.99 (9.14)</td>
                </tr>
                <tr valign="top">
                  <td colspan="3">
                    <bold>Activity metrics during PVT and ADD tasks</bold>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td colspan="2">
                    <break/>
                  </td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Calories burnt</td>
                  <td colspan="2">1596</td>
                  <td colspan="2">0.77</td>
                  <td colspan="2">9.12</td>
                  <td colspan="2">1.48 (0.91)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Distance traveled (km)</td>
                  <td colspan="2">1596</td>
                  <td colspan="2">0.0</td>
                  <td colspan="2">0.08</td>
                  <td colspan="2">0.0 (0.01)</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>Number of steps walked</td>
                  <td colspan="2">1596</td>
                  <td colspan="2">0</td>
                  <td colspan="2">112</td>
                  <td colspan="2">2.35 (10.58)</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table3fn1">
                <p><sup>a</sup>PVT: Psychomotor Vigilance Test.</p>
              </fn>
              <fn id="table3fn2">
                <p><sup>b</sup>ADD: Addition Test.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Effect of Sleep on Daytime Alertness and Cognitive Throughput</title>
        <p>In order to examine the effect of sleep on interday alertness and cognitive throughput, we first calculated the daily median response times and median number of additions attempted for each individual based on each day’s completed tasks. We then calculate the relative daily response times and relative daily number of additions attempted for each day for each individual. These daily measures are calculated relative to the average scores of that individual across all days of participation (analogous to relative response times and relative numbers of additions attempted). We then examined the relationship between these relative cognitive measures and sleep features from the Fitbit. We hypothesized that interday variations in alertness and cognitive throughput can be attributed to both the sleep timings and quality of the previous night’s sleep session as well as sleep debt accumulated over a number of past sleep sessions.</p>
        <p>To evaluate our hypothesis, we calculated the correlation between each sleep-related metric and the relative daily score. To reiterate, higher scores indicate higher alertness and cognitive throughput. In addition to sleep metrics from the previous night, we also considered cumulative sleep features over epochs of 1 week preceding the time the PVT/ADD test was administered. Because our data set consists of aggregated data from multiple participants, simple correlation can often produce spurious results due to violation of independence. To account for this as well as within- and inter-participant differences, we performed repeated measures correlation analysis [<xref ref-type="bibr" rid="ref42">42</xref>] between our independent and dependent variables utilizing the Python package Pingouin [<xref ref-type="bibr" rid="ref43">43</xref>]. This adjusts for interindividual variability using analysis of covariance, allowing us to draw population-level inferences while accounting for our repeated measures design.</p>
        <p>We discuss the effect of each feature for which a significant (<italic>P</italic>&#60;.05) repeated measures correlation (<italic>r<sub>rm</sub></italic>) was observed with alertness and cognitive throughput scores. We further juxtapose our findings from a noisy, real-world data set with existing theories on the effect of sleep on cognitive processes by discussing results of prior studies, most of which have been conducted in highly controlled laboratory settings.</p>
        <sec>
          <title>Sleep Duration</title>
          <p>When duration of sleep obtained during a recovery sleep session on a given night falls short of the individual’s basal sleep need, it gives rise to the phenomenon of partial sleep deprivation (also known as sleep restriction or sleep loss) [<xref ref-type="bibr" rid="ref44">44</xref>]. Sleep debt incurred in this manner can further exacerbate any existing long-term chronic sleep loss and the effects thereof [<xref ref-type="bibr" rid="ref19">19</xref>].</p>
          <p>Traditional sleep research has, however, focused far more on studying the effects of total sleep deprivation as compared to that of sleep restriction [<xref ref-type="bibr" rid="ref44">44</xref>]. Total sleep deprivation occurs when individuals stay fully awake for long durations (typically 24-48 hours) with no recovery sleep obtained whatsoever. Mathematical models of cognitive performance have been heavily based on findings from such acute total sleep-deprivation studies (eg, [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref45">45</xref>]).</p>
          <p>In in-the-wild studies such as ours, we are much more likely to observe chronic partial sleep deprivation, that is, a few hours of sleep loss each day, rather than acute total sleep deprivation. Chronic partial sleep deprivation is an increasingly common issue across populations due to increasing use of televisions, tablets, smartphones, laptops, or other electronic devices before bedtime [<xref ref-type="bibr" rid="ref46">46</xref>-<xref ref-type="bibr" rid="ref48">48</xref>]. Over prolonged exposure, the blue light from these screens suppresses the release of the sleep-inducing hormone melatonin, making it more difficult to fall asleep [<xref ref-type="bibr" rid="ref49">49</xref>]. Therefore, it is imperative to characterize the effects of sleep debt incurred on a single, or multiple consecutive, night(s) on daytime performance measures.</p>
          <p>Some recent studies have made efforts in this direction, studying the effects of chronic sleep loss on cognitive processes in controlled laboratory settings. For example, PVT performance has been shown to deteriorate with each consecutive day of sleep restriction [<xref ref-type="bibr" rid="ref50">50</xref>-<xref ref-type="bibr" rid="ref52">52</xref>]. Cognitive throughput, by contrast, has been demonstrated to show improvement across subsequent days which can be attributed to the effect of practice, implying that sleep restriction does not significantly impact cognitive throughput [<xref ref-type="bibr" rid="ref50">50</xref>]. It has also been noted that while chronic sleep loss had a deteriorating effect on the ability to ignore distracting stimuli due to lower arousal levels, participants were able to overcome such effects on more cognitively complex logical reasoning tasks with additional effort [<xref ref-type="bibr" rid="ref53">53</xref>].</p>
          <p>The effect of recovery sleep to alleviate sleep debt–induced decline in performance has also been studied. PVT performance has been shown to improve with increasing hours of recovery sleep obtained, though there is some disagreement on whether this improvement is linear [<xref ref-type="bibr" rid="ref54">54</xref>] or saturating exponential [<xref ref-type="bibr" rid="ref55">55</xref>].</p>
          <p><xref ref-type="table" rid="table4">Table 4</xref> shows the results from our study—we see that higher alertness sessions are observed following longer sleep duration over the previous night (repeated measures correlation <italic>r<sub>rm</sub></italic>=0.17, <italic>P</italic>&#60;.001) and lower accumulated sleep debt over the previous week (<italic>r<sub>rm</sub></italic>=−0.1, <italic>P</italic>&#60;.001). By contrast, we failed to observe any significant correlation between sleep duration–related metrics and cognitive throughput (<italic>P</italic>=.92 for sleep duration, <italic>P</italic>=.13 for previous week’s sleep debt). This suggests that there is validity to the theory that individuals may be able to overcome any detrimental effects of sleep debt on more cognitively challenging tasks by potentially expending more effort (see [<xref ref-type="bibr" rid="ref53">53</xref>]). Interestingly, this behavior has also been observed in the context of total sleep deprivation, where the “controlled attention model” [<xref ref-type="bibr" rid="ref32">32</xref>] posits that tasks that are not intrinsically engaging or challenging are more affected by sleep loss. It is also worth investigating whether there continues to be no significant detrimental effect of cumulative sleep debt over a longer period on cognitive throughput.</p>
          <table-wrap position="float" id="table4">
            <label>Table 4</label>
            <caption>
              <p>Effect of sleep duration on daytime alertness and cognitive throughput.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="470"/>
              <col width="190"/>
              <col width="80"/>
              <col width="190"/>
              <col width="70"/>
              <thead>
                <tr valign="top">
                  <td>Feature</td>
                  <td colspan="2">Effect on alertness</td>
                  <td colspan="2">Effect on cognitive throughput</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td><italic>r</italic><sub>rm</sub><sup>a</sup> (95% CI)</td>
                  <td><italic>P</italic> value</td>
                  <td><italic>r</italic><sub>rm</sub> (95% CI)</td>
                  <td><italic>P</italic> value</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Previous night’s sleep duration</td>
                  <td>0.17 (0.08 to 0.25)</td>
                  <td>&#60;.001</td>
                  <td>−0.004 (−0.09 to 0.08)</td>
                  <td>.92</td>
                </tr>
                <tr valign="top">
                  <td>Average nightly sleep debt incurred over previous week</td>
                  <td>−0.16 (−0.24 to −0.08)</td>
                  <td>&#60;.001</td>
                  <td>0.06 (−0.02 to 0.15)</td>
                  <td>.13</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table4fn1">
                <p><sup>a</sup><italic>r<sub>rm</sub></italic>: repeated measures correlation coefficient.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Sleep Timing</title>
          <p>Prior work has shown that sleeping in late, that is, a later sleep end time, can lead to higher sleep onset latency on the following night as well as higher daytime fatigue and sleepiness on subsequent days [<xref ref-type="bibr" rid="ref56">56</xref>]. However, its effect on higher-order cognitive functions has not been studied previously. Even with a fixed wake-up time, a delayed bedtime leads to a sleep phase shift, which has been shown to produce a shift in salivary dim light melatonin onset—a marker of one’s endogenous circadian rhythm [<xref ref-type="bibr" rid="ref57">57</xref>]. We hypothesize that this circadian shift might adversely impact cognitive performance similar to a shift in wake-up times. As described earlier, sleep shift is calculated with respect to the participant’s individual chronotype, or MSF.</p>
          <p><xref ref-type="table" rid="table5">Table 5</xref> shows the findings from our study, which indicate that a phase shift in sleep sessions toward a later mid-sleep time corresponds to a decline in cognitive throughput the following day (<italic>r<sub>rm</sub></italic>=−0.13, <italic>P</italic>&#60;.001). A later wake up time also has a similar effect on cognitive throughput (<italic>r<sub>rm</sub></italic>=−0.09, <italic>P</italic>=.03). However, alertness scores were not found to be significantly correlated with change in sleep timings (<italic>P</italic>=.09 for sleep shift, <italic>P</italic>=.74 for sleep end time).</p>
          <table-wrap position="float" id="table5">
            <label>Table 5</label>
            <caption>
              <p>Effect of sleep timings on daytime alertness and cognitive throughput.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="320"/>
              <col width="240"/>
              <col width="100"/>
              <col width="250"/>
              <col width="90"/>
              <thead>
                <tr valign="top">
                  <td>Feature</td>
                  <td colspan="2">Effect on alertness</td>
                  <td colspan="2">Effect on cognitive throughput</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td><italic>r</italic><sub>rm</sub><sup>a</sup> (95% CI)</td>
                  <td><italic>P</italic> value</td>
                  <td><italic>r</italic><sub>rm</sub> (95% CI)</td>
                  <td><italic>P</italic> value</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Sleep shift</td>
                  <td>−0.07 (−0.16 to 0.01)</td>
                  <td>.09</td>
                  <td>−0.13 (−0.21 to −0.05)</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>Sleep end time</td>
                  <td>0.02 (−0.07 to 0.1)</td>
                  <td>.74</td>
                  <td>−0.09 (−0.18 to −0.01)</td>
                  <td>.03</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table5fn1">
                <p><sup>a</sup><italic>r<sub>rm</sub></italic>: repeated measures correlation coefficient.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Sleep Stages</title>
          <p>There has been significant interest in understanding the effect of various sleep stages on daytime performance metrics, especially with the rising number of commercial wearables that claim to detect coarse-grained sleep stages. However, most experts advise caution in attributing performance to sleep stages inferred from these devices, and studies have shown that first-generation sleep trackers were generally quite poor at estimating sleep stages [<xref ref-type="bibr" rid="ref58">58</xref>]. Nevertheless, prediction accuracies have shown improvement over time—for example, Fitbit Charge 2 showed 61% accuracy in detecting wake periods, 81% accuracy in detecting light sleep, 49% accuracy in detecting deep sleep, and 74% accuracy in detecting rapid eye movement (REM) sleep [<xref ref-type="bibr" rid="ref59">59</xref>], whereas Garmin VivoFit 3 (Garmin International, Inc.) predicts deep, light, and REM sleep stages at roughly 69% accuracy rate, and predicts wake at 73% accuracy [<xref ref-type="bibr" rid="ref60">60</xref>], which is a significant improvement over previous incarnations of these devices. As wearables get better at estimating sleep stages, it becomes more important to understand if we can leverage these insights to explain cognitive performance.</p>
          <p>While the literature on the effect of sleep stages on cognitive performance is limited, studies have shown that electroencephalogram spindle density in non-REM sleep is a predictor of visual attention, verbal learning, and verbal fluency performance [<xref ref-type="bibr" rid="ref61">61</xref>]. It has also been noted that light sleep, slow wave sleep, and REM sleep contribute to the recuperation of the dorsolateral prefrontal and inferior parietal cortices, which are areas involved in higher-order cognitive tasks [<xref ref-type="bibr" rid="ref62">62</xref>].</p>
          <p>Some studies have linked a reduction in total sleep duration specifically to a reduction in REM and stage 2 (light) sleep [<xref ref-type="bibr" rid="ref63">63</xref>]. However, other studies have also claimed that selective REM sleep deprivation did not demonstrate changes in daytime sleepiness/alertness [<xref ref-type="bibr" rid="ref64">64</xref>].</p>
          <p>From <xref ref-type="table" rid="table6">Table 6</xref>, we see that there is a significant positive correlation between both REM (<italic>r<sub>rm</sub></italic>=0.12, <italic>P</italic>&#60;.001) and light sleep (<italic>r<sub>rm</sub></italic>=0.15, <italic>P</italic>&#60;.001) duration and daytime alertness. By contrast, sleep stages were not found to have a significant impact on cognitive throughput on the following day (<italic>P</italic>=.52 for REM sleep, <italic>P</italic>=.80 for light sleep). Duration of deep sleep was not found to have a significant impact on either alertness (<italic>P</italic>=.22) or cognitive throughput (<italic>P</italic>=.53).</p>
          <table-wrap position="float" id="table6">
            <label>Table 6</label>
            <caption>
              <p>Effect of sleep stages on daytime alertness and cognitive throughput.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="360"/>
              <col width="210"/>
              <col width="90"/>
              <col width="0"/>
              <col width="220"/>
              <col width="120"/>
              <col width="0"/>
              <thead>
                <tr valign="top">
                  <td>Feature</td>
                  <td colspan="3">Effect on alertness</td>
                  <td colspan="3">Effect on cognitive throughput</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td><italic>r</italic><sub>rm</sub><sup>a</sup> (95% CI)</td>
                  <td><italic>P</italic> value</td>
                  <td colspan="2"><italic>r</italic><sub>rm</sub> (95% CI)</td>
                  <td><italic>P</italic> value</td>
                  <td>
                    <break/>
                  </td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Duration of rapid eye movement sleep</td>
                  <td>0.12 (0.04 to 0.2)</td>
                  <td>&#60;.001</td>
                  <td colspan="2">0.03 (−0.06 to 0.11)</td>
                  <td>.52</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>Duration of light sleep</td>
                  <td>0.15 (0.07 to 0.23)</td>
                  <td>&#60;.001</td>
                  <td colspan="2">0.01 (−0.07 to 0.09)</td>
                  <td>.80</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>Duration of deep sleep</td>
                  <td>0.05 (–0.03 to 0.14)</td>
                  <td>.22</td>
                  <td colspan="2">−0.03 (−0.11 to 0.06)</td>
                  <td>.53</td>
                  <td>
                    <break/>
                  </td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table6fn1">
                <p><sup>a</sup><italic>r<sub>rm</sub></italic>: repeated measures correlation coefficient.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
      <sec>
        <title>Factors Affecting Momentary Alertness and Cognitive Throughput</title>
        <p>Having looked at the factors that influence day-to-day variations in daytime alertness and cognitive throughput, we now examine other factors that may impact momentary performance measures (ie, fluctuations in performance within a day). We specifically look into the effect of physical activity and heart rate, along with circadian and homeostatic effects.</p>
        <sec>
          <title>Time of Day and Internal Time</title>
          <p>Time of day has emerged as an important factor affecting multiple aspects of cognitive performance due to the circadian modulation of alertness and cognitive throughput [<xref ref-type="bibr" rid="ref1">1</xref>]. Both alertness and cognitive throughput levels have been found to oscillate with a period approximately equal to 24 hours, with individuals achieving peak performance at similar times each day [<xref ref-type="bibr" rid="ref65">65</xref>]. Further, it has been noted that an individual’s chronotype influences the phase of this circadian modulation (also referred to as process <italic>C</italic>), thus determining the exact time at which this peak is observed [<xref ref-type="bibr" rid="ref66">66</xref>].</p>
          <p>Based on this well-established model of circadian fluctuations in performance, we would expect to see a roughly sinusoidal variation in PVT and ADD performance based on the time of day and participants’ internal time. To examine whether such a relationship is indeed evident in our data, we fit cosinor models [<xref ref-type="bibr" rid="ref67">67</xref>] with a period of 24 hours to relative response time and relative number of additions attempted based on both time of day and participants’ internal time.</p>
          <p>As seen in <xref ref-type="table" rid="table7">Table 7</xref>, both alertness and cognitive throughput are influenced by the current time, exhibiting an acrophase (circadian maxima) in the morning hours even if they do not coincide exactly. It is also important to note that interindividual differences, including chronotype, also influence these rhythms, which prompts us to study the variations in performance measures with respect to individuals’ internal time. We see that the acrophase of these rhythms is reached about 13-14 hours after the individuals’ MSF.</p>
          <table-wrap position="float" id="table7">
            <label>Table 7</label>
            <caption>
              <p>Effect of time of day on momentary alertness and cognitive throughput.<sup>a</sup></p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="110"/>
              <col width="350"/>
              <col width="80"/>
              <col width="0"/>
              <col width="390"/>
              <col width="70"/>
              <col width="0"/>
              <thead>
                <tr valign="top">
                  <td>Feature</td>
                  <td>Effect on alertness</td>
                  <td colspan="2"><italic>P</italic> value</td>
                  <td>Effect on cognitive throughput</td>
                  <td colspan="2"><italic>P</italic> value</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Time of day</td>
                  <td>Alertness varies sinusoidally with time of day, with an acrophase at 10:24 (09:26 to 11:21)</td>
                  <td>&#60;.001</td>
                  <td colspan="2">Cognitive throughput varies sinusoidally with time of day, with an acrophase at 09:19 (08:13 to 10:26)</td>
                  <td>&#60;.001</td>
                  <td>
                    <break/>
                  </td>
                </tr>
                <tr valign="top">
                  <td>Internal time</td>
                  <td>Alertness varies sinusoidally with internal time, with an acrophase at 14:24 (13:20 to 15:31)</td>
                  <td>&#60;.001</td>
                  <td colspan="2">Cognitive throughput varies sinusoidally with internal time, with an acrophase at 13:20 (12:02 to 14:38)</td>
                  <td>&#60;.001</td>
                  <td>
                    <break/>
                  </td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table7fn1">
                <p><sup>a</sup>The acrophase of the 24-hour circadian rhythm of cognitive performance is reported in hh:mm format with the corresponding 95% confidence intervals and <italic>P</italic> values.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
          <p><xref rid="figure6" ref-type="fig">Figure 6</xref> visually illustrates the fluctuations in both performance measures across time of day. Here, we show the mean relative response times and number of additions attempted during each 4-hour time bin during the course of the day, omitting the 12:00-04:00 hours bin due to lack of data. We see that alertness increases through the day until around noon, after which it deteriorates through the evening. Cognitive throughput is lowest early in the morning, increases through the day peaking in the late afternoon, and decreases in the evening. In general, both alertness and cognitive throughput peak during the regular working hours of 08:00-16:00 hours.</p>
          <fig id="figure6" position="float">
            <label>Figure 6</label>
            <caption>
              <p>Fluctuations in cognitive performance by time of day. The x-axis represents alertness in terms of relative response times, and the y-axis represents cognitive throughput in terms of relative number of additions attempted. The dots represent the mean scores in the marked time range while the error bars represent the standard error of the mean along each axis.</p>
            </caption>
            <graphic xlink:href="jmir_v23i2e23936_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
        </sec>
        <sec>
          <title>Homeostatic Pressure (ie, Time Since Waking Up)</title>
          <p>The homeostatic component of sleep regulation is governed by a process <italic>H</italic> that induces sleep pressure (or “sleepiness”) as a sigmoidal function of time since waking up from the last sleep session (typically previous night’s sleep). During sleep, this pressure is released and <italic>H</italic> decays in a saturating exponential manner [<xref ref-type="bibr" rid="ref9">9</xref>]. The homeostatic component of sleep regulation is known to affect alertness, and possibly cognitive throughput, interacting with the circadian component described previously [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref15">15</xref>].</p>
          <p>The effect of this sleep homeostat on daytime performance has been studied in terms of time awake in total sleep-deprivation studies, where participants are kept fully awake for very long periods (often up to 3 nights) [<xref ref-type="bibr" rid="ref50">50</xref>]. The results of such studies generally indicate that alertness declines with an increase in hours of wakefulness [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref68">68</xref>,<xref ref-type="bibr" rid="ref69">69</xref>], whereas there are conflicting theories about the effect of total sleep deprivation on more complex cognitive functions.</p>
          <p>Traditionally, the effects of sleep deprivation were explained analogous to that of stress, based on the inverted-U model proposed by Yerkes and Dodson [<xref ref-type="bibr" rid="ref70">70</xref>]. This “arousal” model essentially focused on the overall decline in arousal in sleep-deprived individuals in order to explain impairment of cognitive performance [<xref ref-type="bibr" rid="ref71">71</xref>,<xref ref-type="bibr" rid="ref72">72</xref>]. However, increasing empirical evidence showed that while performance on vigilance tasks decreased significantly across a night of sleep deprivation, performance did not vary significantly on more complex cognitive tasks [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref73">73</xref>]. This led to the proposal of several new theories to explain the effect of sleep deprivation on various cognitive functions.</p>
          <p>Several researchers have proposed to single out vigilant attention as the cognitive process most susceptible to detrimental effects of sleep deprivation, while other cognitive tasks have varied sensitivity to [<xref ref-type="bibr" rid="ref74">74</xref>], or a nonspecific effect of [<xref ref-type="bibr" rid="ref75">75</xref>], sleep deprivation. Other studies have sought to explain their findings by claiming that tasks mediated by prefrontal cortex function are most impacted by homeostatic pressure [<xref ref-type="bibr" rid="ref76">76</xref>,<xref ref-type="bibr" rid="ref77">77</xref>]. Recent studies of neural activation patterns during cognitive tasks using functional magnetic resonance imaging have lent further support to this neuropsychological theory [<xref ref-type="bibr" rid="ref78">78</xref>]. Another theory often used to explain sleep-deprivation effects is the controlled attention model [<xref ref-type="bibr" rid="ref32">32</xref>], which posits that performance on tasks that require attentiveness and active engagement is less likely to be affected by sleep deprivation as compared to that on tasks that are not intrinsically interesting or engaging.</p>
          <p>However, most of the aforementioned studies focus on the effects of sleep deprivation, that is, homeostatic pressure beyond at least one full day, which is much longer than typical homeostatic pressure in the working population. It is therefore still unclear how homeostatic pressure affects performance at points in time sooner after waking up, which is of greater relevance to us. To this end, we calculated the repeated measures correlation coefficient between the time since waking up from the last sleep session and performance on the corresponding PVT and ADD tasks.</p>
          <p>As reported in <xref ref-type="table" rid="table8">Table 8</xref>, our analysis shows that alertness tends to decline with time since waking up (<italic>r<sub>rm</sub></italic>=−0.1, <italic>P</italic>&#60;.001) while no significant effect is observed on cognitive throughput (<italic>P</italic>=.87). This finding agrees with observations from the early stages of sleep deprivation or constant routine protocol studies (eg, [<xref ref-type="bibr" rid="ref65">65</xref>]). This suggests that cognitive throughput may indeed be affected less by sleep homeostasis (or the effect can be overcome by effort) or may be considerably affected by sleep inertia (ie, the drowsiness felt right after waking up).</p>
          <table-wrap position="float" id="table8">
            <label>Table 8</label>
            <caption>
              <p>Effect of homeostatic pressure on momentary alertness and cognitive throughput.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="270"/>
              <col width="270"/>
              <col width="100"/>
              <col width="260"/>
              <col width="100"/>
              <thead>
                <tr valign="top">
                  <td>Feature</td>
                  <td colspan="2">Effect on alertness</td>
                  <td colspan="2">Effect on cognitive throughput</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td><italic>r</italic><sub>rm</sub><sup>a</sup> (95% CI)</td>
                  <td><italic>P</italic> value</td>
                  <td><italic>r</italic><sub>rm</sub> (95% CI)</td>
                  <td><italic>P</italic> value</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Time since waking up</td>
                  <td>−0.1 (−0.15 to −0.05)</td>
                  <td>&#60;.001</td>
                  <td>0.004 (−0.05 to 0.05)</td>
                  <td>.87</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table8fn1">
                <p><sup>a</sup><italic>r<sub>rm</sub></italic>: repeated measures correlation coefficient.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Heart Rate</title>
          <p>While there is limited prior research on understanding the impact of heart rate on cognitive performance, heart rhythm is generally thought to affect performance. In particular, there has been substantial work on understanding the relationship between HRV and alertness/cognitive performance [<xref ref-type="bibr" rid="ref79">79</xref>]. HRV is considered a useful measure because it captures some aspects of the interplay between the sympathetic and parasympathetic nervous systems [<xref ref-type="bibr" rid="ref80">80</xref>,<xref ref-type="bibr" rid="ref81">81</xref>], which in turn has associations with the prefrontal cortex and hence cognitive performance [<xref ref-type="bibr" rid="ref82">82</xref>].</p>
          <p>Sleepiness is also known to relate to HRV—for example, Chua et al [<xref ref-type="bibr" rid="ref83">83</xref>] showed that the R–R-interval power density correlates strongly with lapses on the PVT and can be used to estimate decrements in PVT performance caused by sleepiness. Henelius et al [<xref ref-type="bibr" rid="ref12">12</xref>] report that HRV spectral power reflects vigilant attention in participants exposed to partial chronic sleep restriction. Heart rate measures have also been extensively studied in the context of fatigued driving, wherein several heart rate measures were found to be strong indicators of drowsiness under conditions of low mental workload [<xref ref-type="bibr" rid="ref84">84</xref>]. Other work has reported that individuals with high HRV performed better on executive tasks compared to those with low HRV, but the 2 groups did not differ with regard to simple reaction time [<xref ref-type="bibr" rid="ref11">11</xref>].</p>
          <p>Recent work in ubiquitous computing research has also explored heart rhythm (and perceived heart rhythm) based interventions to improve cognitive performance—for example, Costa et al [<xref ref-type="bibr" rid="ref85">85</xref>] showed that even changes in the perception of heart rate can lead to cognitive function improvement in an individual.</p>
          <p>While our data set does not contain raw HRV information (this was not exposed by the device used for the study), we looked into the effects of coarser timescale variations in heart rate as well as direct heart rate measures on alertness and cognitive throughput. <xref ref-type="table" rid="table9">Table 9</xref> reports the repeated measures correlation coefficients (along with the corresponding 95% confidence intervals) between various heart rate–based measures and both alertness and cognitive performance. We find that the current heart rate (measured minute-to-minute by the Fitbit) and the current day’s resting heart rate are correlated with ADD performance (<italic>r<sub>rm</sub></italic>=0.16, <italic>P</italic>&#60;.001), but a similar correlation with PVT scores was not observed (<italic>P</italic>=.05). Average heart rate values over epochs of 10 and 60 minutes preceding the tasks were also found to be positively correlated with task performance, with the correlations being slightly higher with ADD scores than PVT scores (<italic>P</italic>&#60;.001). Higher variance in heart rate (not to be confused with HRV) over the previous hour is significantly correlated with higher cognitive throughput (<italic>P</italic>=.03), while higher variance in a shorter interval of 10 minutes before task time corresponds to higher alertness measures (<italic>P</italic>=.04). While the correlations between variance in heart rate and task performance are low, they do further underscore the importance of investigating the effects of HRV as demonstrated by prior studies.</p>
          <table-wrap position="float" id="table9">
            <label>Table 9</label>
            <caption>
              <p>Effect of heart rate on momentary alertness and cognitive throughput.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="400"/>
              <col width="210"/>
              <col width="100"/>
              <col width="190"/>
              <col width="100"/>
              <thead>
                <tr valign="top">
                  <td>Feature</td>
                  <td colspan="2">Effect on alertness</td>
                  <td colspan="2">Effect on cognitive throughput</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <italic>r</italic>
                    <sub>rm</sub>
                    <sup>a</sup>
                  </td>
                  <td><italic>P</italic> value</td>
                  <td>
                    <italic>r</italic>
                    <sub>rm</sub>
                  </td>
                  <td><italic>P</italic> value</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Current heart rate</td>
                  <td>0.05 (0.0 to 0.1)</td>
                  <td>.05</td>
                  <td>0.16 (0.11 to 0.21)</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>Resting heart rate</td>
                  <td>−0.04 (−0.09 to 0.01)</td>
                  <td>.10</td>
                  <td>0.1 (0.05 to 0.15)</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>Average heart rate over last 60 minutes</td>
                  <td>0.11 (0.06 to 0.16)</td>
                  <td>&#60;.001</td>
                  <td>0.16 (0.11 to 0.2)</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>Average heart rate over last 10 minutes</td>
                  <td>0.09 (0.04 to 0.14)</td>
                  <td>&#60;.001</td>
                  <td>0.16 (0.11 to 0.21)</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>Variance in heart rate over last 60 minutes</td>
                  <td>0.04 (0.0 to 0.09)</td>
                  <td>.08</td>
                  <td>0.05 (0.0 to 0.1)</td>
                  <td>.03</td>
                </tr>
                <tr valign="top">
                  <td>Variance in heart rate over last 10 minutes</td>
                  <td>0.05 (0.0 to 0.1)</td>
                  <td>.04</td>
                  <td>0.05 (0.0 to 0.1)</td>
                  <td>.06</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table9fn1">
                <p><sup>a</sup><italic>r<sub>rm</sub></italic>: repeated measures correlation coefficient.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
        <sec>
          <title>Physical Activity</title>
          <p>The effect of physical activity on alertness and cognitive throughput has not been explored much in prior studies. Most in-laboratory studies prevent participants from engaging in any strenuous activity, while some sleep-deprivation studies use exercise as an additional stressor [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref86">86</xref>,<xref ref-type="bibr" rid="ref87">87</xref>]. Within the latter category, studies remain inconsistent about the effects of exercise—Englund et al [<xref ref-type="bibr" rid="ref14">14</xref>] claim that exercise did not compound effects of sleep loss, and physical activity may indeed delay any sleep loss–induced performance impairment on certain tasks. Angus et al [<xref ref-type="bibr" rid="ref86">86</xref>] found that exercise neither increased nor decreased impairment caused by sleep deprivation. Exercise has also been found to decrease reaction times, but much less than a period of rest did [<xref ref-type="bibr" rid="ref87">87</xref>].</p>
          <p>The effect of physical activity on cognitive functioning of non-sleep-deprived individuals has been even less explored. Nevertheless, moderate-intensity exercise has been found to improve performance on information-processing tasks associated with sports [<xref ref-type="bibr" rid="ref88">88</xref>,<xref ref-type="bibr" rid="ref89">89</xref>]. These observations support the hypothesis that physically induced arousal due to exercise results in a performance improvement on cognitive tasks, which may not necessarily be explained by models of emotional arousal described previously.</p>
          <p>Other studies suggest that physical activity can sometimes lead to higher alertness periods within break periods, but continued exertion causes this effect to wear off and may have an overall detrimental impact [<xref ref-type="bibr" rid="ref13">13</xref>]. However, habitually engaging in moderate exercise and maintaining general fitness have also been correlated with better cognitive performance and academic achievement in children [<xref ref-type="bibr" rid="ref90">90</xref>,<xref ref-type="bibr" rid="ref91">91</xref>].</p>
          <p>To investigate these effects in an in-the-wild setting, we examined whether current physical activity, or that undertaken in the recent past, has a momentary influence on either alertness or cognitive throughput. As shown in <xref ref-type="table" rid="table10">Table 10</xref>, we discovered a significant positive correlation of physical activity metrics aggregated over the previous 10- and 60-minute intervals with both PVT and ADD performance. This presents further empirical evidence in support of the arousal theory described previously.</p>
          <table-wrap position="float" id="table10">
            <label>Table 10</label>
            <caption>
              <p>Effect of physical activity on momentary alertness and cognitive throughput.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="470"/>
              <col width="180"/>
              <col width="110"/>
              <col width="0"/>
              <col width="160"/>
              <col width="80"/>
              <thead>
                <tr valign="top">
                  <td>Feature</td>
                  <td colspan="3">Effect on alertness</td>
                  <td colspan="2">Effect on cognitive throughput</td>
                </tr>
                <tr valign="top">
                  <td>
                    <break/>
                  </td>
                  <td>
                    <italic>r</italic>
                    <sub>rm</sub>
                    <sup>a</sup>
                  </td>
                  <td><italic>P</italic> value</td>
                  <td colspan="2">
                    <italic>r</italic>
                    <sub>rm</sub>
                  </td>
                  <td><italic>P</italic> value</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>Average calories burnt over last 60 minutes</td>
                  <td>0.11 (0.06 to 0.16)</td>
                  <td>&#60;.001</td>
                  <td colspan="2">0.1 (0.05 to 0.15)</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>Average calories burnt over last 10 minutes</td>
                  <td>0.08 (0.03 to 0.12)</td>
                  <td>&#60;.001</td>
                  <td colspan="2">0.1 (0.05 to 0.15)</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>Variance in calories burnt over last 60 minutes</td>
                  <td>0.08 (0.03 to 0.13)</td>
                  <td>&#60;.001</td>
                  <td colspan="2">0.07 (0.02 to 0.12)</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>Variance in calories burnt over last 10 minutes</td>
                  <td>0.08 (0.03 to 0.13)</td>
                  <td>&#60;.001</td>
                  <td colspan="2">0.07 (0.02 to 0.12)</td>
                  <td>.01</td>
                </tr>
                <tr valign="top">
                  <td>Average distance traveled over last 60 minutes</td>
                  <td>0.08 (0.03 to 0.12)</td>
                  <td>&#60;.001</td>
                  <td colspan="2">0.07 (0.02 to 0.12)</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>Average distance traveled over last 10 minutes</td>
                  <td>0.06 (0.01 to 0.11)</td>
                  <td>.01</td>
                  <td colspan="2">0.07 (0.02 to 0.12)</td>
                  <td>.01</td>
                </tr>
                <tr valign="top">
                  <td>Variance in distance traveled over last 60 minutes</td>
                  <td>0.07 (0.02 to 0.12)</td>
                  <td>.01</td>
                  <td colspan="2">0.07 (0.02 to 0.12)</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>Variance in distance traveled over last 10 minutes</td>
                  <td>0.07 (0.03 to 0.12)</td>
                  <td>&#60;.001</td>
                  <td colspan="2">0.06 (0.01 to 0.11)</td>
                  <td>.01</td>
                </tr>
                <tr valign="top">
                  <td>Average steps walked over last 60 minutes</td>
                  <td>0.07 (0.02 to 0.12)</td>
                  <td>&#60;.001</td>
                  <td colspan="2">0.07 (0.02 to 0.12)</td>
                  <td>.01</td>
                </tr>
                <tr valign="top">
                  <td>Average steps walked over last 10 minutes</td>
                  <td>0.06 (0.01 to 0.11)</td>
                  <td>.02</td>
                  <td colspan="2">0.07 (0.02 to 0.12)</td>
                  <td>&#60;.001</td>
                </tr>
                <tr valign="top">
                  <td>Variance in steps walked over last 60 minutes</td>
                  <td>0.07 (0.02 to 0.12)</td>
                  <td>.01</td>
                  <td colspan="2">0.06 (0.01 to 0.11)</td>
                  <td>.01</td>
                </tr>
                <tr valign="top">
                  <td>Variance in steps walked over last 10 minutes</td>
                  <td>0.08 (0.03 to 0.12)</td>
                  <td>&#60;.001</td>
                  <td colspan="2">0.07 (0.02 to 0.12)</td>
                  <td>.01</td>
                </tr>
              </tbody>
            </table>
            <table-wrap-foot>
              <fn id="table10fn1">
                <p><sup>a</sup><italic>r<sub>rm</sub></italic>: repeated measures correlation coefficient.</p>
              </fn>
            </table-wrap-foot>
          </table-wrap>
        </sec>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Our results indicate that performance on less engaging tasks that require sustained attention and that on tasks which are inherently more challenging are affected differently by various components of change in sleep patterns. Alertness is significantly influenced by the duration of sleep (<italic>P</italic>&#60;.001) as well as time spent in various stages of sleep (<italic>P</italic>&#60;.001 for both REM and light sleep), whereas cognitive throughput is moderated by phase shifts in sleep relative to an individual’s internal circadian rhythm (<italic>P</italic>&#60;.001). We also find that higher heart rate and physical activity preceding cognitively demanding tasks are positively correlated with better performance on said tasks.</p>
      </sec>
      <sec>
        <title>Implications</title>
        <sec>
          <title>Performance as a Multidimensional Metric</title>
          <p>Our findings make a strong case for treating performance as a multidimensional metric and evaluating individuals’ performance on multiple axes independently. In day-to-day societal functioning, different roles require different combinations of cognitive abilities in order to be responsibly and efficiently undertaken. For example, driving has been associated with a high need for vigilant alertness [<xref ref-type="bibr" rid="ref52">52</xref>], whereas medical and emergency rescue personnel may rely more heavily on higher-order cognitive functions [<xref ref-type="bibr" rid="ref92">92</xref>]. It is evident from our analysis that alertness and cognitive throughput are affected differently by different sleep-related variables, even though they covary similarly with respect to heart rate and physical activity. Thus, the ability to perform different tasks may be hindered differently due to the same changes in sleep patterns—a phenomenon that should be taken into account while predicting workplace performance, switching control of processes between human operator and automated assistants (in self-driving cars, for example), shift worker duty scheduling, etc.</p>
        </sec>
        <sec>
          <title>Linking Self-Tracking Data to Actionable Insights</title>
          <p>With commercial wearables claiming to accurately track an increasing number of physiological variables, there has been a growing interest in exploring the utility of these measures in drawing useful conclusions about users’ physical, mental, and cognitive states. Researchers are continually seeking to answer the question of what can be learned from self-tracking data, and how this knowledge can be leveraged to close the loop by providing actionable feedback to the user [<xref ref-type="bibr" rid="ref93">93</xref>].</p>
          <p>Consumers of commercial wearable fitness trackers are seldom aware of distinctions in performance measures such as those described in this work, and manufacturers of wearable devices make frequent claims about how users can incorporate positive behavioral changes in their lifestyles based on metrics reported by these devices. For instance, Fitbit itself reports on its blog that exercise can boost happiness and engagement, thereby increasing productivity [<xref ref-type="bibr" rid="ref23">23</xref>]. It also outlines steps to track an afternoon drop in attentiveness through the Fitbit app using sleep and activity data, encouraging users to then administer self-timed interventions such as caffeine [<xref ref-type="bibr" rid="ref94">94</xref>]. The company also advises tracking and improving sleep to improve workplace productivity [<xref ref-type="bibr" rid="ref22">22</xref>], though productivity is very loosely defined. The Fitbit app also provides personalized sleep insights, such as, “You sleep a bit better on nights after a run. It’s subtle, but you spend 5 fewer minutes being restless/awake on those nights” [<xref ref-type="bibr" rid="ref95">95</xref>]. However, the implications of these correlations are unclear—how does 5 fewer minutes of being restless/awake impact your day?</p>
          <p>Our work shows that more comprehensive in-the-wild studies are required in order to meaningfully answer such questions. These studies should focus on understanding the effect of physiological data on specific, well-defined measures of daytime productivity and well-being, so that users can receive targeted feedback on optimizing the individual measures that are personally of most consequence to them.</p>
        </sec>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Because our objective involved studying the effect of sleep-based metrics on cognitive performance, we opted for a longitudinal study wherein we could collect extensive data from a relatively small participant pool. A longitudinal study allowed us to capture a range of intra-individual variations and to get a better sense of our participants’ natural sleep and performance rhythms over several weeks and ensure that the chronobiological sleep metrics such as mid-sleep time on free days are more stable. However, building predictive models of cognitive performance would require further study on larger populations in order to ensure wider generalizability. As a first step, we compared the distribution of alertness and cognitive throughput across our 3 subpopulations—shift workers, regular workers, and graduate students—and found no significant differences. Thus, we are optimistic that our observations would be replicable on larger and more diverse populations.</p>
        <p>Our results are also fundamentally limited by the accuracy of the Fitbit fitness tracker in capturing physiological metrics. Nevertheless, recent studies on these devices are promising, showing significant improvement in the validity of their inferences over time [<xref ref-type="bibr" rid="ref59">59</xref>]. In addition, while real-world physiological data may be noisy and is likely to be confounded by several external factors, our work demonstrates that there is substantial information in these signals that can be utilized toward modeling cognitive performance.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>In conclusion, our work examines how metrics of sleep, activity, and heart rate that can be obtained from a commercial fitness tracker correlate with different facets of performance such as alertness and cognitive throughput. We achieve this through 2 complementary means—first, we delve into existing research in order to discern theories postulated on the basis of several controlled experiments. Second, we present insights from our own longitudinal in-the-wild study in an attempt to bridge the gap between laboratory findings and the real world.</p>
        <p>We show that while alertness is sensitive to sleep duration as well as sleep stages, cognitive throughput exhibits no significant deteriorating effect from lack of sleep (<italic>P</italic>=.92). By contrast, irregular sleep timings have a significant effect on cognitive throughput (<italic>P</italic>&#60;.001), but not on alertness. Both dimensions of cognitive performance show similar circadian fluctuations, but alertness is found to be more sensitive to homeostatic pressure. We also find that physical activity and heart rate have comparable effects on both alertness and cognitive throughput. The insights from our work make a strong case for treating performance as a multidimensional metric and evaluating individuals’ performance on multiple axes.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ADD</term>
          <def>
            <p>Addition Test</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">MSF</term>
          <def>
            <p>mid-sleep point on free days</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">PVT</term>
          <def>
            <p>Psychomotor Vigilance Test</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">REM</term>
          <def>
            <p>rapid eye movement</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work is in part supported by the National Science Foundation under grant SBE 1839999 and start-up grant support from the College of Information and Computer Sciences and the Institute for Applied Life Sciences at the University of Massachusetts Amherst.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Collette</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cajochen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Peigneux</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>A time to think: circadian rhythms in human cognition</article-title>
          <source>Cogn Neuropsychol</source>
          <year>2007</year>
          <month>10</month>
          <volume>24</volume>
          <issue>7</issue>
          <fpage>755</fpage>
          <lpage>89</lpage>
          <pub-id pub-id-type="doi">10.1080/02643290701754158</pub-id>
          <pub-id pub-id-type="medline">18066734</pub-id>
          <pub-id pub-id-type="pii">788056697</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jewett</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Kronauer</surname>
              <given-names>RE</given-names>
            </name>
          </person-group>
          <article-title>Interactive mathematical models of subjective alertness and cognitive throughput in humans</article-title>
          <source>J Biol Rhythms</source>
          <year>1999</year>
          <month>12</month>
          <day>29</day>
          <volume>14</volume>
          <issue>6</issue>
          <fpage>588</fpage>
          <lpage>97</lpage>
          <pub-id pub-id-type="doi">10.1177/074873099129000920</pub-id>
          <pub-id pub-id-type="medline">10643756</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Juda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Vetter</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Roenneberg</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Chronotype modulates sleep duration, sleep quality, and social jet lag in shift-workers</article-title>
          <source>J Biol Rhythms</source>
          <year>2013</year>
          <month>04</month>
          <day>19</day>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>141</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1177/0748730412475042</pub-id>
          <pub-id pub-id-type="medline">23606613</pub-id>
          <pub-id pub-id-type="pii">28/2/141</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vetter</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Juda</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Roenneberg</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The influence of internal time, time awake, and sleep duration on cognitive performance in shiftworkers</article-title>
          <source>Chronobiol Int</source>
          <year>2012</year>
          <month>10</month>
          <day>13</day>
          <volume>29</volume>
          <issue>8</issue>
          <fpage>1127</fpage>
          <lpage>38</lpage>
          <pub-id pub-id-type="doi">10.3109/07420528.2012.707999</pub-id>
          <pub-id pub-id-type="medline">22888791</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Hébert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ledoux</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Gaudreault</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Laberge</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Relationship of chronotype to sleep, light exposure, and work-related fatigue in student workers</article-title>
          <source>Chronobiol Int</source>
          <year>2012</year>
          <month>04</month>
          <volume>29</volume>
          <issue>3</issue>
          <fpage>295</fpage>
          <lpage>304</lpage>
          <pub-id pub-id-type="doi">10.3109/07420528.2011.653656</pub-id>
          <pub-id pub-id-type="medline">22390242</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Medeiros</surname>
              <given-names>ALD</given-names>
            </name>
            <name name-style="western">
              <surname>Mendes</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Lima</surname>
              <given-names>PF</given-names>
            </name>
            <name name-style="western">
              <surname>Araujo</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>The Relationships between Sleep-Wake Cycle and Academic Performance in Medical Students</article-title>
          <source>Biological Rhythm Research</source>
          <year>2010</year>
          <month>08</month>
          <day>09</day>
          <volume>32</volume>
          <issue>2</issue>
          <fpage>263</fpage>
          <lpage>270</lpage>
          <pub-id pub-id-type="doi">10.1076/brhm.32.2.263.1359</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vetter</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fischer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Matera</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Roenneberg</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Aligning work and circadian time in shift workers improves sleep and reduces circadian disruption</article-title>
          <source>Curr Biol</source>
          <year>2015</year>
          <month>03</month>
          <day>30</day>
          <volume>25</volume>
          <issue>7</issue>
          <fpage>907</fpage>
          <lpage>11</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0960-9822(15)00128-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.cub.2015.01.064</pub-id>
          <pub-id pub-id-type="medline">25772446</pub-id>
          <pub-id pub-id-type="pii">S0960-9822(15)00128-1</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>HIDALGO</surname>
              <given-names>MPL</given-names>
            </name>
          </person-group>
          <article-title>Performance of chronotypes on memory tests during the morning and the evening shifts</article-title>
          <source>PR</source>
          <year>2004</year>
          <month>08</month>
          <volume>95</volume>
          <issue>5</issue>
          <fpage>75</fpage>
          <pub-id pub-id-type="doi">10.2466/pr0.95.5.75-85</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Borbély</surname>
              <given-names>A A</given-names>
            </name>
          </person-group>
          <article-title>A two process model of sleep regulation</article-title>
          <source>Hum Neurobiol</source>
          <year>1982</year>
          <volume>1</volume>
          <issue>3</issue>
          <fpage>195</fpage>
          <lpage>204</lpage>
          <pub-id pub-id-type="medline">7185792</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Akerstedt</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Folkard</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The three-process model of alertness and its extension to performance, sleep latency, and sleep length</article-title>
          <source>Chronobiol Int</source>
          <year>1997</year>
          <month>03</month>
          <day>07</day>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>115</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.3109/07420529709001149</pub-id>
          <pub-id pub-id-type="medline">9095372</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hansen</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Johnsen</surname>
              <given-names>BH</given-names>
            </name>
            <name name-style="western">
              <surname>Thayer</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>Vagal influence on working memory and attention</article-title>
          <source>International Journal of Psychophysiology</source>
          <year>2003</year>
          <month>6</month>
          <volume>48</volume>
          <issue>3</issue>
          <fpage>263</fpage>
          <lpage>274</lpage>
          <pub-id pub-id-type="doi">10.1016/s0167-8760(03)00073-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Henelius</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sallinen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Huotilainen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Müller</surname>
              <given-names>Kiti</given-names>
            </name>
            <name name-style="western">
              <surname>Virkkala</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Puolamäki</surname>
              <given-names>Kai</given-names>
            </name>
          </person-group>
          <article-title>Heart rate variability for evaluating vigilant attention in partial chronic sleep restriction</article-title>
          <source>Sleep</source>
          <year>2014</year>
          <month>07</month>
          <day>01</day>
          <volume>37</volume>
          <issue>7</issue>
          <fpage>1257</fpage>
          <lpage>67</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24987165"/>
          </comment>
          <pub-id pub-id-type="doi">10.5665/sleep.3850</pub-id>
          <pub-id pub-id-type="medline">24987165</pub-id>
          <pub-id pub-id-type="pmcid">PMC4074968</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O’Neill</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Krueger</surname>
              <given-names>GP</given-names>
            </name>
            <name name-style="western">
              <surname>Van Hemel</surname>
              <given-names>SB</given-names>
            </name>
            <name name-style="western">
              <surname>McGowan</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>WC</given-names>
            </name>
          </person-group>
          <article-title>Effects of Cargo Loading and Unloading on Truck Driver Alertness</article-title>
          <source>Transportation Research Record</source>
          <year>1999</year>
          <month>01</month>
          <volume>1686</volume>
          <issue>1</issue>
          <fpage>42</fpage>
          <lpage>48</lpage>
          <pub-id pub-id-type="doi">10.3141/1686-07</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Englund</surname>
              <given-names>CE</given-names>
            </name>
            <name name-style="western">
              <surname>Ryman</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Naitoh</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hodgdon</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Cognitive performance during successive sustained physical work episodes</article-title>
          <source>Behavior Research Methods, Instruments, &#38; Computers</source>
          <year>1985</year>
          <month>1</month>
          <volume>17</volume>
          <issue>1</issue>
          <fpage>75</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.3758/bf03200899</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Basner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rao</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Goel</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Dinges</surname>
              <given-names>DF</given-names>
            </name>
          </person-group>
          <article-title>Sleep deprivation and neurobehavioral dynamics</article-title>
          <source>Current Opinion in Neurobiology</source>
          <year>2013</year>
          <month>10</month>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>854</fpage>
          <lpage>863</lpage>
          <pub-id pub-id-type="doi">10.1016/j.conb.2013.02.008</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cajochen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Münch</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kobialka</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kräuchi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Steiner</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Oelhafen</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Orgül</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Wirz-Justice</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>High sensitivity of human melatonin, alertness, thermoregulation, and heart rate to short wavelength light</article-title>
          <source>J Clin Endocrinol Metab</source>
          <year>2005</year>
          <month>03</month>
          <volume>90</volume>
          <issue>3</issue>
          <fpage>1311</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1210/jc.2004-0957</pub-id>
          <pub-id pub-id-type="medline">15585546</pub-id>
          <pub-id pub-id-type="pii">jc.2004-0957</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wesensten</surname>
              <given-names>NJ</given-names>
            </name>
            <name name-style="western">
              <surname>Killgore</surname>
              <given-names>WDS</given-names>
            </name>
            <name name-style="western">
              <surname>Balkin</surname>
              <given-names>TJ</given-names>
            </name>
          </person-group>
          <article-title>Performance and alertness effects of caffeine, dextroamphetamine, and modafinil during sleep deprivation</article-title>
          <source>J Sleep Res</source>
          <year>2005</year>
          <month>09</month>
          <volume>14</volume>
          <issue>3</issue>
          <fpage>255</fpage>
          <lpage>66</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/j.1365-2869.2005.00468.x"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1365-2869.2005.00468.x</pub-id>
          <pub-id pub-id-type="medline">16120100</pub-id>
          <pub-id pub-id-type="pii">JSR468</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Philip</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sagaspe</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Taillard</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Moore</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Guilleminault</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Sanchez-Ortuno</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Akerstedt</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bioulac</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Fatigue, sleep restriction, and performance in automobile drivers: a controlled study in a natural environment</article-title>
          <source>Sleep</source>
          <year>2003</year>
          <month>05</month>
          <day>01</day>
          <volume>26</volume>
          <issue>3</issue>
          <fpage>277</fpage>
          <lpage>80</lpage>
          <pub-id pub-id-type="doi">10.1093/sleep/26.3.277</pub-id>
          <pub-id pub-id-type="medline">12749545</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Dongen</surname>
              <given-names>HP</given-names>
            </name>
            <name name-style="western">
              <surname>Rogers</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Dinges</surname>
              <given-names>DF</given-names>
            </name>
          </person-group>
          <article-title>Sleep debt: Theoretical and empirical issues</article-title>
          <source>Sleep and Biological Rhythms</source>
          <year>2003</year>
          <month>02</month>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1046/j.1446-9235.2003.00006.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Duffy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dijk</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ronda</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dyal</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Czeisler</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Short-term memory, alertness and performance:  a reappraisal of their relationship to body temperature</article-title>
          <source>J Sleep Res</source>
          <year>1992</year>
          <month>03</month>
          <volume>1</volume>
          <issue>1</issue>
          <fpage>24</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/resolve/openurl?genre=article&#38;sid=nlm:pubmed&#38;issn=0962-1105&#38;date=1992&#38;volume=1&#38;issue=1&#38;spage=24"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1365-2869.1992.tb00004.x</pub-id>
          <pub-id pub-id-type="medline">10607021</pub-id>
          <pub-id pub-id-type="pii">jsr001001024</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>Moonshot Factory - 2019 Stanford Medicine Big Data &#124; Precision Health - YouTube Internet</article-title>
          <source>Jonathan Berent, X</source>
          <access-date>2020-08-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.youtube.com/watch?v=5HenODfjEHg">https://www.youtube.com/watch?v=5HenODfjEHg</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <article-title>Fitbit Blog</article-title>
          <source>Getting More Sleep Can Help You Be an All-Star at Work Internet</source>
          <year>2017</year>
          <access-date>2020-08-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://blog.fitbit.com/sleep-work/">https://blog.fitbit.com/sleep-work/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <article-title>Fitbit Blog</article-title>
          <source>5 Easy Ways to Be More Productive at Work Internet</source>
          <year>2017</year>
          <access-date>2020-08-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://blog.fitbit.com/5-easy-ways-productive-work/">https://blog.fitbit.com/5-easy-ways-productive-work/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Abdullah</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Murnane</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kay</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kientz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gay</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Choudhury</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Cognitive rhythms: unobtrusive and continuous sensing of alertness using a mobile phone</article-title>
          <year>2016</year>
          <conf-name>Proceedings of the 2016 ACM International Joint Conference on Pervasive and Ubiquitous Computing</conf-name>
          <conf-date>September 12-16, 2016</conf-date>
          <conf-loc>Heidelberg Germany</conf-loc>
          <publisher-name>ACM</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dinges</surname>
              <given-names>DF</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>JW</given-names>
            </name>
          </person-group>
          <article-title>Microcomputer analyses of performance on a portable, simple visual RT task during sustained operations</article-title>
          <source>Behavior Research Methods, Instruments, &#38; Computers</source>
          <year>1985</year>
          <month>11</month>
          <volume>17</volume>
          <issue>6</issue>
          <fpage>652</fpage>
          <lpage>655</lpage>
          <pub-id pub-id-type="doi">10.3758/bf03200977</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Iqbal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Czerwinski</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Johns</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Bored mondays and focused afternoons: the rhythm of attention and online activity in the workplace</article-title>
          <year>2014</year>
          <conf-name>Proceedings of the 32nd annual ACM conference on Human factors in computing systems - CHI 14</conf-name>
          <conf-date>April 26-May 1, 2014</conf-date>
          <conf-loc>Toronto, ON, Canada</conf-loc>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>ACM Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>YOI</given-names>
            </name>
            <name name-style="western">
              <surname>Niiya</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Reich</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Sleep Debt in Student Life: Online Attention Focus, Facebook, and Mood</article-title>
          <year>2016</year>
          <conf-name>Proceedings of the 2016 CHI Conference on Human Factors in Computing Systems</conf-name>
          <conf-date>2016</conf-date>
          <conf-loc>San Jose, CA</conf-loc>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>ACM Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wahl</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Amft</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Data and Expert Models for Sleep Timing and Chronotype Estimation from Smartphone Context Data and Simulations</article-title>
          <source>Proc. ACM Interact. Mob. Wearable Ubiquitous Technol</source>
          <year>2018</year>
          <month>09</month>
          <day>18</day>
          <volume>2</volume>
          <issue>3</issue>
          <fpage>1</fpage>
          <lpage>28</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Althoff</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Horvitz</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>White</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zeitzer</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Harnessing the Web for Population-Scale Physiological Sensing: A Case Study of Sleep and Performance</article-title>
          <year>2017</year>
          <conf-name>Proceedings of the 26th International Conference on World Wide Web</conf-name>
          <conf-date>2017</conf-date>
          <conf-loc>Perth, WA, Australia</conf-loc>
          <publisher-loc>Geneva, Switzerland</publisher-loc>
          <publisher-name>International World Wide Web Conferences Steering Committee</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murnane</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Abdullah</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Choudhury</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gay</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Social (media) jet lag: how usage of social technology can modulate and reflect circadian rhythms</article-title>
          <year>2015</year>
          <conf-name>Proceedings of the 2015 ACM International Joint Conference on Pervasive and Ubiquitous Computing - UbiComp 15</conf-name>
          <conf-date>2015</conf-date>
          <conf-loc>Osaka, Japan</conf-loc>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>ACM Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Murnane</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Abdullah</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Matthews</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kay</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kientz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Choudhury</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gay</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cosley</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Mobile manifestations of alertness: connecting biological rhythms with patterns of smartphone app use</article-title>
          <year>2016</year>
          <conf-name>Proceedings of the 18th International Conference on Human-Computer Interaction with Mobile Devices and Services</conf-name>
          <conf-date>2016</conf-date>
          <conf-loc>Florence, Italy</conf-loc>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>ACM Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pilcher</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Band</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Odle-Dusseau</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Muth</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Human performance under sustained operations and acute sleep deprivation conditions: toward a model of controlled attention</article-title>
          <source>Aviat Space Environ Med</source>
          <year>2007</year>
          <month>05</month>
          <volume>78</volume>
          <issue>5 Suppl</issue>
          <fpage>B15</fpage>
          <lpage>24</lpage>
          <pub-id pub-id-type="medline">17547301</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dingler</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Machulla</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Building Cognition-Aware Systems</article-title>
          <source>Proc. ACM Interact. Mob. Wearable Ubiquitous Technol</source>
          <year>2017</year>
          <month>09</month>
          <day>11</day>
          <volume>1</volume>
          <issue>3</issue>
          <fpage>1</fpage>
          <lpage>15</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://paperpile.com/b/PBhQdi/pJS9"/>
          </comment>
          <pub-id pub-id-type="doi">10.1145/3132025</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Åkerstedt</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Gillberg</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Subjective and Objective Sleepiness in the Active Individual</article-title>
          <source>International Journal of Neuroscience</source>
          <year>2009</year>
          <month>07</month>
          <day>07</day>
          <volume>52</volume>
          <issue>1-2</issue>
          <fpage>29</fpage>
          <lpage>37</lpage>
          <pub-id pub-id-type="doi">10.3109/00207459008994241</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dijk</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Duffy</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Czeisler</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Circadian and sleep/wake dependent aspects of subjective alertness and cognitive performance</article-title>
          <source>Journal of Sleep Research</source>
          <year>1992</year>
          <month>6</month>
          <volume>1</volume>
          <issue>2</issue>
          <fpage>112</fpage>
          <lpage>117</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2869.1992.tb00021.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Klein</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wegmann</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Athanassenas</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hohlweck</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kuklinski</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Air operations and circadian performance rhythms</article-title>
          <source>Aviat Space Environ Med</source>
          <year>1976</year>
          <month>03</month>
          <volume>47</volume>
          <issue>3</issue>
          <fpage>221</fpage>
          <lpage>30</lpage>
          <pub-id pub-id-type="medline">769776</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>DA</given-names>
            </name>
            <name name-style="western">
              <surname>Honn</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Layton</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Riedy</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Van Dongen</surname>
              <given-names>HPA</given-names>
            </name>
          </person-group>
          <article-title>3-minute smartphone-based and tablet-based psychomotor vigilance tests for the assessment of reduced alertness due to sleep deprivation</article-title>
          <source>Behav Res Methods</source>
          <year>2017</year>
          <month>06</month>
          <day>20</day>
          <volume>49</volume>
          <issue>3</issue>
          <fpage>1020</fpage>
          <lpage>1029</lpage>
          <pub-id pub-id-type="doi">10.3758/s13428-016-0763-8</pub-id>
          <pub-id pub-id-type="medline">27325169</pub-id>
          <pub-id pub-id-type="pii">10.3758/s13428-016-0763-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Honn</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Riedy</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Grant</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Validation of a Portable, Touch-Screen Psychomotor Vigilance Test</article-title>
          <source>Aerospace Medicine and Human Performance</source>
          <year>2015</year>
          <month>05</month>
          <day>01</day>
          <volume>86</volume>
          <issue>5</issue>
          <fpage>428</fpage>
          <lpage>434</lpage>
          <pub-id pub-id-type="doi">10.3357/amhp.4165.2015</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kay</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Rector</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Consolvo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Greenstein</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wobbrock</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Watson</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Kientz</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>PVT-Touch: Adapting a Reaction Time Test for Touchscreen Devices</article-title>
          <year>2013</year>
          <conf-name>Proceedings of the ICTs for improving Patients Rehabilitation Research Techniques</conf-name>
          <conf-date>2013</conf-date>
          <conf-loc>Venice, Italy</conf-loc>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>IEEE</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Basner</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dinges</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Maximizing sensitivity of the psychomotor vigilance test (PVT) to sleep loss</article-title>
          <source>Sleep</source>
          <year>2011</year>
          <month>05</month>
          <day>01</day>
          <volume>34</volume>
          <issue>5</issue>
          <fpage>581</fpage>
          <lpage>91</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21532951"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/sleep/34.5.581</pub-id>
          <pub-id pub-id-type="medline">21532951</pub-id>
          <pub-id pub-id-type="pmcid">PMC3079937</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roenneberg</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wirz-Justice</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Merrow</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Life between clocks: daily temporal patterns of human chronotypes</article-title>
          <source>J Biol Rhythms</source>
          <year>2003</year>
          <month>02</month>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>80</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1177/0748730402239679</pub-id>
          <pub-id pub-id-type="medline">12568247</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bakdash</surname>
              <given-names>JZ</given-names>
            </name>
            <name name-style="western">
              <surname>Marusich</surname>
              <given-names>LR</given-names>
            </name>
          </person-group>
          <article-title>Repeated Measures Correlation</article-title>
          <source>Front. Psychol</source>
          <year>2017</year>
          <month>4</month>
          <day>7</day>
          <volume>8</volume>
          <fpage>456</fpage>
          <pub-id pub-id-type="doi">10.3389/fpsyg.2017.00456</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vallat</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Pingouin: statistics in Python</article-title>
          <source>JOSS</source>
          <year>2018</year>
          <month>11</month>
          <volume>3</volume>
          <issue>31</issue>
          <fpage>1026</fpage>
          <pub-id pub-id-type="doi">10.21105/joss.01026</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Banks</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Total sleep deprivation, chronic sleep restriction and sleep disruption</article-title>
          <source>Prog Brain Res</source>
          <year>2010</year>
          <volume>185</volume>
          <fpage>91</fpage>
          <lpage>103</lpage>
          <pub-id pub-id-type="doi">10.1016/B978-0-444-53702-7.00006-3</pub-id>
          <pub-id pub-id-type="medline">21075235</pub-id>
          <pub-id pub-id-type="pii">B978-0-444-53702-7.00006-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Akerstedt</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Folkard</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Validation of the S and C components of the three-process model of alertness regulation</article-title>
          <source>Sleep</source>
          <year>1995</year>
          <month>01</month>
          <volume>18</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1093/sleep/18.1.1</pub-id>
          <pub-id pub-id-type="medline">7761737</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cajochen</surname>
              <given-names>Christian</given-names>
            </name>
            <name name-style="western">
              <surname>Frey</surname>
              <given-names>Sylvia</given-names>
            </name>
            <name name-style="western">
              <surname>Anders</surname>
              <given-names>Doreen</given-names>
            </name>
            <name name-style="western">
              <surname>Späti</surname>
              <given-names>Jakub</given-names>
            </name>
            <name name-style="western">
              <surname>Bues</surname>
              <given-names>Matthias</given-names>
            </name>
            <name name-style="western">
              <surname>Pross</surname>
              <given-names>Achim</given-names>
            </name>
            <name name-style="western">
              <surname>Mager</surname>
              <given-names>Ralph</given-names>
            </name>
            <name name-style="western">
              <surname>Wirz-Justice</surname>
              <given-names>Anna</given-names>
            </name>
            <name name-style="western">
              <surname>Stefani</surname>
              <given-names>Oliver</given-names>
            </name>
          </person-group>
          <article-title>Evening exposure to a light-emitting diodes (LED)-backlit computer screen affects circadian physiology and cognitive performance</article-title>
          <source>J Appl Physiol (1985)</source>
          <year>2011</year>
          <month>05</month>
          <volume>110</volume>
          <issue>5</issue>
          <fpage>1432</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.physiology.org/doi/10.1152/japplphysiol.00165.2011?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1152/japplphysiol.00165.2011</pub-id>
          <pub-id pub-id-type="medline">21415172</pub-id>
          <pub-id pub-id-type="pii">japplphysiol.00165.2011</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shochat</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Impact of lifestyle and technology developments on sleep</article-title>
          <source>NSS</source>
          <year>2012</year>
          <month>03</month>
          <fpage>19</fpage>
          <pub-id pub-id-type="doi">10.2147/nss.s18891</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Twenge</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Krizan</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Hisler</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Decreases in self-reported sleep duration among U.S. adolescents 2009-2015 and association with new media screen time</article-title>
          <source>Sleep Med</source>
          <year>2017</year>
          <month>11</month>
          <volume>39</volume>
          <fpage>47</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1016/j.sleep.2017.08.013</pub-id>
          <pub-id pub-id-type="medline">29157587</pub-id>
          <pub-id pub-id-type="pii">S1389-9457(17)30350-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tosini</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Ferguson</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Tsubota</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Effects of blue light on the circadian system and eye physiology</article-title>
          <source>Mol Vis</source>
          <year>2016</year>
          <volume>22</volume>
          <fpage>61</fpage>
          <lpage>72</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26900325"/>
          </comment>
          <pub-id pub-id-type="medline">26900325</pub-id>
          <pub-id pub-id-type="pmcid">PMC4734149</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van Dongen</surname>
              <given-names>HPA</given-names>
            </name>
            <name name-style="western">
              <surname>Maislin</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Mullington</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dinges</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>The cumulative cost of additional wakefulness: dose-response effects on neurobehavioral functions and sleep physiology from chronic sleep restriction and total sleep deprivation</article-title>
          <source>Sleep</source>
          <year>2003</year>
          <month>03</month>
          <day>15</day>
          <volume>26</volume>
          <issue>2</issue>
          <fpage>117</fpage>
          <lpage>26</lpage>
          <pub-id pub-id-type="doi">10.1093/sleep/26.2.117</pub-id>
          <pub-id pub-id-type="medline">12683469</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dinges</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pack</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gillen</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ott</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Aptowicz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Pack</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Cumulative sleepiness, mood disturbance, and psychomotor vigilance performance decrements during a week of sleep restricted to 4-5 hours per night</article-title>
          <source>Sleep</source>
          <year>1997</year>
          <month>04</month>
          <volume>20</volume>
          <issue>4</issue>
          <fpage>267</fpage>
          <lpage>77</lpage>
          <pub-id pub-id-type="medline">9231952</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jackson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Croft</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Kennedy</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Owens</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Howard</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Cognitive components of simulated driving performance: Sleep loss effects and predictors</article-title>
          <source>Accid Anal Prev</source>
          <year>2013</year>
          <month>01</month>
          <volume>50</volume>
          <fpage>438</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.1016/j.aap.2012.05.020</pub-id>
          <pub-id pub-id-type="medline">22721550</pub-id>
          <pub-id pub-id-type="pii">S0001-4575(12)00205-9</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blagrove</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Alexander</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Horne</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>The effects of chronic sleep reduction on the performance of cognitive tasks sensitive to sleep deprivation</article-title>
          <source>Appl. Cognit. Psychol</source>
          <year>1995</year>
          <month>02</month>
          <volume>9</volume>
          <issue>1</issue>
          <fpage>21</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1002/acp.2350090103</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Banks</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Van</surname>
              <given-names>DH</given-names>
            </name>
            <name name-style="western">
              <surname>Maislin</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dinges</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Neurobehavioral Dynamics Following Chronic Sleep Restriction: Dose-Response Effects of One Night for Recovery</article-title>
          <source>Sleep 2010 Aug;?</source>
          <year>2010</year>
          <volume>33</volume>
          <issue>8</issue>
          <fpage>1026</fpage>
          <pub-id pub-id-type="doi">10.1093/sleep/33.8.1013</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jewett</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Dijk</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kronauer</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dinges</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Dose-response relationship between sleep duration and human psychomotor vigilance and subjective alertness</article-title>
          <source>Sleep</source>
          <year>1999</year>
          <month>03</month>
          <day>15</day>
          <volume>22</volume>
          <issue>2</issue>
          <fpage>171</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1093/sleep/22.2.171</pub-id>
          <pub-id pub-id-type="medline">10201061</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>HR</given-names>
            </name>
            <name name-style="western">
              <surname>Lack</surname>
              <given-names>LC</given-names>
            </name>
          </person-group>
          <article-title>Sleeping-in on the weekend delays circadian phase and increases sleepiness the following week</article-title>
          <source>Sleep Biol Rhythms</source>
          <year>2008</year>
          <volume>6</volume>
          <issue>3</issue>
          <fpage>172</fpage>
          <lpage>179</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1479-8425.2008.00356.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Burgess</surname>
              <given-names>HJ</given-names>
            </name>
            <name name-style="western">
              <surname>Eastman</surname>
              <given-names>CI</given-names>
            </name>
          </person-group>
          <article-title>Early versus late bedtimes phase shift the human dim light melatonin rhythm despite a fixed morning lights on time</article-title>
          <source>Neurosci Lett</source>
          <year>2004</year>
          <month>02</month>
          <day>12</day>
          <volume>356</volume>
          <issue>2</issue>
          <fpage>115</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/14746877"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.neulet.2003.11.032</pub-id>
          <pub-id pub-id-type="medline">14746877</pub-id>
          <pub-id pub-id-type="pii">S0304394003013594</pub-id>
          <pub-id pub-id-type="pmcid">PMC3925648</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mantua</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gravel</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Spencer</surname>
              <given-names>RMC</given-names>
            </name>
          </person-group>
          <article-title>Reliability of Sleep Measures from Four Personal Health Monitoring Devices Compared to Research-Based Actigraphy and Polysomnography</article-title>
          <source>Sensors (Basel)</source>
          <year>2016</year>
          <month>05</month>
          <day>05</day>
          <volume>16</volume>
          <issue>5</issue>
          <fpage>646</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=s16050646"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/s16050646</pub-id>
          <pub-id pub-id-type="medline">27164110</pub-id>
          <pub-id pub-id-type="pii">s16050646</pub-id>
          <pub-id pub-id-type="pmcid">PMC4883337</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Zambotti</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Goldstone</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Claudatos</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Colrain</surname>
              <given-names>IM</given-names>
            </name>
            <name name-style="western">
              <surname>Baker</surname>
              <given-names>FC</given-names>
            </name>
          </person-group>
          <article-title>A validation study of Fitbit Charge 2™ compared with polysomnography in adults</article-title>
          <source>Chronobiol Int</source>
          <year>2018</year>
          <month>04</month>
          <volume>35</volume>
          <issue>4</issue>
          <fpage>465</fpage>
          <lpage>476</lpage>
          <pub-id pub-id-type="doi">10.1080/07420528.2017.1413578</pub-id>
          <pub-id pub-id-type="medline">29235907</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="web">
          <article-title>Garmin Blog</article-title>
          <source>Garmin Health Announces Sleep Study Results</source>
          <year>2019</year>
          <access-date>2020-08-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.garmin.com/en-US/blog/health/garmin-health-announces-sleep-study-results/">https://www.garmin.com/en-US/blog/health/garmin-health-announces-sleep-study-results/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lafortune</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gagnon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Latreille</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Dubé</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bouchard</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bastien</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Carrier</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Sleep spindles and rapid eye movement sleep as predictors of next morning cognitive performance in healthy middle-aged and older participants</article-title>
          <source>J Sleep Res</source>
          <year>2014</year>
          <month>04</month>
          <day>18</day>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>159</fpage>
          <lpage>67</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1111/jsr.12108"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/jsr.12108</pub-id>
          <pub-id pub-id-type="medline">24245769</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sing</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Belenky</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Holcomb</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Mayberg</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Dannals</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wagner</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Thorne</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Popp</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rowland</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Welsh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Balwinski</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Redmond</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Neural basis of alertness and cognitive performance impairments during sleepiness. I. Effects of 24 h of sleep deprivation on waking human regional brain activity</article-title>
          <source>J Sleep Res</source>
          <year>2000</year>
          <month>12</month>
          <day>18</day>
          <volume>9</volume>
          <issue>4</issue>
          <fpage>335</fpage>
          <lpage>52</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://onlinelibrary.wiley.com/resolve/openurl?genre=article&#38;sid=nlm:pubmed&#38;issn=0962-1105&#38;date=2000&#38;volume=9&#38;issue=4&#38;spage=335"/>
          </comment>
          <pub-id pub-id-type="doi">10.1046/j.1365-2869.2000.00225.x</pub-id>
          <pub-id pub-id-type="medline">11123521</pub-id>
          <pub-id pub-id-type="pii">jsr225</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kecklund</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Akerstedt</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lowden</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Morning work: effects of early rising on sleep and alertness</article-title>
          <source>Sleep</source>
          <year>1997</year>
          <month>03</month>
          <volume>20</volume>
          <issue>3</issue>
          <fpage>215</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1093/sleep/20.3.215</pub-id>
          <pub-id pub-id-type="medline">9178917</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Nykamp</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenthal</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Folkerts</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Roehrs</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Guido</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Roth</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>The effects of REM sleep deprivation on the level of sleepiness/alertness</article-title>
          <source>Sleep</source>
          <year>1998</year>
          <month>09</month>
          <day>15</day>
          <volume>21</volume>
          <issue>6</issue>
          <fpage>609</fpage>
          <lpage>14</lpage>
          <pub-id pub-id-type="doi">10.1093/sleep/21.6.609</pub-id>
          <pub-id pub-id-type="medline">9779520</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cajochen</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Khalsa</surname>
              <given-names>SBS</given-names>
            </name>
            <name name-style="western">
              <surname>Wyatt</surname>
              <given-names>JK</given-names>
            </name>
            <name name-style="western">
              <surname>Czeisler</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Dijk</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>EEG and ocular correlates of circadian melatonin phase and human performance decrements during sleep loss</article-title>
          <source>Am J Physiol</source>
          <year>1999</year>
          <month>09</month>
          <day>01</day>
          <volume>277</volume>
          <issue>3 Pt 2</issue>
          <fpage>R640</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1152/ajpregu.1999.277.3.r640</pub-id>
          <pub-id pub-id-type="medline">10484479</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Horne</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Brass</surname>
              <given-names>CG</given-names>
            </name>
            <name name-style="western">
              <surname>Pettitt</surname>
              <given-names>AN</given-names>
            </name>
          </person-group>
          <article-title>Ciradian performance differences between morning and evening "types"</article-title>
          <source>Ergonomics</source>
          <year>1980</year>
          <month>01</month>
          <day>27</day>
          <volume>23</volume>
          <issue>1</issue>
          <fpage>29</fpage>
          <lpage>36</lpage>
          <pub-id pub-id-type="doi">10.1080/00140138008924715</pub-id>
          <pub-id pub-id-type="medline">7189149</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cornelissen</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Cosinor-based rhythmometry</article-title>
          <source>Theor Biol Med Model</source>
          <year>2014</year>
          <month>04</month>
          <day>11</day>
          <volume>11</volume>
          <fpage>16</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://tbiomed.biomedcentral.com/articles/10.1186/1742-4682-11-16"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1742-4682-11-16</pub-id>
          <pub-id pub-id-type="medline">24725531</pub-id>
          <pub-id pub-id-type="pii">1742-4682-11-16</pub-id>
          <pub-id pub-id-type="pmcid">PMC3991883</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Graw</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kräuchi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Knoblauch</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Wirz-Justice</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cajochen</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Circadian and wake-dependent modulation of fastest and slowest reaction times during the psychomotor vigilance task</article-title>
          <source>Physiol Behav</source>
          <year>2004</year>
          <month>02</month>
          <volume>80</volume>
          <issue>5</issue>
          <fpage>695</fpage>
          <lpage>701</lpage>
          <pub-id pub-id-type="doi">10.1016/j.physbeh.2003.12.004</pub-id>
          <pub-id pub-id-type="medline">14984804</pub-id>
          <pub-id pub-id-type="pii">S0031938403003408</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Dinges</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Sleep deprivation and vigilant attention</article-title>
          <source>Ann N Y Acad Sci</source>
          <year>2008</year>
          <volume>1129</volume>
          <issue>1</issue>
          <fpage>305</fpage>
          <lpage>22</lpage>
          <pub-id pub-id-type="doi">10.1196/annals.1417.002</pub-id>
          <pub-id pub-id-type="medline">18591490</pub-id>
          <pub-id pub-id-type="pii">1129/1/305</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yerkes</surname>
              <given-names>RM</given-names>
            </name>
            <name name-style="western">
              <surname>Dodson</surname>
              <given-names>JD</given-names>
            </name>
          </person-group>
          <article-title>The relation of strength of stimulus to rapidity of habit-formation</article-title>
          <source>J. Comp. Neurol. Psychol</source>
          <year>1908</year>
          <month>11</month>
          <volume>18</volume>
          <issue>5</issue>
          <fpage>459</fpage>
          <lpage>482</lpage>
          <pub-id pub-id-type="doi">10.1002/cne.920180503</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilkinson</surname>
              <given-names>RT</given-names>
            </name>
          </person-group>
          <article-title>Interaction of lack of sleep with knowledge of results, repeated testing, and individual differences</article-title>
          <source>J Exp Psychol</source>
          <year>1961</year>
          <month>09</month>
          <volume>62</volume>
          <issue>3</issue>
          <fpage>263</fpage>
          <lpage>71</lpage>
          <pub-id pub-id-type="doi">10.1037/h0048787</pub-id>
          <pub-id pub-id-type="medline">14007063</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Lubin</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Goodnow</surname>
              <given-names>JJ</given-names>
            </name>
          </person-group>
          <article-title>Impaired performance with acute sleep loss</article-title>
          <source>Psychological Monographs: General and Applied</source>
          <year>1959</year>
          <volume>73</volume>
          <issue>14</issue>
          <fpage>1</fpage>
          <lpage>26</lpage>
          <pub-id pub-id-type="doi">10.1037/h0093749</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Quigley</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Green</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Morgan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Idzikowski</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>King</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>The effect of sleep deprivation on memory and psychomotor function in healthy volunteers</article-title>
          <source>Hum Psychopharmacol</source>
          <year>2000</year>
          <month>05</month>
          <volume>15</volume>
          <issue>3</issue>
          <fpage>171</fpage>
          <lpage>177</lpage>
          <pub-id pub-id-type="doi">10.1002/(SICI)1099-1077(200004)15:3&#60;171::AID-HUP155&#62;3.0.CO;2-D</pub-id>
          <pub-id pub-id-type="medline">12404330</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Durmer</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Dinges</surname>
              <given-names>DF</given-names>
            </name>
          </person-group>
          <article-title>Neurocognitive consequences of sleep deprivation</article-title>
          <source>Semin Neurol</source>
          <year>2005</year>
          <month>03</month>
          <volume>25</volume>
          <issue>1</issue>
          <fpage>117</fpage>
          <lpage>29</lpage>
          <pub-id pub-id-type="doi">10.1055/s-2005-867080</pub-id>
          <pub-id pub-id-type="medline">15798944</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Balkin</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rupp</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Picchioni</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Wesensten</surname>
              <given-names>NJ</given-names>
            </name>
          </person-group>
          <article-title>Sleep loss and sleepiness: current issues</article-title>
          <source>Chest</source>
          <year>2008</year>
          <month>10</month>
          <volume>134</volume>
          <issue>3</issue>
          <fpage>653</fpage>
          <lpage>660</lpage>
          <pub-id pub-id-type="doi">10.1378/chest.08-1064</pub-id>
          <pub-id pub-id-type="medline">18779203</pub-id>
          <pub-id pub-id-type="pii">S0012-3692(08)60272-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Horne</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rothwell</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Prefrontal neuropsychological effects of sleep deprivation in young adults--a model for healthy aging?</article-title>
          <source>Sleep</source>
          <year>2000</year>
          <month>12</month>
          <day>15</day>
          <volume>23</volume>
          <issue>8</issue>
          <fpage>1067</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="medline">11145321</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Harrison</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Frontal lobe function, sleep loss and fragmented sleep</article-title>
          <source>Sleep Med Rev</source>
          <year>2001</year>
          <month>12</month>
          <volume>5</volume>
          <issue>6</issue>
          <fpage>463</fpage>
          <lpage>475</lpage>
          <pub-id pub-id-type="doi">10.1053/smrv.2001.0203</pub-id>
          <pub-id pub-id-type="medline">12531154</pub-id>
          <pub-id pub-id-type="pii">S1087-0792(01)90203-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref78">
        <label>78</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chee</surname>
              <given-names>MWL</given-names>
            </name>
          </person-group>
          <article-title>Functional Imaging of Working Memory after 24 Hr of Total Sleep Deprivation</article-title>
          <source>Journal of Neuroscience</source>
          <year>2004</year>
          <month>05</month>
          <day>12</day>
          <volume>24</volume>
          <issue>19</issue>
          <fpage>4560</fpage>
          <lpage>4567</lpage>
          <pub-id pub-id-type="doi">10.1523/jneurosci.0007-04.2004</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref79">
        <label>79</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>O'Hanlon</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Heart Rate Variability: A New Index of Driver Alertness/Fatigue</article-title>
          <source>SAE Technical Paper 720141</source>
          <year>1972</year>
          <fpage>1</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.4271/720141</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref80">
        <label>80</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Goldberger</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Challapalli</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tung</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Parker</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Kadish</surname>
              <given-names>AH</given-names>
            </name>
          </person-group>
          <article-title>Relationship of heart rate variability to parasympathetic effect</article-title>
          <source>Circulation</source>
          <year>2001</year>
          <month>04</month>
          <day>17</day>
          <volume>103</volume>
          <issue>15</issue>
          <fpage>1977</fpage>
          <lpage>83</lpage>
          <pub-id pub-id-type="doi">10.1161/01.cir.103.15.1977</pub-id>
          <pub-id pub-id-type="medline">11306527</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref81">
        <label>81</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ernst</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Heart-Rate Variability-More than Heart Beats?</article-title>
          <source>Front Public Health</source>
          <year>2017</year>
          <month>09</month>
          <day>11</day>
          <volume>5</volume>
          <fpage>240</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.3389/fpubh.2017.00240"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpubh.2017.00240</pub-id>
          <pub-id pub-id-type="medline">28955705</pub-id>
          <pub-id pub-id-type="pmcid">PMC5600971</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref82">
        <label>82</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Thayer</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Hansen</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Saus-Rose</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Johnsen</surname>
              <given-names>BH</given-names>
            </name>
          </person-group>
          <article-title>Heart rate variability, prefrontal neural function, and cognitive performance: the neurovisceral integration perspective on self-regulation, adaptation, and health</article-title>
          <source>Ann Behav Med</source>
          <year>2009</year>
          <month>04</month>
          <day>8</day>
          <volume>37</volume>
          <issue>2</issue>
          <fpage>141</fpage>
          <lpage>53</lpage>
          <pub-id pub-id-type="doi">10.1007/s12160-009-9101-z</pub-id>
          <pub-id pub-id-type="medline">19424767</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref83">
        <label>83</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chua</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Tan</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Yeo</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lau</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Mien</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Puvanendran</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Gooley</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Heart rate variability can be used to estimate sleepiness-related decrements in psychomotor vigilance during total sleep deprivation</article-title>
          <source>Sleep</source>
          <year>2012</year>
          <month>03</month>
          <day>01</day>
          <volume>35</volume>
          <issue>3</issue>
          <fpage>325</fpage>
          <lpage>34</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22379238"/>
          </comment>
          <pub-id pub-id-type="doi">10.5665/sleep.1688</pub-id>
          <pub-id pub-id-type="medline">22379238</pub-id>
          <pub-id pub-id-type="pmcid">PMC3274333</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref84">
        <label>84</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Magjarevic</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Heinze</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Trutschel</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Schnupp</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Sommer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Schenka</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Krajewski</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Golz</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Operator Fatigue Estimation Using Heart Rate Measures</article-title>
          <year>2009</year>
          <conf-name>World Congress on Medical Physics and Biomedical Engineering</conf-name>
          <conf-date>September 7-12, 2009</conf-date>
          <conf-loc>Munich, Germany</conf-loc>
          <publisher-loc>Berlin, Heidelberg</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref85">
        <label>85</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Costa</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Guimbretière</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Choudhury</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>BoostMeUp</article-title>
          <source>Proc. ACM Interact. Mob. Wearable Ubiquitous Technol</source>
          <year>2019</year>
          <month>06</month>
          <day>21</day>
          <volume>3</volume>
          <issue>2</issue>
          <fpage>1</fpage>
          <lpage>23</lpage>
          <pub-id pub-id-type="doi">10.1145/3328911</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref86">
        <label>86</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Angus</surname>
              <given-names>RG</given-names>
            </name>
            <name name-style="western">
              <surname>Heslegrave</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Myles</surname>
              <given-names>WS</given-names>
            </name>
          </person-group>
          <article-title>Effects of prolonged sleep deprivation, with and without chronic physical exercise, on mood and performance</article-title>
          <source>Psychophysiology</source>
          <year>1985</year>
          <month>05</month>
          <volume>22</volume>
          <issue>3</issue>
          <fpage>276</fpage>
          <lpage>82</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1469-8986.1985.tb01601.x</pub-id>
          <pub-id pub-id-type="medline">4011797</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref87">
        <label>87</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>LeDuc</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Caldwell</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ruyak</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>The effects of exercise versus napping on alertness and mood in sleep-deprived aviators</article-title>
          <source>US Aeromedical Research Laboratory Technical Report</source>
          <year>2000</year>
          <access-date>2021-02-14</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://citeseerx.ist.psu.edu/viewdoc/download?doi=10.1.1.459.2378&#38;rep=rep1&#38;type=pdf">http://citeseerx.ist.psu.edu/viewdoc/download?doi=10.1.1.459.2378&#38;rep=rep1&#38;type=pdf</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref88">
        <label>88</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Davranche</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Audiffren</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Facilitating effects of exercise on information processing</article-title>
          <source>J Sports Sci</source>
          <year>2004</year>
          <month>05</month>
          <volume>22</volume>
          <issue>5</issue>
          <fpage>419</fpage>
          <lpage>28</lpage>
          <pub-id pub-id-type="doi">10.1080/02640410410001675289</pub-id>
          <pub-id pub-id-type="medline">15160595</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref89">
        <label>89</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McMorris</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Graydon</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The effect of exercise on cognitive performance in soccer-specific tests</article-title>
          <source>J Sports Sci</source>
          <year>1997</year>
          <month>10</month>
          <volume>15</volume>
          <issue>5</issue>
          <fpage>459</fpage>
          <lpage>68</lpage>
          <pub-id pub-id-type="doi">10.1080/026404197367092</pub-id>
          <pub-id pub-id-type="medline">9386203</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref90">
        <label>90</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Keeley</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Fox</surname>
              <given-names>KR</given-names>
            </name>
          </person-group>
          <article-title>The impact of physical activity and fitness on academic achievement and cognitive performance in children</article-title>
          <source>International Review of Sport and Exercise Psychology</source>
          <year>2009</year>
          <month>09</month>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>198</fpage>
          <lpage>214</lpage>
          <pub-id pub-id-type="doi">10.1080/17509840903233822</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref91">
        <label>91</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ploughman</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Exercise is brain food: the effects of physical activity on cognitive function</article-title>
          <source>Dev Neurorehabil</source>
          <year>2008</year>
          <month>07</month>
          <day>10</day>
          <volume>11</volume>
          <issue>3</issue>
          <fpage>236</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1080/17518420801997007</pub-id>
          <pub-id pub-id-type="medline">18781504</pub-id>
          <pub-id pub-id-type="pii">902363661</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref92">
        <label>92</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dula</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dula</surname>
              <given-names>NL</given-names>
            </name>
            <name name-style="western">
              <surname>Hamrick</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wood</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The effect of working serial night shifts on the cognitive functioning of emergency physicians</article-title>
          <source>Ann Emerg Med</source>
          <year>2001</year>
          <month>08</month>
          <volume>38</volume>
          <issue>2</issue>
          <fpage>152</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1067/mem.2001.116024</pub-id>
          <pub-id pub-id-type="medline">11468610</pub-id>
          <pub-id pub-id-type="pii">S0196-0644(01)64493-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref93">
        <label>93</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>van Berkel</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Luo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Ferreira</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Goncalves</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Kostakos</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>The curse of quantified-self: an endless quest for answers</article-title>
          <year>2015</year>
          <conf-name>Proceedings of the 2015 ACM International Joint Conference on Pervasive and Ubiquitous Computing and Proceedings of the 2015 ACM International Symposium on Wearable Computers - UbiComp 15</conf-name>
          <conf-date>2015</conf-date>
          <conf-loc>Osaka, Japan</conf-loc>
          <publisher-loc>New York, NY</publisher-loc>
          <publisher-name>ACM Press</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref94">
        <label>94</label>
        <nlm-citation citation-type="web">
          <article-title>Fitbit Blog</article-title>
          <source>Fitbit Data Can Help You Beat Afternoon Energy Crashes Internet</source>
          <year>2017</year>
          <access-date>2020-08-26</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://blog.fitbit.com/afternoon-slump/">https://blog.fitbit.com/afternoon-slump/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref95">
        <label>95</label>
        <nlm-citation citation-type="web">
          <article-title>Get a Good Night’s Sleep with Fitbit’s Sleep Tools</article-title>
          <source>Fitbit Blog</source>
          <year>2019</year>
          <access-date>2021-02-12</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://blog.fitbit.com/get-a-good-nights-sleep-with-fitbits-new-sleep-tools/">https://blog.fitbit.com/get-a-good-nights-sleep-with-fitbits-new-sleep-tools/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
