<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article article-type="research-article" dtd-version="2.0" xmlns:xlink="http://www.w3.org/1999/xlink">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JMIR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Neurotech</journal-id>
      <journal-title>JMIR Neurotechnology</journal-title>
      <issn pub-type="epub">2817-092X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v3i1e48148</article-id>
      <article-id pub-id-type="pmid">41341239</article-id>
      <article-id pub-id-type="doi">10.2196/48148</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Assessing the Role of the Autonomic Nervous System as a Driver of Sleep Quality in Patients With Multiple Sclerosis: Observation Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Kubben</surname>
            <given-names>Pieter</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Masanneck</surname>
            <given-names>Lars</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Okita</surname>
            <given-names>Shusuke</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Moebus</surname>
            <given-names>Max</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-3414-7142</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Hilty</surname>
            <given-names>Marc</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8454-531X</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Oldrati</surname>
            <given-names>Pietro</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-5551-4306</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Barrios</surname>
            <given-names>Liliana</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4953-5335</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <collab>PHRT Author Consortium</collab>
          <xref rid="aff1" ref-type="aff">1</xref>
        </contrib>
        <contrib id="contrib6" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Holz</surname>
            <given-names>Christian</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Department of Computer Science</institution>
            <institution>Eidgenössische Technische Hochschule Zürich (ETH Zurich)</institution>
            <addr-line>Stampfenbachstrasse 48</addr-line>
            <addr-line>Zurich, 8092</addr-line>
            <country>Switzerland</country>
            <phone>41 44 632 84 39</phone>
            <email>christian.holz@inf.ethz.ch</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-9655-9519</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Department of Computer Science</institution>
        <institution>Eidgenössische Technische Hochschule Zürich (ETH Zurich)</institution>
        <addr-line>Zurich</addr-line>
        <country>Switzerland</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Neuroimmunology Department</institution>
        <institution>University Hospital Zürich</institution>
        <addr-line>Zurich</addr-line>
        <country>Switzerland</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Christian Holz <email>christian.holz@inf.ethz.ch</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>21</day>
        <month>8</month>
        <year>2024</year>
      </pub-date>
      <volume>3</volume>
      <elocation-id>e48148</elocation-id>
      <history>
        <date date-type="received">
          <day>13</day>
          <month>4</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>29</day>
          <month>1</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>26</day>
          <month>2</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>27</day>
          <month>6</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Max Moebus, Marc Hilty, Pietro Oldrati, Liliana Barrios,  PHRT Author Consortium, Christian Holz. Originally published in JMIR Neurotechnology (https://neuro.jmir.org), 21.08.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Neurotechnology, is properly cited. The complete bibliographic information, a link to the original publication on https://neuro.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://neuro.jmir.org/2024/1/e48148" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Low sleep quality is a common symptom of multiple sclerosis (MS) and substantially decreases patients’ quality of life. The autonomic nervous system (ANS) is crucial to healthy sleep, and the transition from wake to sleep produces the largest shift in autonomic activity we experience every day. For patients with MS, the ANS is often impaired. The relationship between the ANS and perceived sleep quality in patients with MS remains elusive.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>In this study, we aim to quantify the impact of the ANS and MS on perceived sleep quality.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We monitored 77 participants over 2 weeks using an arm-worn wearable sensor and a custom smartphone app. Besides recording daily perceived sleep quality, we continuously recorded participants’ heart rate (HR) and HR variability on a per-second basis, as well as stress, activity, and the weather (20,700 hours of sensor data).</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>During sleep, we found that reduced HR variability and increased motion led to lower perceived sleep quality in patients with MS (n=53) as well as the age- and gender-matched control group (n=24). An activated stress response (high sympathetic activity and low parasympathetic activity) while asleep resulted in lower perceived sleep quality. For patients with MS, an activated stress response while asleep reduced perceived sleep quality more heavily than in the control group. Similarly, the effect of increased stress levels throughout the day is particularly severe for patients with MS. For patients with MS, we found that stress correlated negatively with minimal observed HR while asleep and might even affect their daily routine. We found that patients with MS with more severe impairments generally recorded lower perceived sleep quality than patients with MS with less severe disease progression.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>For patients with MS, stress throughout the day and an activated stress response while asleep play a crucial role in determining sleep quality, whereas this is less important for healthy individuals. Besides ensuring an adequate sleep duration, patients with MS might thus work to reduce stressors, which seem to have a particularly negative effect on sleep quality. Generally, however, sleep quality decreases with MS disease progression.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>sleep quality</kwd>
        <kwd>multiple sclerosis</kwd>
        <kwd>autonomic nervous system</kwd>
        <kwd>wearable sensors</kwd>
        <kwd>mobile phone</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>Low sleep quality can lead to decreased mental and physical performance [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>] and thus impacts quality of life. The autonomic nervous system (ANS) indirectly affects sleep because it regulates different physiological processes within the human body that affect the way we sleep, for example, respiration and heart rate (HR). The relation of the ANS to sleep quality is not well studied for diseases that are explicitly known to affect the ANS, such as multiple sclerosis (MS) [<xref ref-type="bibr" rid="ref3">3</xref>], Parkinson disease [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>], or Alzheimer disease [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      <p>For patients with MS, sleep quality is one of the main drivers for quality of life [<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref11">11</xref>] besides disability, depressive mood, and fatigue. Sleep quality is often reduced in patients with MS due to cramps, pain, reduced mobility, spasticity, mucus retention, and restless leg syndrome [<xref ref-type="bibr" rid="ref12">12</xref>]. Reduced sleep quality has been shown to increase the level of proinflammatory cytokines, which can result in a general worsening of symptoms (eg, fatigue or pain) [<xref ref-type="bibr" rid="ref11">11</xref>]. Higher sleep quality has been linked to reductions in MS-related (secondary) fatigue [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      <p>Patients with MS are often affected by a dysfunction of the ANS [<xref ref-type="bibr" rid="ref15">15</xref>]. Patients with MS have increased chances of observing symptoms of a dysfunctional ANS as early as 10 years before their diagnosis, indicating an early involvement of the ANS in disease progression [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
      <p>HR variability (HRV) is considered a noninvasive measure for the activity of the ANS, for which it is one of the main biomarkers [<xref ref-type="bibr" rid="ref17">17</xref>]. Owing to the evolution of mobile devices, such as smartwatches and fitness wristbands, their users can now reliably and continuously track HRV as well as other vital signs [<xref ref-type="bibr" rid="ref18">18</xref>]. It is, therefore, possible to assess sleep quality using continuous data streams in real-life settings outside of sleep laboratories [<xref ref-type="bibr" rid="ref19">19</xref>,<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      <p>While laboratory-based polysomnography is still the gold standard of analyzing how humans behave while asleep [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>], assessing sleep quality using continuous data streams in a real-life setting has many advantages. Using a vital tracker worn on the wrist, for instance, data can be recorded without great effort from the participants [<xref ref-type="bibr" rid="ref21">21</xref>]. Studies can, thus, run for longer periods and unlock new data sources recorded outside sleep laboratories (eg, HR or step count during the day). The information acquired outside sleep laboratories using wearable sensors is more precise at a more granular level [<xref ref-type="bibr" rid="ref23">23</xref>] than what can be assessed through questionnaires such as the Pittsburgh Sleep Quality Index [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
      <p>In this study, we investigate how the activity of the ANS affects perceived sleep quality for patients with MS as well as a control group by constructing predictive models for subjective sleep quality based on continuous data streams collected over 2 weeks using a wearable sensor and a smartphone app. We thereby extend past studies that have investigated how HRV changes during sleep [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref25">25</xref>], how sleep quality (subjective and objective) is affected by factors such as stress [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref28">28</xref>], and how the ANS and HRV are affected by sleep disorders [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>] and diseases such as MS [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref31">31</xref>]. In addition, we analyze the trade-off in performance between explainable and interpretable modeling techniques such as logistic regression and less easily interpretable techniques when modeling subjective response data. Techniques that are harder to interpret than logistic regression (eg, support vector machines, neural networks, or boosted decision trees) have been found to often outperform generalized linear models (GLMs) on medical data [<xref ref-type="bibr" rid="ref32">32</xref>-<xref ref-type="bibr" rid="ref34">34</xref>]. However, these methods are closer to so-called black box methods that are neither easily interpreted nor explained and have to be treated carefully when used for medical application [<xref ref-type="bibr" rid="ref35">35</xref>].</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Participants</title>
        <p>For this study, patients diagnosed with MS aged between 18 and 65 years without concomitant diseases were recruited by convenience sampling at the neuroimmunology department outpatient clinic of the University Hospital Zurich, Switzerland. Patients with MS (n=53) and a control group (n=24) were recruited between November 29, 2019, and July 29, 2021. On average, participants were aged 35.8 (SD 10.1) years, and 48 participants were female. We ensured that for each patient with MS, there was at least 1 member of the control group with the same sex and within –5 to + 5 years of age. Overall, we tried to ensure a similar age distribution and sex ratio between the control group and patients with MS. As confirmed by Wilcoxon signed rank tests (Mann-Whitney <italic>U</italic> tests) post hoc, there is no significant difference in age or sex ratio between the 2 groups. With an average age of 36.8 years patients with MS are on average more than 3 years older than participants of the control group (33.5 years) corresponding to a <italic>P</italic> value of .11. In total, 35 out of 53 patients with MS are female compared to 13 out of 22 participants of the control group. The <italic>P</italic> value for differences in the sex ratio is 0.33.</p>
        <p>In total, 2 patients with MS (not included in the count of 53) aborted the study. One patient aborted the study because of a medical emergency requiring stationary medical treatment. The other patient aborted the study because of feeling overwhelmed by the study procedure. Otherwise, all participants adhered to the study protocol.</p>
        <p>We based our study size on the general recommendations for feasibility studies, which recommend numbers of 24 to 50 patients with MS [<xref ref-type="bibr" rid="ref36">36</xref>-<xref ref-type="bibr" rid="ref38">38</xref>]. We confirmed these estimates when determining the study size based on the precision of compliance rate estimates. Given the short duration of the study, we expected high compliance rates of &gt;85%. We calculated that we would be able to estimate a participation rate as low as 85% to within –10% to +10% at a 95% CI based on a sample size as small as 49. Hence, we recruited via convenience sampling and aimed for at least 49 patients with MS. The high compliance rate was later confirmed with only 2 patients with MS aborting the study.</p>
        <p>We included information about the medication of patients with MS in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendices 1</xref> and <xref ref-type="supplementary-material" rid="app2">2</xref>. In particular, we listed medication that is known to affect HRV metrics and disease-modifying treatment (DMT).</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>The study protocol was reviewed and approved by the Cantonal Ethics Committee of Zurich (SNCTP000003494). All participants gave written informed consent, and procedures were in compliance with the Declaration of Helsinki.</p>
      </sec>
      <sec>
        <title>Data Set Description</title>
        <p>For 2 weeks, the participants wore a wearable sensor on the arm (Everion, Biofourmis AG) to continuously record their HR, HRV, step count, and motion data from the arm. To ensure continuous data recording, participants were equipped with 2 Everion sensors. The Everion records HR and the total magnitude from a 3-axis accelerometer at 1 Hz as well as interbeat intervals (IBIs). We processed the raw IBIs identifying artifacts as proposed by Berntson et al [<xref ref-type="bibr" rid="ref39">39</xref>]. We linearly interpolated all missing IBIs and chunked the continuous data stream into nonoverlapping 5-minute windows. We removed any 5-minute window with ≥5 interpolated IBIs. For all remaining 5-minute windows, we calculated the SD of the distance from the 45° line of the Poincaré plot of consecutive IBIs (SD1), the SD of the distance from the –45° line of the Poincaré plot of consecutive IBIs (SD2), and the SD of IBIs (SDNN).</p>
        <p>Through a custom-developed smartphone app, participants logged their sleep quality each morning after waking up (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>) and stress levels continually during the day over the course of the 2 weeks. Participants logged their level of stress on a scale from 1 to 10. Participants received daily reminders to rate their quality of sleep and stress levels. We collected information about outside temperatures using an application programming interface service [<xref ref-type="bibr" rid="ref40">40</xref>]. We equipped participants with a Google Pixel 3 (Google LLC) for the duration of the study in case their phone was not suitable to install our smartphone app (eg, they had an iPhone).</p>
        <p>The continuous data streams (HR, HRV, motion, and step count) were aggregated per day depending on whether the participants were awake or asleep, extracting the average, minimum, and maximum (<xref ref-type="table" rid="table1">Table 1</xref>). In addition to these resulting nonstatic variables, which change on a day-to-day basis, we collected demographic information of each participant. For patients with MS, information about disease state, severity of MS-related disability, functionality of the ANS, and affection of the spinal cord was also collected. We modeled daily perceived sleep quality recorded each morning using nonstatic variables collected since the participants last woke up the previous day.</p>
        <p>After the completion of the study, deidentifiable data were stored on secure, password-protected servers. The data are only shared with bona fide researchers upon reasonable request and after signing a data sharing agreement ensuring that the data privacy of all participants is protected and all data are stored securely.</p>
        <boxed-text id="box1" position="float">
          <title>Explanation of self-reported sleep quality score.</title>
          <p>
            <bold>Score and description</bold>
          </p>
          <list list-type="bullet">
            <list-item>
              <p>5: Very refreshing</p>
            </list-item>
            <list-item>
              <p>4: Rather refreshing</p>
            </list-item>
            <list-item>
              <p>3: Moderately refreshing</p>
            </list-item>
            <list-item>
              <p>2: Hardly refreshing</p>
            </list-item>
            <list-item>
              <p>1: Not refreshing</p>
            </list-item>
          </list>
        </boxed-text>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Collected data.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="350"/>
            <col width="0"/>
            <col width="460"/>
            <col width="0"/>
            <col width="160"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Source and name</td>
                <td colspan="2">Definition</td>
                <td>Day or night</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="6">
                  <bold>Wearable sensor: Everion (Biofourmis AG)</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>HR</td>
                <td colspan="2">Heart rate</td>
                <td colspan="2">Day and night</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SDNN</td>
                <td colspan="2">SD of IBIs<sup>a</sup></td>
                <td colspan="2">Day and night</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SD1</td>
                <td colspan="2">SD of distance from 45° line of Poincaré plot of consecutive IBIs</td>
                <td colspan="2">Day and night</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>SD2</td>
                <td colspan="2">SD of distance from –45° line of Poincaré plot of consecutive IBIs</td>
                <td colspan="2">Day and night</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Step count</td>
                <td colspan="2">Step count based on arm motion</td>
                <td colspan="2">Day and night</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Sleep duration</td>
                <td colspan="2">Estimated based on acceleration and HR data</td>
                <td colspan="2">Night</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Awake duration</td>
                <td colspan="2">Estimated based on acceleration and HR data</td>
                <td colspan="2">Night</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Visual crossing [<xref ref-type="bibr" rid="ref40">40</xref>] API<sup>b</sup> service</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Temperature</td>
                <td colspan="2">Extracted via API using location recorded through smartphone app</td>
                <td colspan="2">Day</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Prestudy questionnaires and medical assessments</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>EDSS [<xref ref-type="bibr" rid="ref41">41</xref>]</td>
                <td colspan="2">Expanded Disability Status Scale</td>
                <td colspan="2">—<sup>c</sup></td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>MSSS [<xref ref-type="bibr" rid="ref42">42</xref>]</td>
                <td colspan="2">Multiple Sclerosis Severity Score</td>
                <td colspan="2">—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>ARMSS [<xref ref-type="bibr" rid="ref43">43</xref>]</td>
                <td colspan="2">Age Related Multiple Sclerosis Severity Score</td>
                <td colspan="2">—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>ANS<sup>d</sup> dysfunction</td>
                <td colspan="2">Assessed using COMPASS<sup>e</sup> [<xref ref-type="bibr" rid="ref44">44</xref>] questionnaire</td>
                <td colspan="2">—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>MS<sup>f</sup> diagnosis</td>
                <td colspan="2">Patient with MS or control group</td>
                <td colspan="2">—</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>MS type</td>
                <td colspan="2">None, progressive MS disease state, or relapse remitting MS disease state</td>
                <td colspan="2">—</td>
              </tr>
              <tr valign="top">
                <td colspan="6">
                  <bold>Custom smartphone app</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Sleep quality</td>
                <td colspan="2">Scale from 1 to 5 as outlined in <xref ref-type="boxed-text" rid="box1">Textbox 1</xref></td>
                <td colspan="2">Night</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Stress</td>
                <td colspan="2">Self-reported multiple times a day a scale from 1 to 10</td>
                <td colspan="2">Day</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Awake at night</td>
                <td colspan="2">—</td>
                <td colspan="2">Night</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Sleep medication</td>
                <td colspan="2">—</td>
                <td colspan="2">Night</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>IBI: interbeat interval.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>API: application programming interface.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>Not applicable.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>ANS: autonomic nervous system.</p>
            </fn>
            <fn id="table1fn5">
              <p><sup>e</sup>COMPASS: Computerized Pilot Aptitude Screening System.</p>
            </fn>
            <fn id="table1fn6">
              <p><sup>f</sup>MS: multiple sclerosis.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Data</title>
        <p>A summary of all collected data can be found in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <p>We collected data mainly from 3 different sources: a wearable sensor, a custom smartphone app, and prestudy questionnaires or medical assessments. Nonstatic data were aggregated every day separately for when the participants were awake and asleep. For nonstatic variables, we calculated the minimum, mean, maximum, ratio of minimum to mean, and ratio of maximum to mean. For the static variables Expanded Disability Status Scale (EDSS), MS Severity Score (MSSS), Age-Related Multiple Sclerosis Severity Score (ARMSS), and ANS dysfunction, we used 3, 3, 4, and 17 as cutoff points, respectively, to transform them into binary variables. For the control group, we set these values to 0 before applying the cutoff rule. The custom smartphone app was distributed through the Google Play Store in Switzerland. Participants who did not own an Android phone were equipped with the Google Pixel 3 for the duration of the study.</p>
      </sec>
      <sec>
        <title>Data Processing</title>
        <p>For the analysis of HR and HRV, we only included periods where participants were resting as recommended for photoplethysmography-based HRV measurements [<xref ref-type="bibr" rid="ref45">45</xref>]. Participants were classified as resting during 5-minute windows if their HR (measured in bpm) was &lt;0.55 × (220 bpm – age) [<xref ref-type="bibr" rid="ref46">46</xref>].</p>
        <p>Furthermore, we transformed HRV recordings to normative values considering age, sex, and time of day [<xref ref-type="bibr" rid="ref47">47</xref>]. The recorded data per participant was split into daily intervals based on when the participants woke up and aggregated as outlined in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
        <p>The times when participants went to bed and woke up were estimated manually based on HR, acceleration data from the wearable sensor, and step count. To remove periods where the participants were in a transitional state between awake and asleep, we excluded 1 hour of data before and after the estimated going-to-bed and wake-up times.</p>
        <p>All analysis was done in Python (version 3.8, Python Software Foundation). For modeling, we made use of the scikit-learn, keras, and XGBoost libraries [<xref ref-type="bibr" rid="ref48">48</xref>-<xref ref-type="bibr" rid="ref50">50</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Overview</title>
        <p>In this study, we analyzed the drivers of perceived sleep quality via predictive modeling. We first looked at significant differences in average perceived sleep quality between different subgroups of the participants. Subsequently, we compared the performance of different models for perceived sleep quality normalized per participant. Finally, we analyzed the variables where relative changes are calculated to significantly affect participants’ sleep quality compared to their personal average over the 2 weeks.</p>
        <p>For the analysis, data were available on average for 19.7 hours per day per participant (ie, approximately 82% of the time, SD 2.64 hours). This was consistent across patients with MS and healthy controls. Besides nonwear, reasons for data not being available at all times include participants switching between the 2 devices they had been equipped with for charging and subsequent synchronization issues.</p>
      </sec>
      <sec>
        <title>Differences in Sleep Quality Across Subgroups</title>
        <p>The average self-reported sleep score was 3.72 (scale from 1 to 5; <xref ref-type="boxed-text" rid="box1">Textbox 1</xref>). The distribution of responses is shown in <xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>. <xref ref-type="table" rid="table2">Table 2</xref> lists the observed mean differences and significances according to Wilcoxon rank sum tests for subgroups defined by sex, patient status, type of MS, dysfunction of the ANS, affection of the spinal cord, and severity of MS in terms of scores on the EDSS [<xref ref-type="bibr" rid="ref41">41</xref>] and variations thereof (MSSS [<xref ref-type="bibr" rid="ref42">42</xref>] and ARMSS [<xref ref-type="bibr" rid="ref43">43</xref>]) measuring MS-related disability. We chose Wilcoxon signed rank tests (aka Mann-Whitney <italic>U</italic> test) over alternative methods, such as <italic>t</italic> tests, because they are rank based and distribution-free. Therefore, they are a natural choice for ordinal data (such as items on a Likert scale) as well as nonnormally distributed or binary data.</p>
        <p><xref ref-type="table" rid="table2">Table 2</xref> shows the outcome of distribution-free 2-sided Wilcoxon signed rank tests for mean shifts in self-reported sleep quality between subgroups defined based on demographic information, patient status, and disease state. A higher reported sleep quality score corresponds to higher perceived sleep quality (<xref ref-type="boxed-text" rid="box1">Textbox 1</xref>). <italic>P</italic> values are calculated based on distribution-free 2-sided Wilcoxon signed rank tests for mean shifts in self-reported sleep quality between two groups of participants.</p>
        <p>The perceived sleep quality score of female participants was significantly lower, indicating that their perceived sleep quality was higher than that for male participants. Participants with different types of MS did not report sleeping significantly differently. However, participants whose spinal cord was affected by lesions or with ANS dysfunction reported significantly lower perceived sleep quality—similar to participants scoring high on the MSSS, ARMSS, and EDSS scales. Apart from ANS dysfunction, the differences were not (as) significant when including the control group. However, for patients with MS, the severity of MS led to significant differences in perceived sleep quality.</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Mean comparison of the self-reported sleep quality score between different subgroups.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="320"/>
            <col width="140"/>
            <col width="0"/>
            <col width="240"/>
            <col width="140"/>
            <col width="0"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td colspan="4">Group 1</td>
                <td colspan="3">Group 2</td>
                <td><italic>P</italic> value</td>
              </tr>
              <tr valign="top">
                <td colspan="2">Description, n (%)</td>
                <td>Sleep quality score, mean (SD)</td>
                <td colspan="2">Description, n (%)</td>
                <td>Sleep quality score, mean (SD)</td>
                <td colspan="2">
                  <break/>
                </td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="8">
                  <bold>Sex</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Female, 48 (62)</td>
                <td>3.84 (0.60)</td>
                <td colspan="2">Male, 29 (38)</td>
                <td>3.54 (0.62)</td>
                <td colspan="2">.01</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Disease status</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No MS<sup>a</sup>, 24 (31)</td>
                <td>3.71 (0.48)</td>
                <td colspan="2">Patients with MS, 53 (69)</td>
                <td>3.73 (0.68)</td>
                <td colspan="2">.56</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No MS, 24 (31)</td>
                <td>3.71 (0.48)</td>
                <td colspan="2">MS type PMS<sup>b</sup>, 9 (12)</td>
                <td>3.64 (0.57)</td>
                <td colspan="2">.73</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No MS, 24 (31)</td>
                <td>3.71 (0.48)</td>
                <td colspan="2">MS type RRMS<sup>c</sup>, 44 (57)</td>
                <td>3.75 (0.70)</td>
                <td colspan="2">.43</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>MS type PMS, 9 (12)</td>
                <td>3.64 (0.57)</td>
                <td colspan="2">MS type RRMS<sup>c</sup>, 44 (57)</td>
                <td>3.75 (0.70)</td>
                <td colspan="2">.64</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>ANS<sup>d</sup> dysfunction</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No dysfunction of ANS: all<sup>e</sup>, 53 (69)</td>
                <td>3.86 (0.52)</td>
                <td colspan="2">Dysfunction of ANS<sup>f</sup>, 24 (31)</td>
                <td>3.42 (0.73)</td>
                <td colspan="2">&lt;.001</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No dysfunction of ANS: MS<sup>e</sup>, 29 (38)</td>
                <td>3.99 (0.52)</td>
                <td colspan="2">Dysfunction of ANS<sup>f</sup>, 24 (31)</td>
                <td>3.42 (0.73)</td>
                <td colspan="2">&lt;.001</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>Spinal cord status</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Spinal cord unaffected: all<sup>e</sup>, 53 (69)</td>
                <td>3.82 (0.53)</td>
                <td colspan="2">Spinal cord affected<sup>f</sup>, 24 (31)</td>
                <td>3.51 (0.77)</td>
                <td colspan="2">.10</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Spinal cord unaffected: MS<sup>e</sup>, 29 (38)</td>
                <td>3.91 (0.55)</td>
                <td colspan="2">Spinal cord affected<sup>f</sup>, 24 (31)</td>
                <td>3.51 (0.77)</td>
                <td colspan="2">.06</td>
              </tr>
              <tr valign="top">
                <td colspan="8">
                  <bold>MS-related disability</bold>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>MSSS<sup>g</sup>&lt;3: all<sup>e</sup>, 54 (70)</td>
                <td>3.80 (0.58)</td>
                <td colspan="2">MSSS≥3<sup>f</sup>, 23 (30)</td>
                <td>3.55 (0.69)</td>
                <td colspan="2">.14</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>MSSS<sup>g</sup>&lt;3: MS<sup>e</sup>, 30 (39)</td>
                <td>3.87 (0.64)</td>
                <td colspan="2">MSSS≥3<sup>f</sup>, 23 (30)</td>
                <td>3.55 (0.69)</td>
                <td colspan="2">.07</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>ARMSS<sup>h</sup>&lt;5: all<sup>e</sup>, 42 (55)</td>
                <td>3.84 (0.53)</td>
                <td colspan="2">ARMSS≥6<sup>f</sup>, 6 (8)</td>
                <td>3.59 (0.70)</td>
                <td colspan="2">.17</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>ARMSS<sup>h</sup>&lt;5: MS<sup>e</sup>, 18 (23)</td>
                <td>4.00 (0.55)</td>
                <td colspan="2">ARMSS≥6<sup>f</sup>, 6 (8)</td>
                <td>3.59 (0.70)</td>
                <td colspan="2">.05</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>EDSS<sup>i</sup>&lt;3: all<sup>e</sup>, 59 (77)</td>
                <td>3.77 (0.56)</td>
                <td colspan="2">EDSS≥3<sup>f</sup>, 18 (23)</td>
                <td>3.58 (0.79)</td>
                <td colspan="2">.09</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>EDSS<sup>i</sup>&lt;3: MS<sup>e</sup>, 35 (45)</td>
                <td>3.81 (0.61)</td>
                <td colspan="2">EDSS≥3<sup>f</sup>, 18 (23)</td>
                <td>3.58 (0.79)</td>
                <td colspan="2"> .04</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>MS: multiple sclerosis.</p>
            </fn>
            <fn id="table2fn2">
              <p><sup>b</sup>MS type PMS: progressive MS disease state.</p>
            </fn>
            <fn id="table2fn3">
              <p><sup>c</sup>MS type RRMS: relapse remitting MS disease state.</p>
            </fn>
            <fn id="table2fn4">
              <p><sup>d</sup>ANS: autonomic nervous system.</p>
            </fn>
            <fn id="table2fn5">
              <p><sup>e</sup>A group called “condition: all” refers to all participants for whom the condition is true (patients with MS as well as control group). A group called “condition: MS” refers only to participants diagnosed with MS for whom the condition is true (ie, no control group).</p>
            </fn>
            <fn id="table2fn6">
              <p><sup>f</sup>All participants for whom this condition is true were diagnosed with MS.</p>
            </fn>
            <fn id="table2fn7">
              <p><sup>g</sup>MSSS: Multiple Sclerosis Severity Score [<xref ref-type="bibr" rid="ref42">42</xref>]. Per definition of the MSSS, the chosen cutoff point distinguishes between light to no disability (≤3) and more severe implications (&gt;3).</p>
            </fn>
            <fn id="table2fn8">
              <p><sup>h</sup>ARMSS: age-related multiple sclerosis severity score [<xref ref-type="bibr" rid="ref43">43</xref>]. Per definition of the ARMSS, the chosen cutoff point distinguishes between light to no disability (≤4) and more severe implications (&gt;4).</p>
            </fn>
            <fn id="table2fn9">
              <p><sup>i</sup>EDSS: Extensive Disability Status Scale [<xref ref-type="bibr" rid="ref41">41</xref>]. Per definition of the EDSS, the chosen cutoff point distinguishes between light to no disability (≤3) and more severe implications (&gt;3).</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Comparison of Different Modeling Techniques for Normalized Perceived Sleep Quality</title>
        <p>Higher-dimensional “black box” methods have outperformed clearly explainable and interpretable techniques such as GLMs and thus have gained more and more popularity for medical applications. For binary classification, neural networks [<xref ref-type="bibr" rid="ref33">33</xref>] and tree ensemble methods [<xref ref-type="bibr" rid="ref51">51</xref>] tend to outperform logistic regression in recent literature. However, logistic regression naturally models the changes in odds for a binary outcome, allowing for very easy and clear interpretation. The following is a comparison of these modeling techniques as well as a generalized additive model (GAM) and support vector machine applied to model perceived sleep quality as part of our study.</p>
        <p>To analyze how relative changes in input features affect perceived sleep quality compared to participants’ average responses, we normalized input features and the perceived sleep quality response. We subtracted the mean value per participant across the 2 weeks and divided by the respective SD for each participant. As the normalized sleep quality response failed the Shapiro-Wilk normality test (<italic>P</italic>&lt;.001), thus violating one of the assumptions of linear regression, we transformed the problem into the binary setting. We split the data into high-quality and low-quality sleep based on whether a participant slept better than their personal average recorded during the study. The performances of the different models listed in <xref ref-type="table" rid="table3">Table 3</xref> are similar (63%-67% accuracy). For all models, we used 0.5 as a cutoff point to classify between high- and low-quality sleep. The best performing model is the GAM, achieving an accuracy of 67% with an area under the curve (AUC) of 0.71. The support vector machine, logistic regression (GLM), and symmetric boosted trees achieve the same accuracy (65%). Of the 3, the support vector machine achieves the highest AUC with 0.70. Adding interaction terms to the logistic regression models (GLM of order 2 and 3) does not improve accuracy but only decreases AUC (from 0.69 to 0.66). In terms of accuracy, the neural network performs the worst out of the selected models with 63%. In terms of AUC, however, neural networks outperform boosted tree ensemble methods and GLMs with interaction terms.</p>
        <p>While boosted trees and neural networks perform feature selection themselves, we constructed a sequential feature selection procedure for GLMs, the GAM, and the support vector machine.</p>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Model performances for predicting normalized perceived sleep quality using all available information recorded while participants were awake and asleep.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="390"/>
            <col width="140"/>
            <col width="150"/>
            <col width="130"/>
            <col width="190"/>
            <thead>
              <tr valign="top">
                <td>Model<sup>a</sup> comparison</td>
                <td>Accuracy<sup>b</sup> (%)</td>
                <td>Precision<sup>b</sup> (%)</td>
                <td>Recall<sup>b</sup> (%)</td>
                <td>AUC<sup>c</sup></td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Support vector machine</td>
                <td>65</td>
                <td>66</td>
                <td>64</td>
                <td>0.70</td>
              </tr>
              <tr valign="top">
                <td>Symmetrical boosted trees<sup>d</sup></td>
                <td>65</td>
                <td>67</td>
                <td>65</td>
                <td>0.66</td>
              </tr>
              <tr valign="top">
                <td>Neural network<sup>e</sup></td>
                <td>63</td>
                <td>63</td>
                <td>63</td>
                <td>0.68</td>
              </tr>
              <tr valign="top">
                <td>GLM<sup>f</sup></td>
                <td>65</td>
                <td>66</td>
                <td>65</td>
                <td>0.69</td>
              </tr>
              <tr valign="top">
                <td>GLM order 2<sup>g</sup></td>
                <td>65</td>
                <td>65</td>
                <td>65</td>
                <td>0.68</td>
              </tr>
              <tr valign="top">
                <td>GLM order 3<sup>h</sup></td>
                <td>65</td>
                <td>65</td>
                <td>65</td>
                <td>0.66</td>
              </tr>
              <tr valign="top">
                <td>Generalized additive model</td>
                <td>67</td>
                <td>67</td>
                <td>67</td>
                <td>0.71</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>The models were evaluated on 50 perfectly balanced test sets, each consisting of randomly selected 20% of participants who were removed from the training set.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>Using a cutoff point of 0.5 for the calculated probabilities.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>AUC: area under the curve.</p>
            </fn>
            <fn id="table3fn4">
              <p><sup>d</sup>Architecture chosen based on Bayesian optimization [<xref ref-type="bibr" rid="ref52">52</xref>]: depth of 5 and 600 boosting rounds.</p>
            </fn>
            <fn id="table3fn5">
              <p><sup>e</sup>Architecture chosen based on Bayesian optimization [<xref ref-type="bibr" rid="ref52">52</xref>]: 2 hidden layers containing 16 neurons with hyperbolic tangent activation functions and dropout rates of 0.7 and 0.5, respectively.</p>
            </fn>
            <fn id="table3fn6">
              <p><sup>f</sup>GLM: generalized linear model.</p>
            </fn>
            <fn id="table3fn7">
              <p><sup>g</sup>In addition to the untransformed features, this model includes interactions between 2 variables.</p>
            </fn>
            <fn id="table3fn8">
              <p><sup>h</sup>In addition to the untransformed features, this model includes interactions between up to 3 variables.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Modeling Normalized Perceived Sleep Quality</title>
        <p>In this subsection, we analyze logistic regression models for normalized perceived sleep quality without interaction terms. Although GAMs outperformed GLMs, they fit effects as smoothing splines, making model comparison harder than in the generalized linear setting where effects on the modeled OR are assumed to be linear. Per participant, perceived sleep quality and input features were normalized by subtracting the average per participant and dividing by the respective SD per participant. We constructed 3 models with different input features to compare the consistency of effects depending on what information is available to the model. The first model (M1.1: night and day) uses all available data recorded during the night and the previous day to model normalized perceived sleep quality. The second model only uses data recorded, while the participants were asleep (M1.2: night), such as HR while asleep. The third model (M1.3: day) exclusively uses information recorded when the participants were awake, such as HR while awake. All 3 models include an L1 penalty to shrink the coefficient values of features without great explanatory power to 0. <xref ref-type="table" rid="table4">Table 4</xref> lists variables that are statistically significant in at least 1 of the 3 models. As outlined in the previous section, logistic regression achieved an accuracy of 65% on a perfectly balanced test set when including features collected while participants were awake and asleep (M1.1).</p>
        <p>Across M1.1 to M1.3 in <xref ref-type="table" rid="table4">Table 4</xref>, observed effects have a constant sign across all models that they are included in, indicating general consistency of calculated effects independent of included input features. In addition to whether a participant woke up during the night, the levels of stress they were exposed to the previous day, the duration of their sleep, and recorded motion while asleep, 8 HR- or HRV-related features significantly affected perceived sleep quality in 1 of the 3 models M1.1-M1.3. In M1.1-M1.3, increased sleep duration and decreased motion while asleep are calculated to affect sleep quality positively—so are increases in HRV while asleep in terms of average SD1, maximum SD2, and maximum SDNN and increases in minimal HR while asleep. In contrast, increases in average SD2 while asleep as well as increases in the ratio of maximum SDNN while asleep to average SDNN while asleep are calculated to affect perceived sleep quality negatively. We found higher levels of stress throughout the previous day and if a participant woke up during the night to affect perceived sleep quality negatively.</p>
        <p><xref ref-type="table" rid="table4">Table 4</xref> shows variables that are statistically significant (<italic>P</italic>&lt;.10) in at least 1 logistic regression model for normalized self-reported sleep quality without interaction terms where feature selection was performed for both groups simultaneously but the models were calculated for participants with MS and the control group separately. Positive values increase the chances of better self-reported sleep quality according to the fitted logistic regression model.</p>
        <table-wrap position="float" id="table4">
          <label>Table 4</label>
          <caption>
            <p>Statistically significant variables for normalized perceived sleep quality for patients with multiple sclerosis and the control group.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="260"/>
            <col width="240"/>
            <col width="240"/>
            <col width="260"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>M1.1: night and day as input, model coefficient (<italic>P</italic> value)</td>
                <td>M1.2: night as input only, model coefficient (<italic>P</italic> value)</td>
                <td>M1.3: day as input only, model coefficient (<italic>P</italic> value)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Mean stress awake</td>
                <td>—<sup>a</sup></td>
                <td>—</td>
                <td>–0.14 (.04)</td>
              </tr>
              <tr valign="top">
                <td>HR<sup>b</sup> minimum ratio awake</td>
                <td>0.16 (.03)</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Sleep duration</td>
                <td>0.47 (&lt;.001)</td>
                <td>0.46 (&lt;.001)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Awake at night</td>
                <td>–0.58 (&lt;.001)</td>
                <td>–0.58 (&lt;.001)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Motion asleep</td>
                <td>–0.29 (.02)</td>
                <td>–0.29 (.02)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Minimum HR asleep</td>
                <td>—</td>
                <td>0.13 (.04)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Mean SD1<sup>c</sup> asleep</td>
                <td>0.30 (.004)</td>
                <td>0.26 (.01)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Minimum SD2<sup>d</sup> asleep</td>
                <td>—</td>
                <td>–0.18 (.06)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Mean SD2 asleep</td>
                <td>–0.47 (.01)</td>
                <td>–0.43 (.02)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Maximum SD2 asleep</td>
                <td>0.08 (.03)</td>
                <td>0.06 (.04)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Maximum SDNN<sup>e</sup> asleep</td>
                <td>0.51 (&lt;.001)</td>
                <td>0.47 (&lt;.001)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>SDNN maximum ratio asleep</td>
                <td>–0.54 (.01)</td>
                <td>–0.52 (.01)</td>
                <td>—</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table4fn1">
              <p><sup>a</sup>—: The variable was not included in that respective model (ie, removed during iterative feature selection process).</p>
            </fn>
            <fn id="table4fn2">
              <p><sup>b</sup>HR: heart rate.</p>
            </fn>
            <fn id="table4fn3">
              <p><sup>c</sup>SD1: SD of distance from the 45° line of the Poincaré plot of consecutive interbeat intervals.</p>
            </fn>
            <fn id="table4fn4">
              <p><sup>d</sup>SD2: SD of distance from the –45° line of the Poincaré plot of consecutive interbeat intervals.</p>
            </fn>
            <fn id="table4fn5">
              <p><sup>e</sup>SDNN: SD of interbeat intervals.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Differences Between Patients With MS and the Control Group</title>
        <p>We analyze differences in effects between the control group and participants with MS by computing the 3 logistic regression models M1.1-M1.3 for normalized perceived sleep quality separately for the 2 groups (<xref ref-type="table" rid="table5">Table 5</xref>). We refer to these models as M2.1-M2.3. They are based on the feature selection performed for M1.1-M1.3, but the statistical significance of effects are calculated for the 2 groups separately, thus analyzing the stability of the calculated effects across the 2 groups. The performance of M2.1 dropped from an accuracy of 65% for M1.1 to 60% accuracy for the control group and 64% for participants with MS. Furthermore, we constructed 3 more logistic regression models, M3.1-M3.3, where the included features are optimized for the control group and the patient group separately (<xref ref-type="table" rid="table6">Table 6</xref>). <xref rid="figure1" ref-type="fig">Figure 1</xref> visually summarizes <xref ref-type="table" rid="table6">Table 6</xref>. For the models M2.1-M2.3, the calculated effects for the same variables have the same sign in all cases apart from 2, indicating largely agreeing effects across the subgroups. When optimizing the feature selection for each subgroup, we observe divergence in the included features and an improvement in performance (accuracy increases to 68% for the control group and remains at 64% for participants with MS).</p>
        <p>The effect of increases in minimal HR while asleep is calculated to be positive and statistically significant at α=1% in M2.1 and M2.2 for participants with MS but not statistically significant and negative for the control group. The effect of increases in reported stress levels in M2.3 is statistically significant (<italic>P</italic>&lt;.01) for patients with MS and the control group, yet &lt;0.005 in absolute terms for the control group.</p>
        <p>In M3.1 and M3.2, sleep duration and being awake at night are selected for both subgroups. For both effects, sign, statistical significance, and general magnitude were the same. We find stress, motion while asleep, minimal HR while asleep, and maximum SD1 while asleep to only significantly affect perceived sleep quality for participants with MS. In contrast, the amount of time spent awake before going to bed and minimal SD1 while awake only affected perceived sleep quality for participants of the control group.</p>
        <table-wrap position="float" id="table5">
          <label>Table 5</label>
          <caption>
            <p>Differences in statistically significant variables for perceived sleep quality between patients with multiple sclerosis and the control group: simultaneous feature selection.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="240"/>
            <col width="130"/>
            <col width="120"/>
            <col width="130"/>
            <col width="120"/>
            <col width="130"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="2">2.1: Night and day as input, model coefficient (<italic>P</italic> value)</td>
                <td colspan="2">2.2: Night as input only, model coefficient (<italic>P</italic> value)</td>
                <td colspan="2">M2.3: day as input only, model coefficient (<italic>P</italic> value)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Patients with multiple sclerosis</td>
                <td>Control group</td>
                <td>Patients with multiple sclerosis</td>
                <td>Control group</td>
                <td>Patients with multiple sclerosis</td>
                <td>Control group</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Mean stress awake</td>
                <td>—<sup>a</sup></td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>–0.19 (.01)</td>
                <td>–0.00 (.001)</td>
              </tr>
              <tr valign="top">
                <td>HR<sup>b</sup> minimum ratio awake</td>
                <td>0.20 (.01)</td>
                <td>0.13 (.39)</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Sleep duration</td>
                <td>0.37 (&lt;.001)</td>
                <td>1.21 (.002)</td>
                <td>0.40 (&lt;.001)</td>
                <td>0.72 (&lt;.001)</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Awake at night</td>
                <td>–0.56 (.001)</td>
                <td>–1.01 (.06)</td>
                <td>–0.57 (.001)</td>
                <td>–0.66 (.07)</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Motion asleep</td>
                <td>–0.28 (.03)</td>
                <td>–0.40 (.21)</td>
                <td>–0.29 (.02)</td>
                <td>–0.24 (.23)</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Minimum HR asleep</td>
                <td>—</td>
                <td>—</td>
                <td>0.25 (.004)</td>
                <td>–0.21 (.19)</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Mean SD1<sup>c</sup> asleep</td>
                <td>0.28 (.01)</td>
                <td>0.47 (.10)</td>
                <td>0.21 (.08)</td>
                <td>0.40 (.004)</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Minimum SD2<sup>d</sup> asleep</td>
                <td>—</td>
                <td>—</td>
                <td>–0.27 (.02)</td>
                <td>–0.09 (.27)</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Mean SD2 asleep</td>
                <td>–0.32 (.06)</td>
                <td>–1.37 (.09)</td>
                <td>–0.47 (.02)</td>
                <td>–0.24 (.19)</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Maximum SD2 asleep</td>
                <td>0.08 (.04)</td>
                <td>0.25 (.21)</td>
                <td>−0.31 (.32)</td>
                <td>0.08 (.03)</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Maximum SDNN<sup>e</sup> asleep</td>
                <td>0.39 (.001)</td>
                <td>1.25 (.07)</td>
                <td>0.99 (.06)</td>
                <td>0.17 (.007)</td>
                <td>—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>SDNN maximum ratio asleep</td>
                <td>–0.47 (.03)</td>
                <td>–1.41 (.10)</td>
                <td>–0.67 (.01)</td>
                <td>–0.17 (.22)</td>
                <td>—</td>
                <td>—</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table5fn1">
              <p><sup>a</sup>—: The variable was not included in that respective model (ie, removed during iterative feature selection process).</p>
            </fn>
            <fn id="table5fn2">
              <p><sup>b</sup>HR: heart rate.</p>
            </fn>
            <fn id="table5fn3">
              <p><sup>c</sup>SD1: SD of distance from the 45° line of the Poincaré plot of consecutive interbeat intervals.</p>
            </fn>
            <fn id="table5fn4">
              <p><sup>d</sup>SD2: SD of distance from the –45° line of the Poincaré plot of consecutive interbeat intervals.</p>
            </fn>
            <fn id="table5fn5">
              <p><sup>e</sup>SDNN: SD of interbeat intervals.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table6">
          <label>Table 6</label>
          <caption>
            <p>Differences in statistically significant variables for perceived sleep quality between patients with multiple sclerosis and the control group: separate feature selection.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="220"/>
            <col width="130"/>
            <col width="130"/>
            <col width="0"/>
            <col width="130"/>
            <col width="130"/>
            <col width="0"/>
            <col width="130"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td colspan="3">M3.1: night and day, model coefficient (<italic>P</italic> value)</td>
                <td colspan="3">M3.2: night, model coefficient (<italic>P</italic> value)</td>
                <td colspan="2">M3.3: day, model coefficient (<italic>P</italic> value)</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Patients with multiple sclerosis</td>
                <td>Control group</td>
                <td colspan="2">Patients with multiple sclerosis</td>
                <td>Control group</td>
                <td colspan="2">Patients with multiple sclerosis</td>
                <td>Control group</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Mean stress awake</td>
                <td>—<sup>a</sup></td>
                <td>—</td>
                <td colspan="2">—</td>
                <td>—</td>
                <td colspan="2">–0.19 (.02)</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Awake duration</td>
                <td>—</td>
                <td>0.43 (.05)</td>
                <td colspan="2">—</td>
                <td>—</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Minimum SD1<sup>b</sup> awake</td>
                <td>—</td>
                <td>—</td>
                <td colspan="2">—</td>
                <td>—</td>
                <td colspan="2">—</td>
                <td>0.48 (.05)</td>
              </tr>
              <tr valign="top">
                <td>Sleep duration</td>
                <td>0.39 (&lt;.001)</td>
                <td>0.93 (&lt;.001)</td>
                <td colspan="2">0.42 (&lt;.001)</td>
                <td>0.82 (&lt;.001)</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Awake at night</td>
                <td>–0.53 (.001)</td>
                <td>—</td>
                <td colspan="2">–0.56 (.002)</td>
                <td>–0.86 (.06)</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Motion asleep</td>
                <td>–0.26 (.02)</td>
                <td>—</td>
                <td colspan="2">–0.28 (.02)</td>
                <td>—</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Minimum HR<sup>c</sup> asleep</td>
                <td>0.08 (&lt;.001)</td>
                <td>—</td>
                <td colspan="2">0.27 (.002)</td>
                <td>—</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
              <tr valign="top">
                <td>Maximum SD1 asleep</td>
                <td>0.17 (.02)</td>
                <td>—</td>
                <td colspan="2">0.18 (.04)</td>
                <td>—</td>
                <td colspan="2">—</td>
                <td>—</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table6fn1">
              <p><sup>a</sup>—: The variable was not included in that respective model (ie, removed during iterative feature selection process).</p>
            </fn>
            <fn id="table6fn2">
              <p><sup>b</sup>SD1: SD of distance from 45° line of Poincaré plot of consecutive interbeat intervals.</p>
            </fn>
            <fn id="table6fn3">
              <p><sup>c</sup>HR: heart rate.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Approximate visualization of the statistically significant effects of M3.1-M3.3 for patients with multiple sclerosis (MS; upper half) and the control group (lower half), as displayed in Table 6. In this visualization, only the order of the effects for each of the 2 groups separately is correct. The distances are not proportional to the calculated effects (Table 6). Sleep continuity refers to “awake at night” in Tables 4-6, that is, whether participants woke up at night normalized across the duration of the study. HR: heart rate; max: maximum; min: minimum; SD1: SD of distance from 45° line of Poincaré plot of consecutive interbeat intervals.</p>
          </caption>
          <graphic xlink:href="neuro_v3i1e48148_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p><xref ref-type="table" rid="table5">Table 5</xref> shows variables that are statistically significant (<italic>P</italic>&lt;.10) in at least 1 logistic regression model for normalized self-reported sleep quality without interaction terms where feature selection was performed for both groups simultaneously, but the models were calculated for participants with MS and the control group separately. Positive values increase the chances of better self-reported sleep quality according to the fitted logistic regression model.</p>
        <p><xref ref-type="table" rid="table6">Table 6</xref> shows variables that are statistically significant (<italic>P</italic>&lt;.10) in at least 1 logistic regression model for normalized self-reported sleep quality without interaction terms where feature selection was performed for participants with MS and the control group separately. Positive values increase the chances of better self-reported sleep quality according to the fitted logistic regression model.</p>
      </sec>
      <sec>
        <title>Correlating Input Factors of the Logistic Regression Models</title>
        <p>Multiple input factors of the different models for normalized perceived sleep quality (M3.1-M.3.3) correlated statistically significantly (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). To highlight shared information content between multiple models, <xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref> displays Pearson correlations for features selected for M3.1-M3.3, where the feature selection and computation of the statistical significance of effects were performed separately for participants with MS and the control group. The correlations are calculated separately for participants with MS and the control group, allowing for comparison of the relation between the 2 groups. In total, 2 pairs of input variables for M3.1-M3.3 correlated particularly strongly with a correlation coefficient of –0.41 to –0.49 (<italic>P</italic>&lt;.001): the pair of duration of sleep and the duration participants spent awake before going to bed and the pair of average SD1 while asleep and minimal HR while asleep. Interestingly, there are also 3 pairs where the difference in correlation between the control group and the participants with MS was particularly high. First, minimal HR while asleep and motion while asleep correlated with a coefficient of .11 for participants with MS but with a coefficient of –0.09 for the control group. Second, minimal HR while asleep and recorded stress levels correlated with a correlation coefficient of –0.17 for participants with MS but with a coefficient 0.06 for the control group, indicating a difference in response to stress. Third, the duration participants spent awake before going to bed and the recorded levels of stress correlated with a coefficient of –0.12 for participants with MS but 0.09 for the control group, further indicating a potential difference in behavior as a reaction to stress.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this study, we analyzed how the ANS, the cardiovascular system, stress, activity, and demographic information affect perceived sleep quality for patients with MS and a control group. Model performances suggest that relative changes in perceived sleep quality per participant can indeed predict perceived sleep quality using a combination of HRV metrics, activity data, and stress (M1.1-M3.3). Generally, we find greater HRV to significantly improve perceived sleep quality. However, we find that activation of stress response (high sympathetic and low parasympathetic activity), similar to higher levels of perceived stress, significantly decreases perceived sleep quality. For the control group, this effect is less severe.</p>
        <p>With stress levels and sleep duration, we find predictors particularly important for the sleep quality of patients with MS that can be at least partially acted upon to improve perceived sleep quality. However, calculated effects regarding signals that are not directly controllable (eg, HRV) are much more difficult to translate into actionable recommendations. For the effects of HR and HRV, further studies are needed to better understand the underlying drivers of these signals and how they can be acted upon.</p>
      </sec>
      <sec>
        <title>Effects of HRV on Sleep Quality</title>
        <p>We found various HRV metrics to be suitable predictors for perceived sleep quality. In particular, increased SD1 metrics positively impacted normalized perceived sleep quality across M1.1-M3.3, highlighting their consistency for patients with MS as well as the control group. However, the calculated effects of SD2 and SDNN seemed contradictory and inconsistent in M1.1-M1.3 and were not selected when the automated feature selection procedure was conducted separately for participants with MS and the control group for M3.1-M3.3.</p>
        <p>There are various factors that influence ANS activity and thus also HRV metrics. While participants are awake, physical activity, stress, overall mood, and deep breathing [<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref54">54</xref>] might impact HRV metrics. In the long run, ANS activity is also affected by MS disease progression [<xref ref-type="bibr" rid="ref16">16</xref>].</p>
        <p>While asleep, a possible explanation for the calculated effects of increased activity of the sympathetic and parasympathetic nervous system is their behavior during rapid eye movement (REM) and non-REM sleep phases and their connection to stress. HRV fluctuates strongly between different phases of sleep [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref55">55</xref>-<xref ref-type="bibr" rid="ref57">57</xref>] and is particularly high during REM sleep. More time spent in REM sleep phases was found to increase subjective sleep quality and also cognitive performance [<xref ref-type="bibr" rid="ref58">58</xref>], which matches the calculated effects regarding the sympathetic and parasympathetic nervous system. While the activity of the former increases during REM sleep compared to non-REM sleep, the activity of the latter decreases during REM sleep phases [<xref ref-type="bibr" rid="ref59">59</xref>]. Furthermore, the sympathetic nervous system regulates the fight-or-flight response and gives an indication of stress levels. The negative effect of increases in sympathetic activity and positive effect of increased parasympathetic activity on sleep quality might thus indicate that participants experienced stress throughout the day, which carried on into their sleep (activated stress response), or that participants went through stressful experiences during their REM sleep, which might again be impacted by experienced stress while awake. As outlined in M1.3-M3.3, we found increased stress to reduce perceived sleep quality, thus matching the effects outlined above.</p>
      </sec>
      <sec>
        <title>Effects of MS Diseases Status on Sleep Quality</title>
        <p>Symptoms of severe MS significantly decreased perceived sleep quality. However, we did not find significant differences in subjective sleep quality between participants diagnosed with MS and the control group. This indicates that MS itself does not affect perceived sleep quality. However, scoring high on the ARMSS, MSSS, or EDSS scale and affection of the spinal cord or ANS resulted in significantly worse sleep for patients with MS. Thus, symptoms that were found to decrease general quality of life for patients with MS also contribute to lower perceived sleep quality, matching previous studies [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref30">30</xref>,<xref ref-type="bibr" rid="ref60">60</xref>].</p>
      </sec>
      <sec>
        <title>Effects of Sleep Duration and Awake Duration on Sleep Quality</title>
        <p>We generally found increased sleep duration to positively affect perceived sleep quality. The effects were statistically significant for participants with MS as well as the control group across M1.1-M3.3 and are rather unsurprising. This is a further indication of the importance of an adequate sleep schedule to achieve high-quality sleep and increase quality of life. For patients with MS as well as healthy individuals, this offers an opportunity to improve their sleep quality and subsequently quality of life. Furthermore, at least for the control group, longer times spent awake before going to bed positively affected their perceived quality of sleep. This seems in contrast to the positive effect of longer sleep duration; however, this might indicate that too little time spent awake negatively impacts perceived sleep quality. The 2 effects of longer sleep duration and longer awake duration thus highlight the need of a balance between the time spent awake and asleep.</p>
      </sec>
      <sec>
        <title>Effects of Stress on Sleep Quality</title>
        <p>We found stress levels (self-reported) to have a statistically significant negative impact on perceived sleep quality. For participants with MS, stress impacted perceived sleep quality more strongly than it did for the control group (<xref ref-type="table" rid="table6">Table 6</xref>). Furthermore, for participants with MS, stress correlated significantly negatively with awake duration and minimal HR while asleep. This indicates that stress more severely affects patients with MS, which is even measurable using their minimal HR while asleep. The significant negative correlation of stress to awake duration for participants with MS, which is positive but statistically insignificant for the control group, might indicate that stress even impacted the daily routine of participants with MS.</p>
        <p>These effects are consistent with existing literature [<xref ref-type="bibr" rid="ref26">26</xref>-<xref ref-type="bibr" rid="ref28">28</xref>,<xref ref-type="bibr" rid="ref61">61</xref>]. For patients with MS, several studies suggest that increased stress increases the chances of relapse [<xref ref-type="bibr" rid="ref62">62</xref>] and influences inflammatory activity [<xref ref-type="bibr" rid="ref63">63</xref>]. Furthermore, the ANS is a stress response system. The more severe effect of stress on sleep quality for participants with MS might thus be another symptom of a dysfunctional ANS.</p>
        <p>While we do not find reported stress levels to impact the sleep quality for the control group, we observe negative effects of increases in sympathetic activity (SDNN and SD2) in M2.1-M2.3 for patients with MS as well as the control group. The sympathetic nervous system controls the fight-or-flight response, and stress might cause an activated stress response, which is characterized by increased sympathetic activity and decreased parasympathetic activity. This indicates a negative effect of stress on perceived sleep quality for both groups, although not observable through reported stress levels for the control group.</p>
        <p>While we calculate similar effects for perceived stress and objective measures of stress (ie, an activated stress response), perceived stress ratings and objective assessments of stress do not have to align [<xref ref-type="bibr" rid="ref64">64</xref>]. Comparisons between objective and subjective assessments of stress must thus be treated carefully.</p>
      </sec>
      <sec>
        <title>Effects of Motion (Steps) on Sleep Quality</title>
        <p>An increase in recorded arm motion between initially falling asleep and waking up in the morning significantly decreased perceived sleep quality. The recorded motion records both steps of participants (eg, to use the bathroom) and general movement while asleep due to low sleep continuity or a sleep disorder, such as period leg movement disorder. Period leg movement disorder affects 8% to 11% of the population [<xref ref-type="bibr" rid="ref65">65</xref>] and around 25% of patients with MS [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref18">18</xref>,<xref ref-type="bibr" rid="ref66">66</xref>]. Generally, excessive motion indicates disruption of sleep. Recorded motion during the night furthermore correlates significantly with being awake at night (<italic>r</italic>=0.22; <italic>P</italic>=.004). The negatively calculated effects for increases in both variables match existing literature about sleep continuity [<xref ref-type="bibr" rid="ref67">67</xref>] as well as compartment 5 of the Pittsburgh Sleep Quality Index [<xref ref-type="bibr" rid="ref24">24</xref>].</p>
      </sec>
      <sec>
        <title>Effects of HR on Sleep Quality</title>
        <p>Despite various HR-based variables being included in M1.1-M2.3, only minimal HR while asleep significantly affected perceived sleep quality for patients with MS in M3.1-M3.2. While the effect of increases in minimal HR seems consistent for patients with MS, it seems to have no effect on sleep quality for the control group. This highlights a difference in the effect of cardiovascular activity between the 2 groups.</p>
      </sec>
      <sec>
        <title>Effects of Weather (Temperatures) on Sleep Quality</title>
        <p>We did not find temperature to affect perceived sleep quality in our study, contradicting previous research about the influence of weather on sleep quality [<xref ref-type="bibr" rid="ref68">68</xref>] and temperatures on the well-being of patients with MS [<xref ref-type="bibr" rid="ref69">69</xref>]. However, past research suggests that mainly the room temperature when falling asleep impacts sleep [<xref ref-type="bibr" rid="ref70">70</xref>]. The overall temperature outside, as recorded during our study, is only a (poor) estimate of room temperature.</p>
      </sec>
      <sec>
        <title>Relation Between Demographic Information and Sleep Quality</title>
        <p>Female participants slept significantly better (subjectively) compared to male participants in our study. This is contradicting existing literature on objective sleep quality where female participants were found to sleep significantly worse and also shorter than male participants [<xref ref-type="bibr" rid="ref71">71</xref>,<xref ref-type="bibr" rid="ref72">72</xref>]. Furthermore, women were also found to be 1.41 times more likely to experience insomnia compared to men [<xref ref-type="bibr" rid="ref73">73</xref>].</p>
        <p>Matching previous studies [<xref ref-type="bibr" rid="ref71">71</xref>,<xref ref-type="bibr" rid="ref74">74</xref>], we found age to correlate strongly with motion while asleep and being awake at night (Pearson correlation of <italic>r</italic>=0.31 and <italic>r</italic>=0.23, respectively, with <italic>P</italic>&lt;.001). Both factors are calculated to significantly reduce sleep quality (M1.1-M3.2), which matches existing literature about reduced sleep continuity of older individuals [<xref ref-type="bibr" rid="ref74">74</xref>].</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>Our study has several limitations that question the generalizability and immediate clinical applicability of our results.</p>
        <p>First, because we collect ANS activity passively, we cannot control all the factors that influence ANS activity and might confound our results. In the long run, ANS activity is influenced by disease progression for patients with MS [<xref ref-type="bibr" rid="ref16">16</xref>]. Temporarily, ANS activity might be influenced by deep breathing exercises, shock, mood, physical exercise, and generally any type of stressor [<xref ref-type="bibr" rid="ref53">53</xref>,<xref ref-type="bibr" rid="ref54">54</xref>]. As we aggregate ANS activity over multiple hours when participants are either awake or asleep, it seems unlikely that we capture either very short bursts of ANS activity or long-term trends caused for instance by MS disease progression. The multitude of factors that influence ANS activity, however, only allow for hypothesis about the exact causes of the effects we observe. This uncertainty makes the translation into actionable clinical recommendations difficult.</p>
        <p>Second, the translation of our findings into clinical recommendations is further limited because many effects found to be important for sleep quality estimation are based on signals collected while participants are asleep. Our analysis does not reveal what actions cause variables such as minimal HR while asleep to differ. Thus, we can only provide recommendations for variables such as stress or sleep duration.</p>
        <p>Third, despite the diversity within our study population, it is unlikely that it covers the diverse range of MS disease traits. As we recruited patients with MS solely at the neuroimmunology department of the University Hospital Zurich, our study is effectively limited to Switzerland. While our findings regarding ANS activity might generally be assumed to generalize to patients with MS outside of Switzerland, there are likely several confounders that bias our findings due to specifics of the life in Switzerland, its health care sector, or the genetic traits of Switzerland’s population. As part of a larger and more representative study, it would also be possible to stratify for disease progression and ANS dysfunction to investigate the robustness of our findings toward particularly severe cases of MS with a highly dysfunctional ANS.</p>
        <p>Finally, we investigate self-reported sleep quality, which does not have to align well with objective measures of sleep quality [<xref ref-type="bibr" rid="ref75">75</xref>]. While we find objective measures of sleep quality to be strong predictors of perceived sleep quality and also normalize perceived sleep quality ratings per participant to remove intrasubject variability, our results have to be treated with care. Similarly, we investigate perceived stress ratings, which do not form a passive and objective measure of stress. Again, we find similar effects of objective measures of stress (ie, an activated stress response at night) and self-reported stress levels and also normalized stress ratings per participant. However, self-reported stress levels do not have to be consistent, and a comparison between self-reported and objectively assessed stress levels is difficult [<xref ref-type="bibr" rid="ref64">64</xref>].</p>
        <p>Generally, all the points above outline that a larger study is needed to confirm our findings and hopefully derive actionable insides. This will hopefully allow to derive what actions cause the observed changes in signals that are outside participants’ direct control. We hope our study lays the basis for such larger efforts.</p>
      </sec>
      <sec>
        <title>Future Research</title>
        <p>In addition to addressing what is outlined in the Limitations section, there are multiple avenues worth exploring for future research.</p>
        <p>First, we believe a better understanding of the ANS of each patient with MS would prove most valuable. This might be achieved via imaging, particularly through connectomes that provide a mapping of the nervous system’s connectivity. Given recent successes in connectome-based predictive modeling [<xref ref-type="bibr" rid="ref76">76</xref>], the mapping of connectomes of patients with MS to perceived sleep quality might prove an interesting first step. Similarly, an analysis of the location of lesions in the CNS might help to explain why the ANS of patients with MS might relate differently to perceived sleep quality. Subsequently, this might help to identify different subgroups of patients with MS, who might have to be treated differently to improve their sleep quality and quality of life.</p>
        <p>Second, we believe incorporating information about sleep stages into the analysis might prove most valuable. As outlined in the Effects of HRV on Sleep Quality section, ANS activity fluctuates between different sleep stages. Therefore, through or simple aggregation across the whole night, important patterns might currently be neglected.</p>
        <p>Combined with large representative studies that are also able to establish causal relationships between participants’ behavior and changes in bio signals, we believe this would paint a precise and representative picture of the connection between ANS activity of sleep quality more generally for patients with MS and heathy individuals alike.</p>
        <p>Third, we believe a longitudinal study that captures potential disease progression in patients with MS would provide valuable insights into how sleep quality and ANS activity might change based on different stages of MS, including relapses. It would be most interesting to include interventions in such a study design to verify the causality of our results, for example, intervening on participants sleep duration.</p>
        <p>Fourth, low sleep quality is a symptom of various neurological conditions such as Parkinson, epilepsy, or Huntington. Some of the results we derived might translate and prove valuable also to patients with other neurological conditions.</p>
      </sec>
      <sec>
        <title>Conclusions</title>
        <p>The results we present are 3-fold. First, we have found new predictors for the perceived sleep quality of patients with MS as well as healthy individuals, which are conveniently measurable using wearable sensors. We thereby gained a better understanding of the impact of HRV on sleep quality and the differences in effect for patients with MS, namely, an activated stress response (lower parasympathetic activity and higher sympathetic activity) while asleep impacts perceived sleep quality negatively. However, the activity of the parasympathetic nervous system has greater impact on perceived sleep quality than sympathetic activity, especially for healthy individuals.</p>
        <p>Second, we found the disease state of patients with MS to impact perceived sleep quality. In particular, patients with MS whose ANS was dysfunctional; whose spinal cord was affected; or who scored highly on the MSSS, ARMSS, or EDSS reported significantly lower sleep quality than patients with MS whose ANS was not dysfunctional; whose spinal cord was unaffected; and who scored lower on the MSSS, ARMSS, or EDSS, respectively.</p>
        <p>Third, for binary classification problems using medical sensor data, we provide further evidence for the use of more conventional models that are interpretable as well as explainable over state-of-the-art black box models. While GAMs outperformed all other models, GLMs performed similar to boosted tree ensemble classifiers or support vector machines and outperformed neural networks.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Patients with multiple sclerosis on disease-modifying therapy.</p>
        <media xlink:href="neuro_v3i1e48148_app1.docx" xlink:title="DOCX File , 14 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Patients with multiple sclerosis on medication that is known to affect heart rate variability.</p>
        <media xlink:href="neuro_v3i1e48148_app2.docx" xlink:title="DOCX File , 14 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Distribution of sleep quality ratings.</p>
        <media xlink:href="neuro_v3i1e48148_app3.png" xlink:title="PNG File , 11 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Correlation between input variables to models M3.1-M3.3.</p>
        <media xlink:href="neuro_v3i1e48148_app4.docx" xlink:title="DOCX File , 18 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ANS</term>
          <def>
            <p>autonomic nervous system</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">AUC</term>
          <def>
            <p>area under the curve</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">DMT</term>
          <def>
            <p>disease-modifying treatment</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">EDSS</term>
          <def>
            <p>Expanded Disability Status Scale</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">GAM</term>
          <def>
            <p>generalized additive model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">GLM</term>
          <def>
            <p>generalized linear model</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">HR</term>
          <def>
            <p>heart rate</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">HRV</term>
          <def>
            <p>heart rate variability</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb9">IBI</term>
          <def>
            <p>interbeat interval</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb10">MS</term>
          <def>
            <p>multiple sclerosis</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb11">REM</term>
          <def>
            <p>rapid eye movement</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb12">SDNN</term>
          <def>
            <p>SD of interbeat intervals</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was partially funded by the Personalized Health and Related Technologies (2021-801) focus area of the ETH Domain and the Swiss Data Science Centre (C21-18P).</p>
      <p>Please see a list of the members of the PHRT Author Consortium: Christian Holz, Gunnar Rätsch, Fernando Perez-Cruz, Cristóbal Esteban, Martina Baumann, Rita Kuznetsova, Neda Davoudi, Shkurta Gashi, Liliana Barrios, Max Moebus, Ekaterina Krymova, Luis Salamanca, Firat Ozdemir, Marc Hilty, Veronika Kana, Patrick Roth, and Andreas Lutterotti.</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated during and analyzed during this study are available from the corresponding author on reasonable request. Accompanying code is available through the GitHub repository [<xref ref-type="bibr" rid="ref77">77</xref>].</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="con">
        <p>MH, LB and the entire Personalized Health and Related Technologies consortium initialized the study. PO and LB built the study apparatus; PO, LB and MH conducted the study. MM and CH prepared the collected data, conducted the data analysis, and wrote the main manuscript. All authors reviewed the paper and contributed to the discussion of calculated effect.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Okano</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kaczmarzyk</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Dave</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Gabrieli</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Grossman</surname>
              <given-names>JC</given-names>
            </name>
          </person-group>
          <article-title>Sleep quality, duration, and consistency are associated with better academic performance in college students</article-title>
          <source>NPJ Sci Learn</source>
          <year>2019</year>
          <month>10</month>
          <day>01</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>16</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41539-019-0055-z"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41539-019-0055-z</pub-id>
          <pub-id pub-id-type="medline">31583118</pub-id>
          <pub-id pub-id-type="pii">55</pub-id>
          <pub-id pub-id-type="pmcid">PMC6773696</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Klier</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Dörr</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>High sleep quality can increase the performance of CrossFit® athletes in highly technical- and cognitive-demanding categories</article-title>
          <source>BMC Sports Sci Med Rehabil</source>
          <year>2021</year>
          <month>10</month>
          <day>28</day>
          <volume>13</volume>
          <issue>1</issue>
          <fpage>137</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcsportsscimedrehabil.biomedcentral.com/articles/10.1186/s13102-021-00365-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13102-021-00365-2</pub-id>
          <pub-id pub-id-type="medline">34711279</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13102-021-00365-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC8555121</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haensch</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Jörg</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Autonomic dysfunction in multiple sclerosis</article-title>
          <source>J Neurol</source>
          <year>2006</year>
          <month>02</month>
          <volume>253 Suppl 1</volume>
          <issue>S1</issue>
          <fpage>I3</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1007/s00415-006-1102-2</pub-id>
          <pub-id pub-id-type="medline">16477484</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wakabayashi</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Takahashi</surname>
              <given-names>H</given-names>
            </name>
          </person-group>
          <article-title>Neuropathology of autonomic nervous system in Parkinson's disease</article-title>
          <source>Eur Neurol</source>
          <year>1997</year>
          <month>1</month>
          <day>11</day>
          <volume>38 Suppl 2</volume>
          <issue>2</issue>
          <fpage>2</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1159/000113469</pub-id>
          <pub-id pub-id-type="medline">9387796</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Micieli</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Tosi</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Marcheselli</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Cavallini</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Autonomic dysfunction in Parkinson's disease</article-title>
          <source>Neurol Sci</source>
          <year>2003</year>
          <month>05</month>
          <day>1</day>
          <volume>24 Suppl 1</volume>
          <fpage>S32</fpage>
          <lpage>4</lpage>
          <pub-id pub-id-type="doi">10.1007/s100720300035</pub-id>
          <pub-id pub-id-type="medline">12774210</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Femminella</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Rengo</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Komici</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Iacotucci</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Petraglia</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Pagano</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>de Lucia</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Canonico</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Bonaduce</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Leosco</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ferrara</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Autonomic dysfunction in Alzheimer's disease: tools for assessment and review of the literature</article-title>
          <source>J Alzheimers Dis</source>
          <year>2014</year>
          <month>08</month>
          <day>28</day>
          <volume>42</volume>
          <issue>2</issue>
          <fpage>369</fpage>
          <lpage>77</lpage>
          <pub-id pub-id-type="doi">10.3233/jad-140513</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Algotsson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Viitanen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Winblad</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Solders</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Autonomic dysfunction in Alzheimer's disease</article-title>
          <source>Acta Neurol Scand</source>
          <year>1995</year>
          <volume>91</volume>
          <fpage>14</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1600-0404.1995.tb06982.x</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lobentanz</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Asenbaum</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vass</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sauter</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Klösch</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Kollegger</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kristoferitsch</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Zeitlhofer</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Factors influencing quality of life in multiple sclerosis patients: disability, depressive mood, fatigue and sleep quality</article-title>
          <source>Acta Neurol Scand</source>
          <year>2004</year>
          <month>07</month>
          <volume>110</volume>
          <issue>1</issue>
          <fpage>6</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1600-0404.2004.00257.x</pub-id>
          <pub-id pub-id-type="medline">15180801</pub-id>
          <pub-id pub-id-type="pii">ANE257</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stanton</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Silber</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Sleep and fatigue in multiple sclerosis</article-title>
          <source>Mult Scler</source>
          <year>2006</year>
          <month>08</month>
          <volume>12</volume>
          <issue>4</issue>
          <fpage>481</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1191/135248506ms1320oa</pub-id>
          <pub-id pub-id-type="medline">16900762</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bamer</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Johnson</surname>
              <given-names>KL</given-names>
            </name>
            <name name-style="western">
              <surname>Amtmann</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kraft</surname>
              <given-names>GH</given-names>
            </name>
          </person-group>
          <article-title>Prevalence of sleep problems in individuals with multiple sclerosis</article-title>
          <source>Mult Scler</source>
          <year>2008</year>
          <month>09</month>
          <volume>14</volume>
          <issue>8</issue>
          <fpage>1127</fpage>
          <lpage>30</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/18632776"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1352458508092807</pub-id>
          <pub-id pub-id-type="medline">18632776</pub-id>
          <pub-id pub-id-type="pii">1352458508092807</pub-id>
          <pub-id pub-id-type="pmcid">PMC2845464</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Brass</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Duquette</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Proulx-Therrien</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Auerbach</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Sleep disorders in patients with multiple sclerosis</article-title>
          <source>Sleep Med Rev</source>
          <year>2010</year>
          <month>04</month>
          <volume>14</volume>
          <issue>2</issue>
          <fpage>121</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.smrv.2009.07.005"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.smrv.2009.07.005</pub-id>
          <pub-id pub-id-type="medline">19879170</pub-id>
          <pub-id pub-id-type="pii">S1087-0792(09)00070-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Boentert</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Sleep disturbances in patients with amyotrophic lateral sclerosis: current perspectives</article-title>
          <source>Nat Sci Sleep</source>
          <year>2019</year>
          <volume>11</volume>
          <fpage>97</fpage>
          <lpage>111</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31496852"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/NSS.S183504</pub-id>
          <pub-id pub-id-type="medline">31496852</pub-id>
          <pub-id pub-id-type="pii">183504</pub-id>
          <pub-id pub-id-type="pmcid">PMC6701267</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Veauthier</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Sleep disorders in multiple sclerosis and their relationship to fatigue</article-title>
          <source>Sleep Med</source>
          <year>2014</year>
          <month>01</month>
          <volume>15</volume>
          <issue>1</issue>
          <fpage>5</fpage>
          <lpage>14</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1016/j.sleep.2013.08.791"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.sleep.2013.08.791</pub-id>
          <pub-id pub-id-type="medline">24360534</pub-id>
          <pub-id pub-id-type="pii">S1389-9457(13)01203-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Attarian</surname>
              <given-names>HP</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Duntley</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Carter</surname>
              <given-names>JD</given-names>
            </name>
            <name name-style="western">
              <surname>Cross</surname>
              <given-names>AH</given-names>
            </name>
          </person-group>
          <article-title>The relationship of sleep disturbances and fatigue in multiple sclerosis</article-title>
          <source>Arch Neurol</source>
          <year>2004</year>
          <month>04</month>
          <day>01</day>
          <volume>61</volume>
          <issue>4</issue>
          <fpage>525</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1001/archneur.61.4.525</pub-id>
          <pub-id pub-id-type="medline">15096400</pub-id>
          <pub-id pub-id-type="pii">61/4/525</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Flachenecker</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kümpfel</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Kallmann</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Gottschalk</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Grauer</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Rieckmann</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Trenkwalder</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Toyka</surname>
              <given-names>KV</given-names>
            </name>
          </person-group>
          <article-title>Fatigue in multiple sclerosis: a comparison of different rating scales and correlation to clinical parameters</article-title>
          <source>Mult Scler</source>
          <year>2002</year>
          <month>12</month>
          <day>02</day>
          <volume>8</volume>
          <issue>6</issue>
          <fpage>523</fpage>
          <lpage>6</lpage>
          <pub-id pub-id-type="doi">10.1191/1352458502ms839oa</pub-id>
          <pub-id pub-id-type="medline">12474995</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Disanto</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Zecca</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>MacLachlan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Sacco</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Handunnetthi</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Meier</surname>
              <given-names>UC</given-names>
            </name>
            <name name-style="western">
              <surname>Simpson</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>McDonald</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Rossi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Benkert</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kuhle</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Ramagopalan</surname>
              <given-names>SV</given-names>
            </name>
            <name name-style="western">
              <surname>Gobbi</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Prodromal symptoms of multiple sclerosis in primary care</article-title>
          <source>Ann Neurol</source>
          <year>2018</year>
          <month>06</month>
          <day>30</day>
          <volume>83</volume>
          <issue>6</issue>
          <fpage>1162</fpage>
          <lpage>73</lpage>
          <pub-id pub-id-type="doi">10.1002/ana.25247</pub-id>
          <pub-id pub-id-type="medline">29740872</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sztajzel</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Heart rate variability: a noninvasive electrocardiographic method to measure the autonomic nervous system</article-title>
          <source>Swiss Med Wkly</source>
          <year>2004</year>
          <month>09</month>
          <day>04</day>
          <volume>134</volume>
          <issue>35-36</issue>
          <fpage>514</fpage>
          <lpage>22</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.4414/smw.2004.10321"/>
          </comment>
          <pub-id pub-id-type="doi">10.4414/smw.2004.10321</pub-id>
          <pub-id pub-id-type="medline">15517504</pub-id>
          <pub-id pub-id-type="pii">smw-10321</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moebus</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gashi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hilty</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Oldrati</surname>
              <given-names>P</given-names>
            </name>
            <collab>PHRT author consortium</collab>
            <name name-style="western">
              <surname>Holz</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Meaningful digital biomarkers derived from wearable sensors to predict daily fatigue in multiple sclerosis patients and healthy controls</article-title>
          <source>iScience</source>
          <year>2024</year>
          <month>02</month>
          <day>16</day>
          <volume>27</volume>
          <issue>2</issue>
          <fpage>108965</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2589-0042(24)00186-X"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.isci.2024.108965</pub-id>
          <pub-id pub-id-type="medline">38362266</pub-id>
          <pub-id pub-id-type="pii">S2589-0042(24)00186-X</pub-id>
          <pub-id pub-id-type="pmcid">PMC10867654</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moebus</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Holz</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Personalized interpretable prediction of perceived sleep quality: models with meaningful cardiovascular and behavioral features</article-title>
          <source>PLoS One</source>
          <year>2024</year>
          <month>07</month>
          <day>08</day>
          <volume>19</volume>
          <issue>7</issue>
          <fpage>e0305258</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0305258"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0305258</pub-id>
          <pub-id pub-id-type="medline">38976698</pub-id>
          <pub-id pub-id-type="pii">PONE-D-23-31355</pub-id>
          <pub-id pub-id-type="pmcid">PMC11230538</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Moebus</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Holz</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Wolfensberger</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Predicting sleep quality via unsupervised learning of cardiac activity</article-title>
          <source>Proceedings of the 46th Annual International Conference of the IEEE Engineering in Medicine &amp; Biology Society</source>
          <year>2024</year>
          <conf-name>EMBC 2024</conf-name>
          <conf-date>July 15-19, 2024</conf-date>
          <conf-loc>Copenhagen, Denmark</conf-loc>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://embc.embs.org/2024/wp-content/uploads/sites/102/2024/07/EMBC-2024_Proceedings.pdf"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Van de Water</surname>
              <given-names>AT</given-names>
            </name>
            <name name-style="western">
              <surname>Holmes</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Hurley</surname>
              <given-names>DA</given-names>
            </name>
          </person-group>
          <article-title>Objective measurements of sleep for non-laboratory settings as alternatives to polysomnography--a systematic review</article-title>
          <source>J Sleep Res</source>
          <year>2011</year>
          <month>03</month>
          <volume>20</volume>
          <issue>1 Pt 2</issue>
          <fpage>183</fpage>
          <lpage>200</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2869.2009.00814.x</pub-id>
          <pub-id pub-id-type="medline">20374444</pub-id>
          <pub-id pub-id-type="pii">JSR814</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ibáñez</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Navarro</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cauli</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Sleep assessment devices: types, market analysis, and a critical view on accuracy and validation</article-title>
          <source>Expert Rev Med Devices</source>
          <year>2019</year>
          <month>12</month>
          <day>27</day>
          <volume>16</volume>
          <issue>12</issue>
          <fpage>1041</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1080/17434440.2019.1693890</pub-id>
          <pub-id pub-id-type="medline">31774330</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Grandner</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Kripke</surname>
              <given-names>DF</given-names>
            </name>
            <name name-style="western">
              <surname>Yoon</surname>
              <given-names>IY</given-names>
            </name>
            <name name-style="western">
              <surname>Youngstedt</surname>
              <given-names>SD</given-names>
            </name>
          </person-group>
          <article-title>Criterion validity of the Pittsburgh Sleep Quality Index: investigation in a non-clinical sample</article-title>
          <source>Sleep Biol Rhythms</source>
          <year>2006</year>
          <month>06</month>
          <volume>4</volume>
          <issue>2</issue>
          <fpage>129</fpage>
          <lpage>39</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/22822303"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/j.1479-8425.2006.00207.x</pub-id>
          <pub-id pub-id-type="medline">22822303</pub-id>
          <pub-id pub-id-type="pmcid">PMC3399671</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Buysse</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Reynolds</surname>
              <given-names>CF 3rd</given-names>
            </name>
            <name name-style="western">
              <surname>Monk</surname>
              <given-names>TH</given-names>
            </name>
            <name name-style="western">
              <surname>Berman</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Kupfer</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>The Pittsburgh Sleep Quality Index: a new instrument for psychiatric practice and research</article-title>
          <source>Psychiatry Res</source>
          <year>1989</year>
          <month>05</month>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>193</fpage>
          <lpage>213</lpage>
          <pub-id pub-id-type="doi">10.1016/0165-1781(89)90047-4</pub-id>
          <pub-id pub-id-type="medline">2748771</pub-id>
          <pub-id pub-id-type="pii">0165-1781(89)90047-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vanoli</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Adamson</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Ba-Lin</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Pinna</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Lazzara</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Orr</surname>
              <given-names>WC</given-names>
            </name>
          </person-group>
          <article-title>Heart rate variability during specific sleep stages. A comparison of healthy subjects with patients after myocardial infarction</article-title>
          <source>Circulation</source>
          <year>1995</year>
          <month>04</month>
          <day>01</day>
          <volume>91</volume>
          <issue>7</issue>
          <fpage>1918</fpage>
          <lpage>22</lpage>
          <pub-id pub-id-type="doi">10.1161/01.cir.91.7.1918</pub-id>
          <pub-id pub-id-type="medline">7895347</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sadeh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Keinan</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Daon</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Effects of stress on sleep: the moderating role of coping style</article-title>
          <source>Health Psychol</source>
          <year>2004</year>
          <month>09</month>
          <volume>23</volume>
          <issue>5</issue>
          <fpage>542</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1037/0278-6133.23.5.542</pub-id>
          <pub-id pub-id-type="medline">15367075</pub-id>
          <pub-id pub-id-type="pii">2004-18051-014</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Han</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Shim</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Stress and sleep disorder</article-title>
          <source>Exp Neurobiol</source>
          <year>2012</year>
          <month>12</month>
          <day>30</day>
          <volume>21</volume>
          <issue>4</issue>
          <fpage>141</fpage>
          <lpage>50</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/23319874"/>
          </comment>
          <pub-id pub-id-type="doi">10.5607/en.2012.21.4.141</pub-id>
          <pub-id pub-id-type="medline">23319874</pub-id>
          <pub-id pub-id-type="pmcid">PMC3538178</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>da Estrela</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>McGrath</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Booij</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Gouin</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Heart rate variability, sleep quality, and depression in the context of chronic stress</article-title>
          <source>Ann Behav Med</source>
          <year>2021</year>
          <month>03</month>
          <day>16</day>
          <volume>55</volume>
          <issue>2</issue>
          <fpage>155</fpage>
          <lpage>64</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/32525208"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/abm/kaaa039</pub-id>
          <pub-id pub-id-type="medline">32525208</pub-id>
          <pub-id pub-id-type="pii">5855953</pub-id>
          <pub-id pub-id-type="pmcid">PMC7962885</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>PK</given-names>
            </name>
            <name name-style="western">
              <surname>Pu</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>Heart rate variability, sleep and sleep disorders</article-title>
          <source>Sleep Med Rev</source>
          <year>2012</year>
          <month>02</month>
          <volume>16</volume>
          <issue>1</issue>
          <fpage>47</fpage>
          <lpage>66</lpage>
          <pub-id pub-id-type="doi">10.1016/j.smrv.2011.02.005</pub-id>
          <pub-id pub-id-type="medline">21658979</pub-id>
          <pub-id pub-id-type="pii">S1087-0792(11)00029-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tobaldini</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Costantino</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Solbiati</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cogliati</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Kara</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Nobili</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Montano</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Sleep, sleep deprivation, autonomic nervous system and cardiovascular diseases</article-title>
          <source>Neurosci Biobehav Rev</source>
          <year>2017</year>
          <month>03</month>
          <volume>74</volume>
          <issue>Pt B</issue>
          <fpage>321</fpage>
          <lpage>9</lpage>
          <pub-id pub-id-type="doi">10.1016/j.neubiorev.2016.07.004</pub-id>
          <pub-id pub-id-type="medline">27397854</pub-id>
          <pub-id pub-id-type="pii">S0149-7634(16)30218-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McDougall</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>McLeod</surname>
              <given-names>JG</given-names>
            </name>
          </person-group>
          <article-title>Autonomic nervous system function in multiple sclerosis</article-title>
          <source>J Neurol Sci</source>
          <year>2003</year>
          <month>11</month>
          <day>15</day>
          <volume>215</volume>
          <issue>1-2</issue>
          <fpage>79</fpage>
          <lpage>85</lpage>
          <pub-id pub-id-type="doi">10.1016/s0022-510x(03)00205-3</pub-id>
          <pub-id pub-id-type="medline">14568133</pub-id>
          <pub-id pub-id-type="pii">S0022510X03002053</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Valdez</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gwinn</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Khoury</surname>
              <given-names>MJ</given-names>
            </name>
          </person-group>
          <article-title>Application of support vector machine modeling for prediction of common diseases: the case of diabetes and pre-diabetes</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2010</year>
          <month>03</month>
          <day>22</day>
          <volume>10</volume>
          <fpage>16</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/1472-6947-10-16"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1472-6947-10-16</pub-id>
          <pub-id pub-id-type="medline">20307319</pub-id>
          <pub-id pub-id-type="pii">1472-6947-10-16</pub-id>
          <pub-id pub-id-type="pmcid">PMC2850872</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Dreiseitl</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ohno-Machado</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Logistic regression and artificial neural network classification models: a methodology review</article-title>
          <source>J Biomed Inform</source>
          <year>2002</year>
          <volume>35</volume>
          <issue>5-6</issue>
          <fpage>352</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S1532-0464(03)00034-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/s1532-0464(03)00034-0</pub-id>
          <pub-id pub-id-type="medline">12968784</pub-id>
          <pub-id pub-id-type="pii">S1532-0464(03)00034-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Zhao</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Canes</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Steinberg</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Lyashevska</surname>
              <given-names>O</given-names>
            </name>
            <collab>Written on Behalf of AME Big-Data Clinical Trial Collaborative Group</collab>
          </person-group>
          <article-title>Predictive analytics with gradient boosting in clinical medicine</article-title>
          <source>Ann Transl Med</source>
          <year>2019</year>
          <month>04</month>
          <volume>7</volume>
          <issue>7</issue>
          <fpage>152</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31157273"/>
          </comment>
          <pub-id pub-id-type="doi">10.21037/atm.2019.03.29</pub-id>
          <pub-id pub-id-type="medline">31157273</pub-id>
          <pub-id pub-id-type="pii">atm-07-07-152</pub-id>
          <pub-id pub-id-type="pmcid">PMC6511546</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Durán</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Jongsma</surname>
              <given-names>KR</given-names>
            </name>
          </person-group>
          <article-title>Who is afraid of black box algorithms? On the epistemological and ethical basis of trust in medical AI</article-title>
          <source>J Med Ethics</source>
          <year>2021</year>
          <month>03</month>
          <day>18</day>
          <fpage>medethics-2020-106820</fpage>
          <pub-id pub-id-type="doi">10.1136/medethics-2020-106820</pub-id>
          <pub-id pub-id-type="medline">33737318</pub-id>
          <pub-id pub-id-type="pii">medethics-2020-106820</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Julious</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <article-title>Sample size of 12 per group rule of thumb for a pilot study</article-title>
          <source>Pharm Stat</source>
          <year>2005</year>
          <month>11</month>
          <day>24</day>
          <volume>4</volume>
          <issue>4</issue>
          <fpage>287</fpage>
          <lpage>91</lpage>
          <pub-id pub-id-type="doi">10.1002/pst.185</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lancaster</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Dodd</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Williamson</surname>
              <given-names>PR</given-names>
            </name>
          </person-group>
          <article-title>Design and analysis of pilot studies: recommendations for good practice</article-title>
          <source>J Eval Clin Pract</source>
          <year>2004</year>
          <month>05</month>
          <volume>10</volume>
          <issue>2</issue>
          <fpage>307</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.1111/j..2002.384.doc.x</pub-id>
          <pub-id pub-id-type="medline">15189396</pub-id>
          <pub-id pub-id-type="pii">JEP384</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>The size of a pilot study for a clinical trial should be calculated in relation to considerations of precision and efficiency</article-title>
          <source>J Clin Epidemiol</source>
          <year>2012</year>
          <month>03</month>
          <volume>65</volume>
          <issue>3</issue>
          <fpage>301</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1016/j.jclinepi.2011.07.011</pub-id>
          <pub-id pub-id-type="medline">22169081</pub-id>
          <pub-id pub-id-type="pii">S0895-4356(11)00264-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berntson</surname>
              <given-names>GG</given-names>
            </name>
            <name name-style="western">
              <surname>Quigley</surname>
              <given-names>KS</given-names>
            </name>
            <name name-style="western">
              <surname>Jang</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Boysen</surname>
              <given-names>ST</given-names>
            </name>
          </person-group>
          <article-title>An approach to artifact identification: application to heart period data</article-title>
          <source>Psychophysiology</source>
          <year>1990</year>
          <month>09</month>
          <volume>27</volume>
          <issue>5</issue>
          <fpage>586</fpage>
          <lpage>98</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1469-8986.1990.tb01982.x</pub-id>
          <pub-id pub-id-type="medline">2274622</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
          <article-title>Weather data and API</article-title>
          <source>Visual Crossing</source>
          <access-date>2021-12-15</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.visualcrossing.com/">https://www.visualcrossing.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kurtzke</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>Rating neurologic impairment in multiple sclerosis: an expanded disability status scale (EDSS)</article-title>
          <source>Neurology</source>
          <year>1983</year>
          <month>11</month>
          <volume>33</volume>
          <issue>11</issue>
          <fpage>1444</fpage>
          <lpage>52</lpage>
          <pub-id pub-id-type="doi">10.1212/wnl.33.11.1444</pub-id>
          <pub-id pub-id-type="medline">6685237</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Roxburgh</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Seaman</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Masterman</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hensiek</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sawcer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vukusic</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Achiti</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Confavreux</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Coustans</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>le Page</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Edan</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>McDonnell</surname>
              <given-names>GV</given-names>
            </name>
            <name name-style="western">
              <surname>Hawkins</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Trojano</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Liguori</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cocco</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Marrosu</surname>
              <given-names>MG</given-names>
            </name>
            <name name-style="western">
              <surname>Tesser</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Leone</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Weber</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Zipp</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Miterski</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Epplen</surname>
              <given-names>JT</given-names>
            </name>
            <name name-style="western">
              <surname>Oturai</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sørensen</surname>
              <given-names>PS</given-names>
            </name>
            <name name-style="western">
              <surname>Celius</surname>
              <given-names>EG</given-names>
            </name>
            <name name-style="western">
              <surname>Lara</surname>
              <given-names>NT</given-names>
            </name>
            <name name-style="western">
              <surname>Montalban</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Villoslada</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Silva</surname>
              <given-names>AM</given-names>
            </name>
            <name name-style="western">
              <surname>Marta</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Leite</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Dubois</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rubio</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Butzkueven</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kilpatrick</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Mycko</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Selmaj</surname>
              <given-names>KW</given-names>
            </name>
            <name name-style="western">
              <surname>Rio</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Sá</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Salemi</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Savettieri</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Hillert</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Compston</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Multiple sclerosis severity score: using disability and disease duration to rate disease severity</article-title>
          <source>Neurology</source>
          <year>2005</year>
          <month>04</month>
          <day>12</day>
          <volume>64</volume>
          <issue>7</issue>
          <fpage>1144</fpage>
          <lpage>51</lpage>
          <pub-id pub-id-type="doi">10.1212/01.wnl.0000156155.19270.f8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Manouchehrinia</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Westerlind</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Kingwell</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Zhu</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Carruthers</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ramanujam</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Ban</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Glaser</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sawcer</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tremlett</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hillert</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Age related multiple sclerosis severity score: disability ranked by age</article-title>
          <source>Mult Scler</source>
          <year>2017</year>
          <month>12</month>
          <volume>23</volume>
          <issue>14</issue>
          <fpage>1938</fpage>
          <lpage>46</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/abs/10.1177/1352458517690618?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/1352458517690618</pub-id>
          <pub-id pub-id-type="medline">28155580</pub-id>
          <pub-id pub-id-type="pmcid">PMC5700773</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sletten</surname>
              <given-names>DM</given-names>
            </name>
            <name name-style="western">
              <surname>Suarez</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Low</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Mandrekar</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Singer</surname>
              <given-names>W</given-names>
            </name>
          </person-group>
          <article-title>COMPASS 31: a refined and abbreviated Composite Autonomic Symptom Score</article-title>
          <source>Mayo Clin Proc</source>
          <year>2012</year>
          <month>12</month>
          <volume>87</volume>
          <issue>12</issue>
          <fpage>1196</fpage>
          <lpage>201</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/23218087"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.mayocp.2012.10.013</pub-id>
          <pub-id pub-id-type="medline">23218087</pub-id>
          <pub-id pub-id-type="pii">S0025-6196(12)01038-5</pub-id>
          <pub-id pub-id-type="pmcid">PMC3541923</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Georgiou</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Larentzakis</surname>
              <given-names>AV</given-names>
            </name>
            <name name-style="western">
              <surname>Khamis</surname>
              <given-names>NN</given-names>
            </name>
            <name name-style="western">
              <surname>Alsuhaibani</surname>
              <given-names>GI</given-names>
            </name>
            <name name-style="western">
              <surname>Alaska</surname>
              <given-names>YA</given-names>
            </name>
            <name name-style="western">
              <surname>Giallafos</surname>
              <given-names>EJ</given-names>
            </name>
          </person-group>
          <article-title>Can wearable devices accurately measure heart rate variability? A systematic review</article-title>
          <source>Folia Med (Plovdiv)</source>
          <year>2018</year>
          <month>03</month>
          <day>01</day>
          <volume>60</volume>
          <issue>1</issue>
          <fpage>7</fpage>
          <lpage>20</lpage>
          <pub-id pub-id-type="doi">10.2478/folmed-2018-0012</pub-id>
          <pub-id pub-id-type="medline">29668452</pub-id>
          <pub-id pub-id-type="pii">/j/folmed.2017.60.issue-1/folmed-2018-0012/folmed-2018-0012.xml</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="book">
          <source>ACSM’s Guidelines for Exercise Testing and Prescription, 11th edition</source>
          <year>2021</year>
          <publisher-loc>Alphen aan den Rijn, The Netherlands</publisher-loc>
          <publisher-name>Wolters Kluwer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Natarajan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pantelopoulos</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Emir-Farinas</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Natarajan</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Heart rate variability with photoplethysmography in 8 million individuals: a cross-sectional study</article-title>
          <source>Lancet Digit Health</source>
          <year>2020</year>
          <month>12</month>
          <volume>2</volume>
          <issue>12</issue>
          <fpage>e650</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/s2589-7500(20)30246-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pedregosa</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Varoquaux</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gramfort</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Michel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Thirion</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Grisel</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Blondel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Prettenhofer</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dubourg</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Vanderplas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Passos</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cournapeau</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Brucher</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Perrot</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Duchesnay</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Scikit-learn: machine learning in python</article-title>
          <source>J Mach Learn Res</source>
          <year>2011</year>
          <volume>12</volume>
          <issue>85</issue>
          <fpage>2825</fpage>
          <lpage>30</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Chen</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Guestrin</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>XGBoost: a scalable tree boosting system</article-title>
          <source>Proceedings of the 22nd ACM SIGKDD International Conference on Knowledge Discovery and Data Mining</source>
          <year>2016</year>
          <conf-name>KDD '16</conf-name>
          <conf-date>August 13-17, 2016</conf-date>
          <conf-loc>San Francisco, CA</conf-loc>
          <pub-id pub-id-type="doi">10.1145/2939672.2939785</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="web">
          <article-title>Keras homepage</article-title>
          <source>Keras</source>
          <access-date>2024-07-20</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://keras.io">https://keras.io</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Gadaleta</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Radin</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Baca-Motes</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ramos</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kheterpal</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Topol</surname>
              <given-names>EJ</given-names>
            </name>
            <name name-style="western">
              <surname>Steinhubl</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Quer</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>Passive detection of COVID-19 with wearable sensors and explainable machine learning algorithms</article-title>
          <source>NPJ Digit Med</source>
          <year>2021</year>
          <month>12</month>
          <day>08</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>166</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-021-00533-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-021-00533-1</pub-id>
          <pub-id pub-id-type="medline">34880366</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41746-021-00533-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC8655005</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Akiba</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Sano</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Yanase</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Ohta</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Koyama</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Optuna: a next-generation hyperparameter optimization framework</article-title>
          <source>Proceedings of the 25th ACM SIGKDD International Conference on Knowledge Discovery &amp; Data Mining</source>
          <year>2019</year>
          <conf-name>KDD '19</conf-name>
          <conf-date>August 4-8, 2019</conf-date>
          <conf-loc>Anchorage, AK</conf-loc>
          <pub-id pub-id-type="doi">10.1145/3292500.3330701</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shields</surname>
              <given-names>RW Jr</given-names>
            </name>
          </person-group>
          <article-title>Heart rate variability with deep breathing as a clinical test of cardiovagal function</article-title>
          <source>Cleve Clin J Med</source>
          <year>2009</year>
          <month>04</month>
          <volume>76 Suppl 2</volume>
          <fpage>S37</fpage>
          <lpage>40</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ccjm.org/cgi/pmidlookup?view=long&amp;pmid=19376980"/>
          </comment>
          <pub-id pub-id-type="doi">10.3949/ccjm.76.s2.08</pub-id>
          <pub-id pub-id-type="medline">19376980</pub-id>
          <pub-id pub-id-type="pii">76/Suppl_2/S37</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Birjandtalab</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Cogan</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Pouyan</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Nourani</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A non-EEG biosignals dataset for assessment and visualization of neurological status</article-title>
          <source>Proceedings of the IEEE International Workshop on Signal Processing Systems (SiPS)</source>
          <year>2016</year>
          <conf-name>SiPS 2016</conf-name>
          <conf-date>October 26-28, 2016</conf-date>
          <conf-loc>Dallas, TX</conf-loc>
          <pub-id pub-id-type="doi">10.1109/sips.2016.27</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berlad</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Shlitner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ben-Haim</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lavie</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Power spectrum analysis and heart rate variability in stage 4 and REM sleep: evidence for state-specific changes in autonomic dominance</article-title>
          <source>J Sleep Res</source>
          <year>1993</year>
          <month>06</month>
          <day>20</day>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>88</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2869.1993.tb00067.x</pub-id>
          <pub-id pub-id-type="medline">10607076</pub-id>
          <pub-id pub-id-type="pii">jsr002002088</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Baharav</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Kotagal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gibbons</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Rubin</surname>
              <given-names>BK</given-names>
            </name>
            <name name-style="western">
              <surname>Pratt</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Karin</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Akselrod</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Fluctuations in autonomic nervous activity during sleep displayed by power spectrum analysis of heart rate variability</article-title>
          <source>Neurology</source>
          <year>1995</year>
          <month>06</month>
          <volume>45</volume>
          <issue>6</issue>
          <fpage>1183</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1212/wnl.45.6.1183</pub-id>
          <pub-id pub-id-type="medline">7783886</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Versace</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Mozzato</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>De Min Tona</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Cavallero</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Stegagno</surname>
              <given-names>L</given-names>
            </name>
          </person-group>
          <article-title>Heart rate variability during sleep as a function of the sleep cycle</article-title>
          <source>Biol Psychol</source>
          <year>2003</year>
          <month>05</month>
          <volume>63</volume>
          <issue>2</issue>
          <fpage>149</fpage>
          <lpage>62</lpage>
          <pub-id pub-id-type="doi">10.1016/s0301-0511(03)00052-8</pub-id>
          <pub-id pub-id-type="medline">12738405</pub-id>
          <pub-id pub-id-type="pii">S0301051103000528</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Della Monica</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Johnsen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Atzori</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Groeger</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>D</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Rapid eye movement sleep, sleep continuity and slow wave sleep as predictors of cognition, mood, and subjective sleep quality in healthy men and women, aged 20-84 years</article-title>
          <source>Front Psychiatry</source>
          <year>2018</year>
          <month>6</month>
          <day>22</day>
          <volume>9</volume>
          <fpage>255</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/29988413"/>
          </comment>
          <pub-id pub-id-type="doi">10.3389/fpsyt.2018.00255</pub-id>
          <pub-id pub-id-type="medline">29988413</pub-id>
          <pub-id pub-id-type="pmcid">PMC6024010</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Somers</surname>
              <given-names>VK</given-names>
            </name>
            <name name-style="western">
              <surname>Dyken</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Abboud</surname>
              <given-names>FM</given-names>
            </name>
          </person-group>
          <article-title>Sympathetic-nerve activity during sleep in normal subjects</article-title>
          <source>N Engl J Med</source>
          <year>1993</year>
          <month>02</month>
          <day>04</day>
          <volume>328</volume>
          <issue>5</issue>
          <fpage>303</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1056/nejm199302043280502</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sankari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Badr</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Ayas</surname>
              <given-names>NT</given-names>
            </name>
            <name name-style="western">
              <surname>Berlowitz</surname>
              <given-names>DJ</given-names>
            </name>
          </person-group>
          <article-title>Impact of spinal cord injury on sleep: current perspectives</article-title>
          <source>Nat Sci Sleep</source>
          <year>2019</year>
          <month>10</month>
          <volume>11</volume>
          <fpage>219</fpage>
          <lpage>29</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/31686935"/>
          </comment>
          <pub-id pub-id-type="doi">10.2147/NSS.S197375</pub-id>
          <pub-id pub-id-type="medline">31686935</pub-id>
          <pub-id pub-id-type="pii">197375</pub-id>
          <pub-id pub-id-type="pmcid">PMC6800545</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sajjadieh</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Shahsavari</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Safaei</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Penzel</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schoebel</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Fietze</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Mozafarian</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Amra</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kelishadi</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>The association of sleep duration and quality with heart rate variability and blood pressure</article-title>
          <source>Tanaffos</source>
          <year>2020</year>
          <month>11</month>
          <volume>19</volume>
          <issue>2</issue>
          <fpage>135</fpage>
          <lpage>43</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33262801"/>
          </comment>
          <pub-id pub-id-type="medline">33262801</pub-id>
          <pub-id pub-id-type="pii">Tanaffos-19-135</pub-id>
          <pub-id pub-id-type="pmcid">PMC7680518</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Briones-Buixassa</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Milà</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Mª Aragonès</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bufill</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Olaya</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Arrufat</surname>
              <given-names>FX</given-names>
            </name>
          </person-group>
          <article-title>Stress and multiple sclerosis: a systematic review considering potential moderating and mediating factors and methods of assessing stress</article-title>
          <source>Health Psychol Open</source>
          <year>2015</year>
          <month>07</month>
          <volume>2</volume>
          <issue>2</issue>
          <fpage>2055102915612271</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.sagepub.com/doi/10.1177/2055102915612271?url_ver=Z39.88-2003&amp;rfr_id=ori:rid:crossref.org&amp;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1177/2055102915612271</pub-id>
          <pub-id pub-id-type="medline">28070374</pub-id>
          <pub-id pub-id-type="pii">10.1177_2055102915612271</pub-id>
          <pub-id pub-id-type="pmcid">PMC5193283</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mohr</surname>
              <given-names>DC</given-names>
            </name>
          </person-group>
          <article-title>Stress and multiple sclerosis</article-title>
          <source>J Neurol</source>
          <year>2007</year>
          <month>05</month>
          <volume>254 Suppl 2</volume>
          <issue>S2</issue>
          <fpage>II65</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1007/s00415-007-2015-4</pub-id>
          <pub-id pub-id-type="medline">17503132</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Masood</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Ahmed</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gutierrez-Osuna</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Consistency and validity of self-reporting scores in stress measurement surveys</article-title>
          <source>Annu Int Conf IEEE Eng Med Biol Soc</source>
          <year>2012</year>
          <volume>2012</volume>
          <fpage>4895</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1109/EMBC.2012.6347091</pub-id>
          <pub-id pub-id-type="medline">23367025</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hornyak</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Feige</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Riemann</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Voderholzer</surname>
              <given-names>U</given-names>
            </name>
          </person-group>
          <article-title>Periodic leg movements in sleep and periodic limb movement disorder: prevalence, clinical significance and treatment</article-title>
          <source>Sleep Med Rev</source>
          <year>2006</year>
          <month>06</month>
          <volume>10</volume>
          <issue>3</issue>
          <fpage>169</fpage>
          <lpage>77</lpage>
          <pub-id pub-id-type="doi">10.1016/j.smrv.2005.12.003</pub-id>
          <pub-id pub-id-type="medline">16762807</pub-id>
          <pub-id pub-id-type="pii">S1087-0792(05)00143-7</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Veauthier</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Radbruch</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Gaede</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Pfueller</surname>
              <given-names>CF</given-names>
            </name>
            <name name-style="western">
              <surname>Dörr</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bellmann-Strobl</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Wernecke</surname>
              <given-names>KD</given-names>
            </name>
            <name name-style="western">
              <surname>Zipp</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Paul</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Sieb</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>Fatigue in multiple sclerosis is closely related to sleep disorders: a polysomnographic cross-sectional study</article-title>
          <source>Mult Scler</source>
          <year>2011</year>
          <month>05</month>
          <volume>17</volume>
          <issue>5</issue>
          <fpage>613</fpage>
          <lpage>22</lpage>
          <pub-id pub-id-type="doi">10.1177/1352458510393772</pub-id>
          <pub-id pub-id-type="medline">21278050</pub-id>
          <pub-id pub-id-type="pii">1352458510393772</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Libman</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Fichten</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Creti</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Conrod</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Tran</surname>
              <given-names>DL</given-names>
            </name>
            <name name-style="western">
              <surname>Grad</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Jorgensen</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Amsel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rizzo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Baltzan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Pavilanis</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bailes</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Refreshing sleep and sleep continuity determine perceived sleep quality</article-title>
          <source>Sleep Disord</source>
          <year>2016</year>
          <volume>2016</volume>
          <fpage>7170610</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1155/2016/7170610"/>
          </comment>
          <pub-id pub-id-type="doi">10.1155/2016/7170610</pub-id>
          <pub-id pub-id-type="medline">27413553</pub-id>
          <pub-id pub-id-type="pmcid">PMC4927978</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zheng</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Y</given-names>
            </name>
          </person-group>
          <article-title>The effects of high-temperature weather on human sleep quality and appetite</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2019</year>
          <month>01</month>
          <day>18</day>
          <volume>16</volume>
          <issue>2</issue>
          <fpage>270</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph16020270"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph16020270</pub-id>
          <pub-id pub-id-type="medline">30669302</pub-id>
          <pub-id pub-id-type="pii">ijerph16020270</pub-id>
          <pub-id pub-id-type="pmcid">PMC6351950</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Christogianni</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bibb</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Davis</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Jay</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Barnett</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Evangelou</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Filingeri</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Temperature sensitivity in multiple sclerosis: an overview of its impact on sensory and cognitive symptoms</article-title>
          <source>Temperature (Austin)</source>
          <year>2018</year>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>208</fpage>
          <lpage>23</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/30377640"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/23328940.2018.1475831</pub-id>
          <pub-id pub-id-type="medline">30377640</pub-id>
          <pub-id pub-id-type="pii">1475831</pub-id>
          <pub-id pub-id-type="pmcid">PMC6205043</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mattingly</surname>
              <given-names>SM</given-names>
            </name>
            <name name-style="western">
              <surname>Grover</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Aledavood</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Robles-Granda</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Nies</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Striegel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Mark</surname>
              <given-names>G</given-names>
            </name>
          </person-group>
          <article-title>The effects of seasons and weather on sleep patterns measured through longitudinal multimodal sensing</article-title>
          <source>NPJ Digit Med</source>
          <year>2021</year>
          <month>04</month>
          <day>28</day>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>76</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://doi.org/10.1038/s41746-021-00435-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/s41746-021-00435-2</pub-id>
          <pub-id pub-id-type="medline">33911176</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41746-021-00435-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC8080821</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Madrid-Valero</surname>
              <given-names>JJ</given-names>
            </name>
            <name name-style="western">
              <surname>Martínez-Selva</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Ribeiro do Couto</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Sánchez-Romera</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Ordoñana</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Age and gender effects on the prevalence of poor sleep quality in the adult population</article-title>
          <source>Gac Sanit</source>
          <year>2017</year>
          <month>01</month>
          <volume>31</volume>
          <issue>1</issue>
          <fpage>18</fpage>
          <lpage>22</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.elsevier.es/en/linksolver/ft/pii/S0213-9111(16)30118-2"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.gaceta.2016.05.013</pub-id>
          <pub-id pub-id-type="medline">27474487</pub-id>
          <pub-id pub-id-type="pii">S0213-9111(16)30118-2</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Uhlig</surname>
              <given-names>BL</given-names>
            </name>
            <name name-style="western">
              <surname>Sand</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Odegård</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Hagen</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Prevalence and associated factors of DSM-V insomnia in Norway: the Nord-Trøndelag Health Study (HUNT 3)</article-title>
          <source>Sleep Med</source>
          <year>2014</year>
          <month>06</month>
          <volume>15</volume>
          <issue>6</issue>
          <fpage>708</fpage>
          <lpage>13</lpage>
          <pub-id pub-id-type="doi">10.1016/j.sleep.2014.01.018</pub-id>
          <pub-id pub-id-type="medline">24767721</pub-id>
          <pub-id pub-id-type="pii">S1389-9457(14)00091-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zhang</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Wing</surname>
              <given-names>YK</given-names>
            </name>
          </person-group>
          <article-title>Sex differences in insomnia: a meta-analysis</article-title>
          <source>Sleep</source>
          <year>2006</year>
          <month>01</month>
          <volume>29</volume>
          <issue>1</issue>
          <fpage>85</fpage>
          <lpage>93</lpage>
          <pub-id pub-id-type="doi">10.1093/sleep/29.1.85</pub-id>
          <pub-id pub-id-type="medline">16453985</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mander</surname>
              <given-names>BA</given-names>
            </name>
            <name name-style="western">
              <surname>Winer</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>MP</given-names>
            </name>
          </person-group>
          <article-title>Sleep and human aging</article-title>
          <source>Neuron</source>
          <year>2017</year>
          <month>04</month>
          <day>05</day>
          <volume>94</volume>
          <issue>1</issue>
          <fpage>19</fpage>
          <lpage>36</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0896-6273(17)30088-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.neuron.2017.02.004</pub-id>
          <pub-id pub-id-type="medline">28384471</pub-id>
          <pub-id pub-id-type="pii">S0896-6273(17)30088-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC5810920</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Fabbri</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Beracci</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Martoni</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Meneo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tonetti</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Natale</surname>
              <given-names>V</given-names>
            </name>
          </person-group>
          <article-title>Measuring subjective sleep quality: a review</article-title>
          <source>Int J Environ Res Public Health</source>
          <year>2021</year>
          <month>01</month>
          <day>26</day>
          <volume>18</volume>
          <issue>3</issue>
          <fpage>1082</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=ijerph18031082"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/ijerph18031082</pub-id>
          <pub-id pub-id-type="medline">33530453</pub-id>
          <pub-id pub-id-type="pii">ijerph18031082</pub-id>
          <pub-id pub-id-type="pmcid">PMC7908437</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Liu</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Zhuang</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Wei</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Yu</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Qiu</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>The functional connectome predicts feeling of stress on regular days and during the COVID-19 pandemic</article-title>
          <source>Neurobiol Stress</source>
          <year>2021</year>
          <month>05</month>
          <volume>14</volume>
          <fpage>100285</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2352-2895(20)30075-8"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.ynstr.2020.100285</pub-id>
          <pub-id pub-id-type="medline">33385021</pub-id>
          <pub-id pub-id-type="pii">S2352-2895(20)30075-8</pub-id>
          <pub-id pub-id-type="pmcid">PMC7772572</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="web">
          <article-title>Sleep quality prediction for multiple sclerosis patients</article-title>
          <source>GitHub</source>
          <access-date>2024-08-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://github.com/eth-siplab/Sleep_Quality_Prediction_for_Multiple_Sclerosis_Patients">https://github.com/eth-siplab/Sleep_Quality_Prediction_for_Multiple_Sclerosis_Patients</ext-link>
          </comment>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
