<?xml version="1.0" encoding="utf-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Formativ Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
    <article-id pub-id-type="publisher-id">v2i2e10257</article-id>
    <article-id pub-id-type="pmid">30684416</article-id>
    <article-id pub-id-type="doi">10.2196/10257</article-id>
    <article-categories>
      <subj-group subj-group-type="heading">
        <subject>Original Paper</subject>
      </subj-group>
      <subj-group subj-group-type="article-type">
        <subject>Original Paper</subject>
      </subj-group>
    </article-categories>
    <title-group>
      <article-title>Effects of Cold Stimulation on Cardiac-Vagal Activation in Healthy Participants: Randomized Controlled Trial</article-title>
    </title-group>
    <contrib-group>
      <contrib contrib-type="editor">
        <name>
          <surname>Eysenbach</surname>
          <given-names>Gunther</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Ebner-Priemer</surname>
          <given-names>Ulrich</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Lang</surname>
          <given-names>Michael</given-names>
        </name>
      </contrib>
      <contrib contrib-type="reviewer">
        <name>
          <surname>Pietilä</surname>
          <given-names>Julia</given-names>
        </name>
      </contrib>
    </contrib-group>
    <contrib-group>
      <contrib contrib-type="author" id="contrib1" corresp="yes">
      <name name-style="western">
        <surname>Jungmann</surname>
        <given-names>Manuela</given-names>
      </name>
      <degrees>BA, MA, PhD</degrees>
      <xref rid="aff1" ref-type="aff">1</xref>
      <address>
        <institution>Institute for Health and Behaviour</institution>
        <institution>Faculty of Language and Literature, Humanities, Arts and Education</institution>
        <institution>University of Luxembourg</institution>
        <addr-line>Campus Belval, Maison des Sciences Humaines</addr-line>
        <addr-line>11, Porte des Sciences</addr-line>
        <addr-line>Esch-sur-Alzette, 4366</addr-line>
        <country>Luxembourg</country>
        <phone>352 4666449755</phone>
        <fax>352 4666449535</fax>
        <email>manuela.jungmann@uni.lu</email>
      </address>  
      <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-9684-7518</ext-link></contrib>
      <contrib contrib-type="author" id="contrib2">
        <name name-style="western">
          <surname>Vencatachellum</surname>
          <given-names>Shervin</given-names>
        </name>
        <degrees>BSc, MSc</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-7009-6736</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib3">
        <name name-style="western">
          <surname>Van Ryckeghem</surname>
          <given-names>Dimitri</given-names>
        </name>
        <degrees>BSc, MSc, PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0002-4981-8896</ext-link>
      </contrib>
      <contrib contrib-type="author" id="contrib4">
        <name name-style="western">
          <surname>Vögele</surname>
          <given-names>Claus</given-names>
        </name>
        <degrees>BSc, Dipl-Psych, PhD</degrees>
        <xref rid="aff1" ref-type="aff">1</xref>
        <ext-link ext-link-type="orcid">http://orcid.org/0000-0001-8086-0788</ext-link>
      </contrib>
    </contrib-group>
    <aff id="aff1">
    <label>1</label>
    <institution>Institute for Health and Behaviour</institution>
    <institution>Faculty of Language and Literature, Humanities, Arts and Education</institution>  
    <institution>University of Luxembourg</institution>  
    <addr-line>Esch-sur-Alzette</addr-line>
    <country>Luxembourg</country></aff>
    <author-notes>
      <corresp>Corresponding Author: Manuela Jungmann 
      <email>manuela.jungmann@uni.lu</email></corresp>
    </author-notes>
    <pub-date pub-type="collection"><season>Jul-Dec</season><year>2018</year></pub-date>
    <pub-date pub-type="epub">
      <day>09</day>
      <month>10</month>
      <year>2018</year>
    </pub-date>
    <volume>2</volume>
    <issue>2</issue>
    <elocation-id>e10257</elocation-id>
    <!--history from ojs - api-xml-->
    <history>
      <date date-type="received">
        <day>28</day>
        <month>2</month>
        <year>2018</year>
      </date>
      <date date-type="rev-request">
        <day>22</day>
        <month>3</month>
        <year>2018</year>
      </date>
      <date date-type="rev-recd">
        <day>14</day>
        <month>6</month>
        <year>2018</year>
      </date>
      <date date-type="accepted">
        <day>28</day>
        <month>7</month>
        <year>2018</year>
      </date>
    </history>
    <!--(c) the authors - correct author names and publication date here if necessary. Date in form ', dd.mm.yyyy' after jmir.org-->
    <copyright-statement>©Manuela Jungmann, Shervin Vencatachellum, Dimitri Van Ryckeghem, Claus Vögele. Originally published in JMIR Formative Research (http://formative.jmir.org), 09.10.2018.</copyright-statement>
    <copyright-year>2018</copyright-year>
    <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
      <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on http://formative.jmir.org, as well as this copyright and license information must be included.</p>
    </license>  
    <self-uri xlink:href="http://formative.jmir.org/2018/2/e10257/" xlink:type="simple"/>
    <abstract>
      <sec sec-type="Background">
        <title>Background</title>
        <p>The experience of psychological stress has not yet been adequately tackled with digital technology by catering to healthy individuals who wish to reduce their acute stress levels. For the design of digitally mediated solutions, physiological mechanisms need to be investigated that have the potential to induce relaxation with the help of technology. Research has shown that physiological mechanisms embodied in the face and neck regions are effective for diminishing stress-related symptoms. Our study expands on these areas with the design for a wearable in mind. As this study charts new territory in research, it also is a first evaluation of the viability for a wearables concept to reduce stress.</p>
      </sec>
      <sec sec-type="Objective">
        <title>Objective</title>
        <p>The objectives of this study were to assess whether (1) heart rate variability would increase and (2) heart rate would decrease during cold stimulation using a thermode device compared with a (nonstimulated) control condition. We expected effects in particular in the neck and cheek regions and less in the forearm area.</p>
      </sec>
      <sec sec-type="Methods">
        <title>Methods</title>
        <p>The study was a fully randomized, within-participant design. Volunteer participants were seated in a laboratory chair and tested with cold stimulation on the right side of the body. A thermode was placed on the neck, cheek, and forearm. We recorded and subsequently analyzed participants’ electrocardiogram. The cold stimulation was applied in 16-second intervals over 4 trials per testing location. The control condition proceeded exactly like the cold condition, except we manipulated the temperature variable to remain at the baseline temperature. We measured heart rate as interbeat intervals in milliseconds and analyzed root mean square of successive differences to index heart rate variability. We analyzed data using a repeated-measures ANOVA (analysis of variance) approach with 2 repeated-measures factors: body location (neck, cheek, forearm) and condition (cold, control).</p>
      </sec>
      <sec sec-type="Results">
        <title>Results</title>
        <p>Data analysis of 61 participants (after exclusion of outliers) showed a main effect and an interaction effect for body location and for condition, for both heart rate and heart rate variability. The results demonstrate a pattern of cardiovascular reactivity to cold stimulation, suggesting an increase in cardiac-vagal activation. The effect was significant for cold stimulation in the lateral neck area.</p>
      </sec>
      <sec sec-type="Conclusions">
        <title>Conclusions</title>
        <p>The results confirmed our main hypothesis that cold stimulation at the lateral neck region would result in higher heart rate variability and lower heart rate than in the control condition. This sets the stage for further investigations of stress reduction potential in the neck region by developing a wearable prototype that can be used for cold application. Future studies should include a stress condition, test for a range of temperatures and durations, and collect self-report data on perceived stress levels to advance findings.</p>
      </sec>
    </abstract>
    <kwd-group>
      <kwd>cold stimulation</kwd>
      <kwd>heart rate reduction</kwd>
      <kwd>lateral neck region</kwd>
      <kwd>diving reflex</kwd>
      <kwd>stress reduction</kwd>
      <kwd>wearable electronic devices</kwd>
      <kwd>thermode-based stimulation</kwd>
      <kwd>acute stress</kwd>
      <kwd>technology for stress relief</kwd>
      <kwd>vagus nerve stimulation</kwd>
      <kwd>psychological stress</kwd>
    </kwd-group></article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <sec>
        <title>Background</title>
        <p>Never before in human history have people been exposed to such fast-paced lifestyles as today, where stress penetrates all areas of everyday life. Stress is a central issue in modern life that affects a broad range of people at various ages and in different professions, beyond levels that are believed to be healthy (eg, [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]). Some groups are, however, found to be more vulnerable to stress than others. According to the American Psychological Association [<xref ref-type="bibr" rid="ref1">1</xref>], groups that are consistently struggling with stress are women and parents, but also younger generations (18-35 years old). In particular, younger people report higher stress levels than any other generation and seem to have difficulties coping with stress [<xref ref-type="bibr" rid="ref4">4</xref>]. Similarly, a pan-European poll conducted with the general European population showed that 51% of all workers reported that work-related stress was common in their workplace, while 66% attributed stress to hours worked or workload [<xref ref-type="bibr" rid="ref2">2</xref>]. Additionally, 77% of the European population (36 countries) believed that their job-related stress would increase over the next 5 years [<xref ref-type="bibr" rid="ref3">3</xref>]. The European Commission has noted the severity of the problem and has made stress and stress management a priority area in Europe’s health strategy for 2014-2020 under the framework of psychosocial risks [<xref ref-type="bibr" rid="ref5">5</xref>].</p>
        <p>This snapshot of psychological stress shows that higher stress levels are quite common in highly industrialized nations. Although the situational context that causes stress for the individual may differ between people, depending on personality characteristics, personal history, etc, physiological responses to perceived stress (eg, elevated heart rate and increased respiration) are consistent indicators across individual stress experiences. Acute stress stimulates the sympathetic nervous system, resulting in the ergotropic activation of the cardiovascular, endocrine, and immune systems [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref8">8</xref>]. Physiological stress responses are highly adaptive in the short term, but with regular elicitation they may become maladaptive and the individual’s activation level turns chronic. Prolonged exposure to stress has been shown to be associated with long-term health consequences that can lead to disease [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>An ever-growing number of individuals are pursuing well-being in their lives by seeking to deploy smart watches and other digital devices in the hope of reaching a better state of health [<xref ref-type="bibr" rid="ref10">10</xref>]. Wearable devices have been a popular support in social movements that are spearheading physical self-improvement (eg, the quantified self movement [<xref ref-type="bibr" rid="ref11">11</xref>]). But digitally mediated solutions for stress reduction are rather sparsely forthcoming. Most devices that aim to reduce daily stress experiences track body metrics (eg, heart rate and respiration) and make offline suggestions, such as exercise and meditation, to disengage from stress [<xref ref-type="bibr" rid="ref12">12</xref>]. As a result, these solutions are limited in their effectiveness because they do not intervene directly at the time of the acute stress experience. They require behavioral changes that, when applied, will lead to stress reduction. Yet behavioral change necessitates a dedicated time investment, which presents a dilemma for individuals who are already struggling with insufficient time in their day [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Not only a time commitment is needed; some of the suggested solutions also require an undisturbed personal space. This is an additional factor that may make these solutions impractical in everyday settings, where most people are involved with ongoing interactions with other individuals, such as at the office or when taking care of children. Hence, there is a market demand for technologies that provide an approach that not only measures stress but also presents an integral, noninvasive, digitally mediated solution to stress reduction. The solution should provide effective results but also fade into the background of the fast-paced lifestyles that most people experience.</p>
        <p>We present an initial study investigating a wearable concept for well-being with the prospect of reducing stress as indexed by increased cardiac-vagal activation. The concept presents an integral solution. It measures an individual’s stress levels using heart rate and computing heart rate variability, and it comprises the strategic placement of a cold stimulus to counteract physiological stress by increasing cardiac-vagal activation.</p>
        <p>This study is a first exploration of the effects of cold stimulation in the neck region on heart rate and heart rate variability under resting conditions. Stimulation of the neck region as location on the body and cold temperature as a stimulus have been investigated in previous research on stress reduction, but in separate contexts and on different grounds, for example, vagus nerve stimulation (VNS) and cold water face immersion (CWFI). To the best of our knowledge, cold stimulation in the neck region has not yet been combined into a single study. As this is the first study to investigate the effects of cold stimulation in the neck area on heart rate variability and heart rate, we focused on parasympathetic nervous system activation to clearly assess any potential for heart rate reduction. We accordingly selected a study design that de-emphasized complexity and favored a conservative approach by testing participants under resting conditions.</p>
      </sec>
      <sec>
        <title>The Relationship Between Heart Rate, Heart Rate Variability, and Stress</title>
        <p>Heart rate variability is associated with functions of the regulatory and homeostatic autonomic nervous system, which is a key structure in physiological arousal with its sympathetic and parasympathetic nervous system branches. Heart rate and heart rate variability constitute measures of autonomic function, whereas heart rate variability provides more information on the dynamic modulation between the sympathetic and parasympathetic branches of the autonomic nervous system [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <p>Research has also suggested that the brain and the heart are connected bidirectionally due to the efferent outflow from the brain affecting the heart and the afferent outflow from the heart affecting the brain [<xref ref-type="bibr" rid="ref16">16</xref>,<xref ref-type="bibr" rid="ref17">17</xref>]. The vagus nerve is an integral part of this heart-brain system [<xref ref-type="bibr" rid="ref18">18</xref>], and heart rate-related measures (eg, heart rate variability) can provide valuable information about the functioning of the heart-brain system. Heart rate variability is the fluctuation of the length of heartbeat intervals [<xref ref-type="bibr" rid="ref19">19</xref>] and has been suggested to represent the ability of the heart to respond to a variety of physiological and environmental stimuli [<xref ref-type="bibr" rid="ref20">20</xref>,<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>In recent years, perceived stress levels have been known to be closely associated with measures of cardiac autonomic function, such as heart rate and heart rate variability. For example, Uusitalo et al [<xref ref-type="bibr" rid="ref22">22</xref>] found that chronic, work-related stress was associated with cardiac autonomic function in hospital nurses at work who were tested over the course of 2 days. Collins et al [<xref ref-type="bibr" rid="ref23">23</xref>] observed similar findings over a period of 48 hours, studying 30 men who experienced job strain in various job settings. Many other studies (eg, [<xref ref-type="bibr" rid="ref24">24</xref>-<xref ref-type="bibr" rid="ref26">26</xref>]) recording short-term or long-term electrocardiograms (ECGs) found comparable results, confirming the association between subjective stress and heart rate variability in larger populations. A recent meta-analysis by Kim et al [<xref ref-type="bibr" rid="ref27">27</xref>] indicated that heart rate variability can serve as a physiological indicator of stress, which substantiates the findings of an earlier meta-analysis by Thayer et al [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>Heart rate and heart rate variability are reliable, easily recorded and computed measures. They are assumed to be objective measures of psychological health and stress [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref28">28</xref>] and have often been assessed in cardiovascular and stress research [<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref33">33</xref>]. It has also been shown that individuals engaging in biofeedback training are able to control heart rate variability and therefore influence their perception of stress and anxiety [<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref36">36</xref>].</p>
        <p>In the research reported here, low physiological arousal, or relaxation, was associated with low heart rate and high heart rate variability, indicated by predominately parasympathetic nervous system activation. High physiological arousal, such as that caused by the experience of stressors, indicates high heart rate and low heart rate variability with prevailing sympathetic nervous system activation [<xref ref-type="bibr" rid="ref37">37</xref>-<xref ref-type="bibr" rid="ref39">39</xref>]. From the perspective of a wearable concept for stress reduction, heart rate measurements and heart rate variability calculations are already implemented in commercial wearable devices such as chest-worn ambulatory heart rate monitors (eg, heart rate chest belts by Polar [<xref ref-type="bibr" rid="ref40">40</xref>]). The technology of these heart rate monitors is mature; it has been tested for accuracy and robustness (eg, [<xref ref-type="bibr" rid="ref41">41</xref>-<xref ref-type="bibr" rid="ref47">47</xref>]) and can be engineered as part of the design of a stress reduction device.</p>
      </sec>
      <sec>
        <title>Vagus Nerve Stimulation and the Diving Reflex</title>
        <p>Cardiovascular research has identified physiological mechanisms that promote relaxation in patients with different physiological and psychological disorders. Methods for heart rate reduction are equally of interest to athletes, who need to speed up their return to homeostasis after physical exertion (eg, [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref49">49</xref>]). Various scientific disciplines, such as sports science and the neurosciences, have studied these physiological mechanisms that initiate relaxation, but their relationship and functional purpose in the body have yet to be fully explicated (eg, [<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref51">51</xref>]).</p>
        <p>The physiological mechanisms involved are predicated on cranial nerves that are responsible for cardiac-vagal activation and are typically located in the facial area and the head and neck regions. The ascending pathways of the cranial nerves, for example the vagus nerve, transmit various interoceptive signals to the brain (eg, temperature, pain, and pressure), and the descending pathways regulate the functioning of inner organs.</p>
        <p>VNS and the diving reflex are the most relevant and accessible physiological mechanisms in relation to our wearable concept. VNS has been used for decades as a therapeutic option in refractory epilepsy. As a method, it has been continuously refined so that applications have broadened to wider patient populations addressing, for example, migraine headaches, Alzheimer disease, depression, and treatment-resistant anxiety disorder [<xref ref-type="bibr" rid="ref51">51</xref>,<xref ref-type="bibr" rid="ref52">52</xref>]. VNS is applied to counteract sympathetic nervous system activation by increasing activation of the parasympathetic nervous system, which then induces relaxation in the patient. Direct VNS necessitates the surgical implantation of electrodes in the patient’s chest region with extensions threaded under the skin that attach to the cervical vagus nerve in the neck region. Through the implant, electrical impulses are delivered to the vagus nerve that lead to activation. Newer medical VNS applications cause fewer side effects than their invasive VNS counterpart because they deliver electrical impulses through the skin. There are two approaches, termed transcutaneous VNS and noninvasive VNS.</p>
        <p>These newer applications either stimulate the auricular branch of the vagus nerve on the external ear through an intra-auricular electrode, or they use metal disks to make contact with the skin on the neck for stimulation of the cervical vagus (commercial examples are Nemos [<xref ref-type="bibr" rid="ref53">53</xref>] and GammaCore [<xref ref-type="bibr" rid="ref54">54</xref>]). Transcutaneous VNS and noninvasive VNS are officially classified as noninvasive applications; however, all types of VNS devices use low-voltage electrical signals that aim to produce neurological stimulation.</p>
        <p>The efficacy of transcutaneous VNS and noninvasive VNS has been analyzed in studies with patients and healthy individuals to better understand the mechanisms involved [<xref ref-type="bibr" rid="ref55">55</xref>-<xref ref-type="bibr" rid="ref58">58</xref>]. Still, there are differences between the cervical vagus and its auricular branch, which need to be taken into account when assessing the vagus nerve’s overall potential for stress reduction. Nonis et al [<xref ref-type="bibr" rid="ref59">59</xref>] conducted an experiment with 12 healthy volunteers, comparing noninvasive VNS with transcutaneous VNS applications. In the control condition for each approach, the stimulation was applied to the long muscle of the neck (sternocleidomastoid muscle). Measuring the electrical activity of the brain (somatosensory evoked potential) during stimulations, the researchers found that cervical noninvasive VNS elicited a reproducible response of vagal afferent activation in 11 of the 12 healthy volunteers, whereas stimulation of the auricular branch evoked a comparable response in only 9 of the 12 healthy volunteers. Morphological studies may explain the predominant response of the cervical vagus nerve. Verlinden et al [<xref ref-type="bibr" rid="ref60">60</xref>] analyzed 11 pairs of cervical vagus nerves and 4 pairs of intracranial vagus nerves with computer software. They found that the right cervical vagus nerve on average had a 1.5 times larger effective surface area than the left vagus nerve. They also showed that the right cervical vagus nerve contained on average 2 times more tyrosine hydroxylase-positive nerve fibers than the left nerve, which can positively influence stimulation.</p>
        <p>These results informed our study design. We justified the placement of the cold stimulus during experimentation on the cervical vagus nerve, choosing the right lateral neck area to maximize the potential for a parasympathetic nervous system response.</p>
        <p>The diving reflex in humans has been characterized by a pattern of respiratory, cardiac, and vascular responses. Some researchers believe that the diving reflex’s primary role is to ensure survival when diving into water by conserving oxygen, although there is no consensus on this explanation. A potent stimulus to induce the diving reflex is water contact on the forehead, cheek, eyes, and nose. Trigeminal-brainstem-vagal pathways supply these areas, and stimulation inhibits respiration and provokes vasomotor centers and cardiac-vagal motoneurons [<xref ref-type="bibr" rid="ref61">61</xref>-<xref ref-type="bibr" rid="ref65">65</xref>].</p>
        <p>In particular, the (cold) temperature aspect of water causes superficial cold receptors to be innervated by the ophthalmic branch of the trigeminal nerve, which promotes the cardiac-vagal activity of the diving reflex [<xref ref-type="bibr" rid="ref66">66</xref>,<xref ref-type="bibr" rid="ref67">67</xref>]. De Oliveira Ottone et al [<xref ref-type="bibr" rid="ref48">48</xref>] studied 8 active men who exercised at submaximal levels and subsequently underwent a 15-minute recovery period in a water tank with cold water at 15°C, and hot water at 28°C and 38°C. The results indicated that CWFI accelerates while hot water immersion blunts postexercise parasympathetic activation.</p>
        <p>Cold water immersion may also be effective at short time intervals. Buchheit et al [<xref ref-type="bibr" rid="ref68">68</xref>] reported that cold water immersion for 5 minutes at 14°C after 10 male cyclists performed submaximal aerobic fitness exercise produced faster parasympathetic reactivation than the control condition. Heindl et al [<xref ref-type="bibr" rid="ref69">69</xref>] studied the effects of ice cubes on heart rate and blood pressure in 9 healthy volunteers who self-administered the stimulus on forehead, hand, and nasal cavities at 2.5-minute intervals alternated with a 10-minute rest. The bronchial system was also cooled down via cold air at –25°C. Heart rate was significantly reduced only during cooling of the nasal cavities and forehead. In sum, cold stimulation applied in short intervals is a promising candidate for parasympathetic activation, and we incorporated it into our study design.</p>
        <p>The diving reflex was previously assumed to be strongly linked to breath holding, but recent research suggested otherwise. Kinoshita et al [<xref ref-type="bibr" rid="ref70">70</xref>] conducted an experiment with 8 healthy volunteers to observe the effects of CWFI and warm water face immersion with and without breathing on heart rate and heart rate variability. The results showed that CWFI diminished cardiac output and increased vagal activity independent of change in body position caused by bending over a basin and unrelated to breath holding. The findings on breath holding confirmed earlier research by Hayashi et al [<xref ref-type="bibr" rid="ref71">71</xref>], who tested 15 healthy volunteers in 12 trials over 2 days on CWFI with and without breathing. The researchers found that the diving reflex without breath holding increased heart rate variability significantly, indicating that CWFI alone increases vagal activity.</p>
        <p>Based on the reviewed research outcomes, we investigated the effects of cold stimulation of the right lateral neck region using a thermode instrument. Control body locations selected for the study were the cheek and forearm. We chose the cheek region because it is central to the diving reflex, and we expected our results to reflect activation of the diving reflex. As the forearm has no known sympathetic or parasympathetic innervation, we did not expect any changes to heart rate or heart rate variability from baseline.</p>
        <p>Potential mechanisms underlying any effects of cold stimulation in the neck region are difficult to predict because, in both cranial nerves (vagus and trigeminal nerves), signal relay involves the brainstem regions that indirectly or directly influence the neurochemistry of large areas in the central nervous system [<xref ref-type="bibr" rid="ref72">72</xref>].</p>
      </sec>
      <sec>
        <title>Objective</title>
        <p>Noninvasive VNS is a medical procedure that reduces stress symptoms by lowering heart rate and increasing heart rate variability in patients with serious illnesses. This is achieved through low-voltage electrical impulses sent to the cervical vagus nerve. However, when addressing the general public, the use of electrical impulses as a preventive measure for acute stress is not a viable option without medical supervision.</p>
        <p>A safer alternative is cold stimulation, which has been used elsewhere to trigger relaxation (eg, [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref67">67</xref>,<xref ref-type="bibr" rid="ref68">68</xref>,<xref ref-type="bibr" rid="ref70">70</xref>,<xref ref-type="bibr" rid="ref71">71</xref>]). The overall aim of this project was to design a technique that is effective as a relief strategy for acute stress and can be deployed by otherwise healthy individuals. The technique combines the placement of the stimulus along the cervical vagus (informed by noninvasive VNS) with cold stimulation (referenced from research on the diving reflex).</p>
        <p>The objective of this study was to address the following hypotheses: (1) that cold stimulation of the neck and cheek (but not the forearm) should result in higher heart rate variability than in the (nonstimulation) control condition, and (2) that cold stimulation of the neck and cheek (but not the forearm) should result in decreased heart rate compared with the (nonstimulation) control condition.</p>
      </sec>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Recruitment</title>
        <p>Participants were 71 healthy volunteers (43 female), with a mean age of 26.8 years (SD 8.57). Volunteers were university students and staff from Luxembourg University. Exclusion criteria were self-reported chronic physical and mental health conditions (eg, bronchial asthma, cardiovascular disorders, depression) or current acute illnesses (eg, flu) and medication intake with known effects on autonomic nervous system function. We further excluded participants with addictions (eg, alcohol, nicotine), as well as pregnant women. We assessed participants’ health status via a telephone interview prior to the study. All participants gave informed consent at the start of the study, which was approved by the university’s Ethics Review Panel. On completion of the study, participants were compensated for their time and effort in the form of gift vouchers (€10).</p>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>The design was a fully randomized, within-participant study. Participants were presented consecutively with cold and neutral stimuli through a thermode device (PATHWAY Model ATS Pathway System, Medoc Ltd, Ramat Yishai, Israel) on 3 body locations (neck, cheek, and forearm). The order of presentation was counterbalanced over participants (see <xref ref-type="fig" rid="figure1">Figure 1</xref>), resulting in 6 configurations (see <xref ref-type="table" rid="table1">Table 1</xref>). Each participant followed the same configuration order throughout the experimental blocks. An experimental block is defined as 3 sessions, 1 for each body location (neck, cheek, and forearm). Each participant engaged in 2 experimental blocks (cold stimulus and control condition), whereby the order of the blocks was counterbalanced from one participant to the next. A total of 35 participants received the cold stimulus condition first followed by the control condition, and 36 participants completed the study in inverse order. Participants individually attended a single experimental session at the university’s psychophysiology laboratory. Prior to the main study, we conducted a pilot study with 18 participants.</p>
        <sec>
          <title>Calibration Phase</title>
          <p>During the calibration phase, we assessed cold sensitivity by determining whether the preselected temperatures were appropriate for the individual participants (see <xref ref-type="fig" rid="figure1">Figure 1</xref> and <xref ref-type="fig" rid="figure2">Figure 2</xref>). Final temperatures were scaled by age and gender and adjusted after a pilot study with 18 participants. During the pilot sessions, we used the temperatures indicated in <xref ref-type="table" rid="table2">Table 2</xref>. Cold temperatures were determined by corroborating indexes from pain studies (eg, [<xref ref-type="bibr" rid="ref73">73</xref>]) and studies on postexercise recovery experiments using CWFI (eg, [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref68">68</xref>]). After collecting all the data from the pilot sample, we adapted the temperatures on the basis of participants’ input (see <xref ref-type="table" rid="table3">Table 3</xref>). Among the participants in the pilot sample, 7 considered the temperatures too cold. We then made adjustments to accommodate a larger number of participants and to ensure that temperatures were perceived as not unpleasant. During the calibration period, we marked thermode positions on the participant’s skin to ensure that the placements remained identical when repeating trials.</p>
          <fig id="figure1" position="float">
            <label>Figure 1</label>
            <caption>
              <p>Schematic breakdown of the experiment: each session consisted of four 16-second trials at one body location and 16 seconds at baseline temperature after each trial. The duration of baseline and recovery periods was 3 minutes, and the rest period (pause) between experimental blocks was 5 minutes.</p>
            </caption>
            <graphic xlink:href="formative_v2i2e10257_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <table-wrap position="float" id="table1">
            <label>Table 1</label>
            <caption>
              <p>Order configurations for cold stimulus and the control condition on neck, cheek, and forearm. Assignment of orders was randomized.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="720"/>
              <col width="280"/>
              <thead>
                <tr valign="top">
                  <td>Applied configurations</td>
                  <td>Sequence of stimulus on body locations</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td>1</td>
                  <td>Cheek, neck, forearm</td>
                </tr>
                <tr valign="top">
                  <td>2</td>
                  <td>Cheek, forearm, neck</td>
                </tr>
                <tr valign="top">
                  <td>3</td>
                  <td>Neck, forearm, cheek</td>
                </tr>
                <tr valign="top">
                  <td>4</td>
                  <td>Neck, cheek, forearm</td>
                </tr>
                <tr valign="top">
                  <td>5</td>
                  <td>Forearm, neck, cheek</td>
                </tr>
                <tr valign="top">
                  <td>6</td>
                  <td>Forearm, cheek, neck</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
          <fig id="figure2" position="float">
            <label>Figure 2</label>
            <caption>
              <p>Thermode head used for stimulus application during the sessions. Cold is transmitted only via the 3×3-cm surface (dark red) of the head.</p>
            </caption>
            <graphic xlink:href="formative_v2i2e10257_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
          </fig>
          <table-wrap position="float" id="table2">
            <label>Table 2</label>
            <caption>
              <p>Initial temperature ranges used for participants (N=18) in the pilot sessions.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="690"/>
              <col width="150"/>
              <col width="130"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Group by age and body location</td>
                  <td colspan="2">Temperature by gender (°C)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td><break/></td>
                  <td>Female (n=14)</td>
                  <td>Male (n=4)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="4"><bold>Adults &#60;40 years old</bold></td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Cheek</td>
                  <td>16</td>
                  <td>13</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Neck</td>
                  <td>16</td>
                  <td>13</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Forearm</td>
                  <td>14</td>
                  <td>10</td>
                </tr>
                <tr valign="top">
                  <td colspan="4"><bold>Adults &#62;40 years old</bold></td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Cheek</td>
                  <td>10</td>
                  <td>9</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Neck</td>
                  <td>10</td>
                  <td>9</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Forearm</td>
                  <td>8</td>
                  <td>5</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
          <table-wrap position="float" id="table3">
            <label>Table 3</label>
            <caption>
              <p>Adjusted temperature ranges used for participants (N=71) of the main sample during the experimental sessions.</p>
            </caption>
            <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
              <col width="30"/>
              <col width="690"/>
              <col width="150"/>
              <col width="130"/>
              <thead>
                <tr valign="top">
                  <td colspan="2">Group by age and body location</td>
                  <td colspan="2">Temperature by gender (°C)</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td><break/></td>
                  <td>Female (n=43)</td>
                  <td>Male (n=28)</td>
                </tr>
              </thead>
              <tbody>
                <tr valign="top">
                  <td colspan="4"><bold>Adults &#60;40 years old</bold></td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Cheek</td>
                  <td>18</td>
                  <td>17</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Neck</td>
                  <td>19</td>
                  <td>18</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Forearm</td>
                  <td>18</td>
                  <td>17</td>
                </tr>
                <tr valign="top">
                  <td colspan="4"><bold>Adults &#62;40 years old</bold></td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Cheek</td>
                  <td>18</td>
                  <td>16</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Neck</td>
                  <td>19</td>
                  <td>17</td>
                </tr>
                <tr valign="top">
                  <td><break/></td>
                  <td>Forearm</td>
                  <td>18</td>
                  <td>16</td>
                </tr>
              </tbody>
            </table>
          </table-wrap>
        </sec>
        <sec>
          <title>Stimulus Application</title>
          <p>The experimental block consisted of 3 sessions with 4 trials at 1 body location, adding up to 24 trials for the entire course of the study. Each set of 12 trials comprised either the cold stimulus or control conditions for the neck, cheek, and forearm. Trials carried out in the control condition used the baseline temperature of 31°C during the thermode application. The control condition proceeded in identical manner to the cold stimulation. Any differences in responses were therefore due to temperature stimulation and not, for example, tactile stimulation due to the thermode being placed onto the skin.</p>
          <p>Stimulus duration was 16 seconds in total and consisted of a 3-second ramp-up period from baseline (31°C), a 10-second leveling-off period, and a 3-second ramp-down period back to baseline (<xref ref-type="fig" rid="figure3">Figure 3</xref>). The 16-second stimulus was succeeded by 16 seconds at the baseline temperature of 31°C. Participants were instructed to focus their gaze on a cross displayed on a computer screen that changed from white to green when the stimulus was active. The sequence of body locations was communicated to the participant via the monitor screen.</p>
        </sec>
      </sec>
      <sec>
        <title>Procedure</title>
        <p>On arrival, participants gave informed consent and were generally informed about the upcoming procedure but were not made aware of the research hypothesis. Participants were then led into a separate chamber inside the laboratory room, where they were seated in an armchair, facing a computer monitor with a computer mouse within their reach. Transducers were attached in an Einthoven lead-II position for ECG monitoring. A baseline of a 3-minute continuous ECG was recorded under resting conditions. During this time, participants were unattended and instructed to fixate their eyes on a white cross displayed on a computer monitor located in front of them.</p>
        <p>After the baseline was recorded, participants started with the first experimental block. To induce cold stimuli, we used a thermode with a 3×3-cm head. All stimulus and control applications were placed only on the right side of the body. Throughout the experimental blocks, 2 research assistants trained in the experimental procedure handled and held the thermode stationary onto the designated places of the participant’s body. The research assistants were oblivious to the research hypotheses and to any temperature ranges or shifts in the thermode while holding the device (see <xref ref-type="fig" rid="figure2">Figure 2</xref>).</p>
        <p>The cold stimulus for the cheek was positioned in the middle of the participant’s right cheek. For the cold stimulus on the right lateral neck, we selected a place inside the posterior triangle near the clavicle head. The cold stimulus applied to the forearm was placed on the right outer forearm, halfway between the right hand and elbow.</p>
        <p>Between experimental blocks, the participant was moved from the chamber to the main laboratory room where he or she sat down unattended for 5 minutes. Heart rate recording was paused during this time, but electrodes remained attached to the chest region. After the pause, the participant returned to be seated in the chamber, and the study advanced with the second experimental block.</p>
        <p>Once the trials of both experimental blocks were completed, a 3-minute recovery period was recorded. As with the recording of the baseline at the beginning of the study, during the recovery recording, the participant was also left unattended. When the recovery period was completed, the research assistants removed the electrodes and the markings from the participant’s body. After being compensated, the participant left the laboratory. <xref ref-type="fig" rid="figure4">Figure 4</xref> depicts the overall timeline of the study procedure.</p>
      </sec>
      <sec>
        <title>Data Collection</title>
        <sec>
        <title>Equipment and Materials</title>
        <p>We recorded the participants’ ECG at a sampling rate of 256 Hz using a Biopac MP150 amplifier and data acquisition system with AcqKnowledge software version 5.0 (Biopac Systems, Inc, Goleta, CA, USA). ECG was continuously recorded throughout the experimental blocks, as well as at baseline and during recovery periods. We programmed the experiment in E-prime (Psychology Software Tools, Inc, Sharpsburg, PA, USA), which triggered the Medoc thermode (<xref ref-type="fig" rid="figure2">Figure 2</xref>) and presented instructions on a computer screen. The ECG signal was stored on a hard disk. Beat detection and artifact control was performed offline with WinCPRS software (Absolute Aliens Oy, Turku, Finland).</p>  
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Schematic depiction of the thermode’s temperature change during stimulus application.</p>
          </caption>
          <graphic xlink:href="formative_v2i2e10257_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Timeline for the randomized controlled trial. The duration of the experimental blocks and the pause was calculated at 20-25 minutes to compensate for the time of thermode placement on the different body areas and for restabilization of the electrocardiographic signal.</p>
          </caption>
          <graphic xlink:href="formative_v2i2e10257_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The R-wave peak was detected automatically and was followed by a manual correction step where QRS complexes in some cases were not detected by the automatic algorithm and we had to set it manually. We based the automatic R-wave peak detection on application of a distribution-related threshold criterion that we adjusted individually for each participant. As the data showed no ectopic beats or arrhythmia, no other artifact control was necessary. Time domain measures were directly calculated from R-R interval series.</p></sec>
        <sec>
          <title>Data Reduction and Statistical Analysis</title>
          <p>We expressed heart rate as interbeat intervals (IBIs) measured in milliseconds. We separately averaged IBIs from baseline, cold stimulus, and control condition trials, as well as recovery values. We analyzed heart rate variability from the IBI in ultrashort-term heart rate variability analysis. The time intervals had a duration of 64 seconds, each comprising 4×16 seconds per body region (neck, cheek, and forearm). We analyzed heart rate variability using WinCPRS.</p>
          <p>As the heart rate variability index, we used the root mean square of successive differences (rMSSD), which is the standard time domain measure for detecting autonomic nervous system activation, in particular parasympathetic activity in short-term measurements.</p>
          <p>rMSSD is correlated with the vagus-mediated components of heart rate variability [<xref ref-type="bibr" rid="ref74">74</xref>] and has better statistical properties than other metrics, such as the proportion of the number of successive N-N intervals that differ by more than 50 milliseconds divided by the total number of N-N intervals [<xref ref-type="bibr" rid="ref75">75</xref>]. rMSSD has been found to be the most reliable metric for ultrashort-term heart rate variability analysis, especially for 10-second intervals under resting conditions [<xref ref-type="bibr" rid="ref76">76</xref>-<xref ref-type="bibr" rid="ref80">80</xref>]. We excluded as outliers rMSSD and IBI data with more than 3 SD above the mean for each possible combination of location and condition, reducing the sample included in the analysis to n=61.</p>
          <p>We analyzed data using a repeated-measures ANOVA (analysis of variance) approach with 2 within-participant factors: body location (neck, cheek, forearm) and condition (cold, control). We conducted follow-up pairwise comparisons using paired <italic>t</italic> tests, with the Sidak method used to correct for multiple comparisons. All statistical analyses were carried out with IBM SPSS 24 Statistics (IBM Corporation).</p>
        </sec>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Sample</title>
        <p>The participants’ ages ranged from 19 to 51 (mean 26.8, SD 8.57) years. Age was nonnormally distributed with a skewness of 1.16 (SE 0.28) and kurtosis of 0.40 (SE 0.56). Women accounted for 60% of the sample.</p>
      </sec>
      <sec>
        <title>Heart Rate Variability</title>
        <p>A first exploration of the rMSSD data showed skewness and kurtosis in the ranges of 1.71 (SE 0.28) to 2.63 (SE 0.28) and 2.01 (SE 0.56) to 8.26 (SE 0.56), respectively, indicating deviations from the normal distribution. To normalize data, we transformed the data using log transformation (log base 10).</p>
        <p>A 2×3 ANOVA on rMSSD with condition-by-body-location trials (cold and control condition at neck, cheek, and forearm) as within-participant factors revealed a main effect for condition (<italic>F</italic><sub>1,60</sub>=14.68, <italic>P</italic>&#60;.001, η<sub>p</sub><sup>2</sup>=.20), demonstrating that heart rate variability across body locations differed significantly between conditions. Throughout the stimulation sites, heart rate variability was significantly higher during cold stimulation (mean 1.04, SD 0.25 ms) than in the control stimulation (mean 1.01, SD 0.24 ms). Furthermore, the main effect for body location was marginally significant (<italic>F</italic><sub>2,120</sub>=2.52, <italic>P</italic>=.08, η<sub>p</sub><sup>2</sup>=.04). Pairwise comparisons indicated that heart rate variability at the neck (mean 1.03, SD 0.25 ms) was marginally higher than at the forearm (mean 1.01, SD 0.25 ms) stimulation site (<italic>P</italic>=.07). No other comparison was significant.</p>
        <p>The interaction effect for condition and body location was also significant (<italic>F</italic><sub>2,120</sub>=21.37, <italic>P</italic>&#60;.001, η<sub>p</sub><sup>2</sup>=.26). Follow-up <italic>t</italic> tests showed that the experimental and control conditions differed only for neck and cheek, but not for forearm. Cold stimulation on the neck led to higher heart rate variability (mean 1.07, SD 0.26 ms) than in the control condition (mean 1.00, SD 0.25 ms; <italic>t</italic><sub>60</sub>=6.24, <italic>P</italic>&#60;.001). On the cheek, cold stimulation induced higher heart rate variability (mean 1.04, SD 0.25 ms) than in the control condition (mean 1.01, SD 0.24 ms; <italic>t</italic><sub>60</sub>=2.88, <italic>P</italic>=.006). There was no appreciable difference between cold (mean 1.01, SD 0.26 ms) and control (mean 1.02, SD 0.25 ms) stimulations for the forearm (<italic>t</italic><sub>60</sub>=–1.15, <italic>P</italic>=.26). <xref ref-type="fig" rid="figure5">Figure 5</xref> shows the interaction effect [<xref ref-type="bibr" rid="ref81">81</xref>].</p>
      </sec>
      <sec>
        <title>Heart Rate</title>
        <p>We computed a 2×3 repeated measures ANOVA on IBI with condition (cold and control) and body location (cheek, neck, and forearm) as within-participant factors. This analysis revealed significant main effects for condition (<italic>F</italic><sub>1,60</sub>=9.84, <italic>P</italic>&#60;.01, η<sub>p</sub><sup>2</sup>=.14) and for body location (<italic>F</italic><sub>2,120</sub>=7.79, <italic>P</italic>&#60;.001, η<sub>p</sub><sup>2</sup>=.14). Pairwise comparisons showed significantly longer IBIs in response to stimulation in the neck (mean 912.84, SD 146.69 ms) than in the cheek (mean 905.46, SD 145.06 ms; <italic>P</italic>=.04) region. Similarly, stimulation in the neck area also resulted in longer IBIs than in the forearm (mean 898.87, SD 145.81; <italic>P</italic>=.002). There was no discernable difference in IBIs between cheek and forearm stimulation sites (<italic>P</italic>=.24). The findings, illustrated in <xref ref-type="fig" rid="figure6">Figure 6</xref>, show that stimulation in the lateral neck region engendered the lowest heart rate.</p>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Normalized root mean square of successive differences (rMSSD) of all body locations for cold stimulus and control conditions (n=61). The error bars depict within-participant standard error following Cousineau-Morey corrections [<xref ref-type="bibr" rid="ref81">81</xref>].</p>
          </caption>
          <graphic xlink:href="formative_v2i2e10257_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Mean interbeat intervals (IBIs) of all body locations for cold stimulus and control conditions (n=61). The error bars depict within-participant standard error following Cousineau-Morey corrections [<xref ref-type="bibr" rid="ref81">81</xref>].</p>
          </caption>
          <graphic xlink:href="formative_v2i2e10257_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>        <p>There was also a significant condition-by-body-location interaction effect (<italic>F</italic><sub>2,120</sub>=9.76, <italic>P</italic>&#60;.001, η<sub>p</sub><sup>2</sup>=.14). As <xref ref-type="fig" rid="figure6">Figure 6</xref> shows, IBIs were longest—that is, heart rate was lowest—during cold stimulation in the neck region (mean 926.25, SD 153.29 ms), as opposed to the control condition (mean 899.43, SD 143.74 ms; <italic>t</italic><sub>60</sub>=4.42, <italic>P</italic>&#60;.001).</p>
        <p>For the forearm stimulation site, IBIs were slightly longer in the cold (mean 903.97, SD 149.14 ms) than in the control condition (mean 893.83, SD 144.82 ms; <italic>t</italic><sub>60</sub>=2.12, <italic>P</italic>=.04). There were no distinguishable differences in IBIs between the cold (mean 908.23, SD 149.38 ms) and the control (mean 902.7, SD 143.54 ms) conditions for the cheek region (<italic>t</italic><sub>60</sub>=1.06, <italic>P</italic>=.29).</p>
        <p>The overall findings of the study confirmed our main hypothesis that cold stimulation at the lateral neck region would result in higher heart rate variability and lower heart rate than in the control condition.</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Results</title>
        <p>This study was motivated by the need for technological support that is effective in reducing acute stress levels in otherwise healthy individuals. With this study, we carried out a first empirical evaluation of the effects of cold stimulation in the lateral neck region on heart rate variability and heart rate. This is an initial step toward assessing the viability of a wearable concept for stress reduction and contributes to the body of basic experimental research conducted toward understanding the effects of temperature stimuli on heart rate and heart rate variability at various body regions. The study design was conservative in that we investigated heart rate reduction and cardiac-vagal activation under resting conditions. To chart this new research territory, which was informed by the combined knowledge from studies in VNS and CWFI, we selected a within-participant approach to collect physiological data in an experimental laboratory setting.</p>
        <p>We hypothesized that cold stimulation in the lateral neck and cheek regions would induce higher heart rate variability than in the (nonstimulation) control condition, except for the forearm. Our results confirmed that cold stimulation in the right lateral neck and the cheek areas increases heart rate variability, denoted by higher rMSSD values. These outcomes are in line with previous cold stimulation paradigms, such as CWFI research (eg, [<xref ref-type="bibr" rid="ref48">48</xref>,<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref67">67</xref>,<xref ref-type="bibr" rid="ref70">70</xref>,<xref ref-type="bibr" rid="ref71">71</xref>]), which have been shown to modulate parasympathetic activation similar to that observed in the diving reflex. As there have been no previous studies testing for the effects of cold administered to the neck, our findings suggest that the area sensitive to cold potentially extends from the cheek to the neck. Alternatively, cold stimulation in the neck area may have triggered physiological mechanisms known to have an impact in noninvasive VNS. Future studies are needed to investigate the exact physiology underpinning the effects of cold stimulation in the right lateral neck region.</p>
        <p>Our hypothesis on heart rate outcomes was only partially supported. Overall, the results showed a pattern of cardiovascular reactivity to cold stimulation as expected; however, we observed this effect only for the neck, but not for the cheek. The heart rate findings regarding the right lateral neck area replicated those observed with heart rate variability. This suggests that cold stimulation in the right lateral neck region has the potential as an effective alternative to electrical impulsing used in VNS interventions.</p>
        <p>Unexpectedly, we did not observe any differences in heart rate between the cold and control conditions in the cheek region. Previous research investigating the effects of cold stimulation on heart rate predominately focused on using heart rate variability and the time constant heart rate recovery as postexercise outcome measures (eg, [<xref ref-type="bibr" rid="ref49">49</xref>,<xref ref-type="bibr" rid="ref68">68</xref>]). It is consequently difficult to infer from related research the reason behind this contrast in findings.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>While the results of our study are promising, there are also limitations. First, the skewed age distribution limits the generalizability of the study’s results. Future studies should strive for an even spread of age when recruiting participants. From the perspective of the wearable, it will be important to confirm the effects of cold stimulation across the whole age range, including the elderly population, because this will determine which market should be targeted for commercialization.</p>
        <p>Second, we appropriated a medical device (the thermode) for cold application during the study. It had to be handheld by 2 research assistants at the prespecified location of the participant’s body. Prolonged holding of the thermode may have caused shifts in pressure across body locations and experimental blocks. However, we aimed to minimize any effects by using the counterbalanced study design. Outcomes may have also been influenced by the close physical proximity of the 2 researchers to the participant. However, the distance between research assistants and participants was consistent across experimental blocks.</p>
        <p>Third, although a sampling rate of 256 Hz for ECG data collection is a well-established standard in the field (cf [<xref ref-type="bibr" rid="ref75">75</xref>,<xref ref-type="bibr" rid="ref82">82</xref>]), future studies may consider using a higher sampling rate to increase the temporal accuracy of heartbeat detection.</p>
      </sec>
      <sec>
        <title>Future Consideration</title>
        <p>For this study design, we purposefully omitted a stress condition to perform a first evaluation of the effects of cold stimulation in the lateral neck region on heart rate variability and heart rate. To continue the evaluation, subsequent studies should include a stressor in the study design. A stressor, such as the Trier Social Stress Test, which requires the participant to give a speech in front of a disapproving panel and perform an arithmetic task, would be an effective choice and the next logical step in the evaluation procedure. A follow-up study should also investigate the relationship between heart rate and rMSSD with regard to age and gender by recruiting participants within a wider age bracket.</p>
        <p>It would also be advantageous for the continued evaluation to gain insight into the participant’s experience of the cold stimulation. However, we based our choice to exclude self-report ratings in this study on the fact that requesting participants to fill out ratings on the experience of stress repeatedly during the experimental session would have affected our physiological measurement. A follow-up study should collect self-report data on several dimensions, such as perceived stress, relaxation, and pleasantness levels of the cold stimulation placed on the neck.</p>
        <p>Since a wearable solution for stress reduction must stand up to the demands of daily living, a field study that assesses the effects of cold stimulation on heart rate variability and heart rate in the neck region in real-life stress situations also suggests itself as a future investigation. A range of cold temperatures and durations should also be included in future research. However, as a thermode would not be suitable for a field study because it is not mobile and cannot be easily fastened to the neck, the development of a basic prototype is required that can be used for cold application under real-life circumstances.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Our results demonstrated that cold stimulation in the lateral neck region activates the parasympathetic nervous system in ways that resemble significant research findings in VNS and CWFI. For research, it may be of interest to continue this line of investigation, to broaden the scope of VNS and CWFI, which may expand our understanding of the biological mechanisms that underpin parasympathetic activation. For the development of a wearable for stress reduction, this study’s outcomes confirm our hypotheses and substantiate the first step in the evaluation procedure toward the development of a commercial product.</p>
      </sec>
    </sec>
  </body>
  <back>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">ANOVA</term>
          <def>
            <p>analysis of variance</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">CWFI</term>
          <def>
            <p>cold water face immersion</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">ECG</term>
          <def>
            <p>electrocardiogram</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">IBI</term>
          <def>
            <p>interbeat interval</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">rMSSD</term>
          <def>
            <p>root mean square of successive differences</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">VNS</term>
          <def>
            <p>vagus nerve stimulation</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>The study was supported by grants from the Institute for Health and Behaviour and the University of Luxembourg. We express our gratitude to Fernand Anton and Marian van der Meulen for their support regarding laboratory facilities and equipment.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>MJ and CV designed the experiment. MJ carried out the experiment. SV assisted during the laboratory experiment. CV, MJ, and SV conducted the statistical analysis. DVR gave input to the statistical analysis. MJ drafted the manuscript. CV revised and commented on the manuscript. SV and DVR contributed to manuscript preparation. All authors approved the final version to be published.</p>
      </fn>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
      <fn fn-type="other">
        <p><bold>Editorial Notice:</bold> This randomized study was not registered, in possible violation of ICMJE rules for prospective registration of randomized trials. The editor granted an exception because the risk of bias appears low (also due to the within-subject comparisons) and the study was considered formative. However, readers are advised to carefully assess the validity of any potential explicit or implicit claims related to primary outcomes or effectiveness.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>American Psychological Association</collab>
        </person-group>
        <source>Stress in America: paying with our health</source>  
        <year>2015</year>  
        <month>02</month>  
        <day>4</day>  
        <access-date>2018-06-01</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.apa.org/news/press/releases/stress/2014/stress-report.pdf">http://www.apa.org/news/press/releases/stress/2014/stress-report.pdf</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6zrDakZUm"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>European Agency for Safety and Health at Work</collab>
        </person-group>
        <source>European opinion poll on occupational safety and health 2013</source>  
        <access-date>2018-06-01</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://osha.europa.eu/en/surveys-and-statistics-osh/european-opinion-polls-safety-and-health-work/european-opinion-poll-occupational-safety-and-health-2013">https://osha.europa.eu/en/surveys-and-statistics-osh/european-opinion-polls-safety-and-health-work/european-opinion-poll-occupational-safety-and-health-2013</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6zrEN9PA9"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>European Agency for Safety and Health at Work</collab>
        </person-group>
        <source>European opinion poll on occupational safety and health 2012</source>  
        <access-date>2018-06-01</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://osha.europa.eu/en/surveys-and-statistics-osh/european-opinion-polls-safety-and-health-work/european-opinion-poll-occupational-safety-and-health-2012">https://osha.europa.eu/en/surveys-and-statistics-osh/european-opinion-polls-safety-and-health-work/european-opinion-poll-occupational-safety-and-health-2012</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6zrG04OGf"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>American Psychological Association</collab>
        </person-group>
        <source>American Psychological Association survey shows teen stress rivals that of adults</source>  
        <year>2014</year>  
        <month>02</month>  
        <day>11</day>  
        <access-date>2018-06-01</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.apa.org/news/press/releases/2014/02/teen-stress.aspx">http://www.apa.org/news/press/releases/2014/02/teen-stress.aspx</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6zrGRk0MU"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <collab>European Commission</collab>
          <collab>Directorate-General for Employment, Social Affairs and Inclusion</collab>
        </person-group>
        <source>Social Agenda, no. 42, 10/2015: A Pathway Back to Work. Catalog no. KE-AF-15-042-EN-C</source>  
        <year>2015</year>  
        <publisher-loc>Brussels, Belgium</publisher-loc>
        <publisher-name>European Commission</publisher-name></nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Chrousos</surname>
            <given-names>GP</given-names>
          </name>
        </person-group>
        <article-title>Stress and disorders of the stress system</article-title>
        <source>Nat Rev Endocrinol</source>  
        <year>2009</year>  
        <month>07</month>  
        <volume>5</volume>  
        <issue>7</issue>  
        <fpage>374</fpage>  
        <lpage>81</lpage>  
        <pub-id pub-id-type="doi">10.1038/nrendo.2009.106</pub-id>
        <pub-id pub-id-type="medline">19488073</pub-id>
        <pub-id pub-id-type="pii">nrendo.2009.106</pub-id></nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Padgett</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Glaser</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>How stress influences the immune response</article-title>
        <source>Trends Immunol</source>  
        <year>2003</year>  
        <month>08</month>  
        <volume>24</volume>  
        <issue>8</issue>  
        <fpage>444</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="medline">12909458</pub-id>
        <pub-id pub-id-type="pii">S147149060300173X</pub-id></nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Brosschot</surname>
            <given-names>JF</given-names>
          </name>
          <name name-style="western">
            <surname>Gerin</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Thayer</surname>
            <given-names>JF</given-names>
          </name>
        </person-group>
        <article-title>The perseverative cognition hypothesis: a review of worry, prolonged stress-related physiological activation, and health</article-title>
        <source>J Psychosom Res</source>  
        <year>2006</year>  
        <month>02</month>  
        <volume>60</volume>  
        <issue>2</issue>  
        <fpage>113</fpage>  
        <lpage>24</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jpsychores.2005.06.074</pub-id>
        <pub-id pub-id-type="medline">16439263</pub-id>
        <pub-id pub-id-type="pii">S0022-3999(05)00215-1</pub-id></nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Cohen</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Tyrrell</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Smith</surname>
            <given-names>AP</given-names>
          </name>
        </person-group>
        <article-title>Psychological stress and susceptibility to the common cold</article-title>
        <source>N Engl J Med</source>  
        <year>1991</year>  
        <month>08</month>  
        <day>29</day>  
        <volume>325</volume>  
        <issue>9</issue>  
        <fpage>606</fpage>  
        <lpage>12</lpage>  
        <pub-id pub-id-type="doi">10.1056/NEJM199108293250903</pub-id>
        <pub-id pub-id-type="medline">1713648</pub-id></nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Salamati</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Pasek</surname>
            <given-names>ZJ</given-names>
          </name>
        </person-group>
        <article-title>Personal wellness: complex and elusive product and distributed self-services</article-title>
        <source>Procedia CIRP</source>  
        <year>2014</year>  
        <volume>16</volume>  
        <fpage>283</fpage>  
        <lpage>288</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.procir.2014.02.016</pub-id></nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Quantified Self Labs</collab>
        </person-group>
        <source>Quantified self: self knowledge through numbers</source>  
        <year>2015</year>  
        <access-date>2018-06-01</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://quantifiedself.com">http://quantifiedself.com</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6zrGvZwki"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Greene</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Thapliyal</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Caban-Holt</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>A survey of affective computing for stress detection: evaluating technologies in stress detection for better health</article-title>
        <source>IEEE Consumer Electron Mag</source>  
        <year>2016</year>  
        <month>10</month>  
        <volume>5</volume>  
        <issue>4</issue>  
        <fpage>44</fpage>  
        <lpage>56</lpage>  
        <pub-id pub-id-type="doi">10.1109/MCE.2016.2590178</pub-id></nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Linke</surname>
            <given-names>SE</given-names>
          </name>
          <name name-style="western">
            <surname>Gallo</surname>
            <given-names>LC</given-names>
          </name>
          <name name-style="western">
            <surname>Norman</surname>
            <given-names>GJ</given-names>
          </name>
        </person-group>
        <article-title>Attrition and adherence rates of sustained vs. intermittent exercise interventions</article-title>
        <source>Ann Behav Med</source>  
        <year>2011</year>  
        <month>10</month>  
        <volume>42</volume>  
        <issue>2</issue>  
        <fpage>197</fpage>  
        <lpage>209</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/21604068"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s12160-011-9279-8</pub-id>
        <pub-id pub-id-type="medline">21604068</pub-id>
        <pub-id pub-id-type="pmcid">PMC3181282</pub-id></nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Christensen</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Griffiths</surname>
            <given-names>KM</given-names>
          </name>
          <name name-style="western">
            <surname>Farrer</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Adherence in internet interventions for anxiety and depression</article-title>
        <source>J Med Internet Res</source>  
        <year>2009</year>  
        <volume>11</volume>  
        <issue>2</issue>  
        <fpage>e13</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.jmir.org/2009/2/e13/"/>
        </comment>  
        <pub-id pub-id-type="doi">10.2196/jmir.1194</pub-id>
        <pub-id pub-id-type="medline">19403466</pub-id>
        <pub-id pub-id-type="pii">v11i2e13</pub-id>
        <pub-id pub-id-type="pmcid">PMC2762797</pub-id></nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Schubert</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Lambertz</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Nelesen</surname>
            <given-names>RA</given-names>
          </name>
          <name name-style="western">
            <surname>Bardwell</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Choi</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Dimsdale</surname>
            <given-names>JE</given-names>
          </name>
        </person-group>
        <article-title>Effects of stress on heart rate complexity--a comparison between short-term and chronic stress</article-title>
        <source>Biol Psychol</source>  
        <year>2009</year>  
        <month>03</month>  
        <volume>80</volume>  
        <issue>3</issue>  
        <fpage>325</fpage>  
        <lpage>32</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/19100813"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1016/j.biopsycho.2008.11.005</pub-id>
        <pub-id pub-id-type="medline">19100813</pub-id>
        <pub-id pub-id-type="pii">S0301-0511(08)00231-7</pub-id>
        <pub-id pub-id-type="pmcid">PMC2653595</pub-id></nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Andreassi</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <source>Psychophysiology: Human Behavior and Physiological Response</source>  
        <year>2006</year>  
        <publisher-loc>Mahwah, NJ</publisher-loc>
        <publisher-name>Taylor &#38; Francis, Inc</publisher-name></nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Lacey</surname>
            <given-names>BC</given-names>
          </name>
          <name name-style="western">
            <surname>Lacey</surname>
            <given-names>JI</given-names>
          </name>
        </person-group>
        <article-title>Two-way communication between the heart and the brain. Significance of time within the cardiac cycle</article-title>
        <source>Am Psychol</source>  
        <year>1978</year>  
        <month>02</month>  
        <volume>33</volume>  
        <issue>2</issue>  
        <fpage>99</fpage>  
        <lpage>113</lpage>  
        <pub-id pub-id-type="medline">637402</pub-id></nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Taggart</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Boyett</surname>
            <given-names>MR</given-names>
          </name>
          <name name-style="western">
            <surname>Logantha</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Lambiase</surname>
            <given-names>PD</given-names>
          </name>
        </person-group>
        <article-title>Anger, emotion, and arrhythmias: from brain to heart</article-title>
        <source>Front Physiol</source>  
        <year>2011</year>  
        <volume>2</volume>  
        <fpage>67</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.3389/fphys.2011.00067"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3389/fphys.2011.00067</pub-id>
        <pub-id pub-id-type="medline">22022314</pub-id>
        <pub-id pub-id-type="pmcid">PMC3196868</pub-id></nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Rajendra</surname>
            <given-names>AU</given-names>
          </name>
          <name name-style="western">
            <surname>Paul</surname>
            <given-names>JK</given-names>
          </name>
          <name name-style="western">
            <surname>Kannathal</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Lim</surname>
            <given-names>CM</given-names>
          </name>
          <name name-style="western">
            <surname>Suri</surname>
            <given-names>JS</given-names>
          </name>
        </person-group>
        <article-title>Heart rate variability: a review</article-title>
        <source>Med Biol Eng Comput</source>  
        <year>2006</year>  
        <month>12</month>  
        <volume>44</volume>  
        <issue>12</issue>  
        <fpage>1031</fpage>  
        <lpage>51</lpage>  
        <pub-id pub-id-type="doi">10.1007/s11517-006-0119-0</pub-id>
        <pub-id pub-id-type="medline">17111118</pub-id></nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Schneiderman</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Ironson</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Siegel</surname>
            <given-names>SD</given-names>
          </name>
        </person-group>
        <article-title>Stress and health: psychological, behavioral, and biological determinants</article-title>
        <source>Annu Rev Clin Psychol</source>  
        <year>2005</year>  
        <volume>1</volume>  
        <fpage>607</fpage>  
        <lpage>28</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/17716101"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1146/annurev.clinpsy.1.102803.144141</pub-id>
        <pub-id pub-id-type="medline">17716101</pub-id>
        <pub-id pub-id-type="pmcid">PMC2568977</pub-id></nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Laborde</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Mosley</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Thayer</surname>
            <given-names>JF</given-names>
          </name>
        </person-group>
        <article-title>Heart rate variability and cardiac vagal tone in psychophysiological research - recommendations for experiment planning, data analysis, and data reporting</article-title>
        <source>Front Psychol</source>  
        <year>2017</year>  
        <volume>8</volume>  
        <fpage>213</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.doi.org/10.3389/fpsyg.2017.00213"/>
        </comment>  
        <pub-id pub-id-type="doi">10.3389/fpsyg.2017.00213</pub-id>
        <pub-id pub-id-type="medline">28265249</pub-id>
        <pub-id pub-id-type="pmcid">PMC5316555</pub-id></nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Uusitalo</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Mets</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Martinmäki</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Mauno</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Kinnunen</surname>
            <given-names>U</given-names>
          </name>
          <name name-style="western">
            <surname>Rusko</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Heart rate variability related to effort at work</article-title>
        <source>Appl Ergon</source>  
        <year>2011</year>  
        <month>11</month>  
        <volume>42</volume>  
        <issue>6</issue>  
        <fpage>830</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.apergo.2011.01.005</pub-id>
        <pub-id pub-id-type="medline">21356531</pub-id>
        <pub-id pub-id-type="pii">S0003-6870(11)00014-7</pub-id></nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Collins</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>Karasek</surname>
            <given-names>RA</given-names>
          </name>
          <name name-style="western">
            <surname>Costas</surname>
            <given-names>K</given-names>
          </name>
        </person-group>
        <article-title>Job strain and autonomic indices of cardiovascular disease risk</article-title>
        <source>Am J Ind Med</source>  
        <year>2005</year>  
        <month>09</month>  
        <volume>48</volume>  
        <issue>3</issue>  
        <fpage>182</fpage>  
        <lpage>93</lpage>  
        <pub-id pub-id-type="doi">10.1002/ajim.20204</pub-id>
        <pub-id pub-id-type="medline">16094616</pub-id></nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Zanstra</surname>
            <given-names>YJ</given-names>
          </name>
          <name name-style="western">
            <surname>Schellekens</surname>
            <given-names>JMH</given-names>
          </name>
          <name name-style="western">
            <surname>Schaap</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Kooistra</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Vagal and sympathetic activity in burnouts during a mentally demanding workday</article-title>
        <source>Psychosom Med</source>  
        <year>2006</year>  
        <volume>68</volume>  
        <issue>4</issue>  
        <fpage>583</fpage>  
        <lpage>90</lpage>  
        <pub-id pub-id-type="doi">10.1097/01.psy.0000228012.38884.49</pub-id>
        <pub-id pub-id-type="medline">16868268</pub-id>
        <pub-id pub-id-type="pii">68/4/583</pub-id></nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hintsanen</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Elovainio</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Puttonen</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Kivimaki</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Koskinen</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Raitakari</surname>
            <given-names>OT</given-names>
          </name>
          <name name-style="western">
            <surname>Keltikangas-Jarvinen</surname>
            <given-names>L</given-names>
          </name>
        </person-group>
        <article-title>Effort-reward imbalance, heart rate, and heart rate variability: the Cardiovascular Risk in Young Finns Study</article-title>
        <source>Int J Behav Med</source>  
        <year>2007</year>  
        <volume>14</volume>  
        <issue>4</issue>  
        <fpage>202</fpage>  
        <lpage>12</lpage>  
        <pub-id pub-id-type="doi">10.1007/BF03002994</pub-id>
        <pub-id pub-id-type="medline">18001235</pub-id></nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Vrijkotte</surname>
            <given-names>TG</given-names>
          </name>
          <name name-style="western">
            <surname>van Doornen</surname>
            <given-names>LJ</given-names>
          </name>
          <name name-style="western">
            <surname>de Geus</surname>
            <given-names>EJ</given-names>
          </name>
        </person-group>
        <article-title>Effects of work stress on ambulatory blood pressure, heart rate, and heart rate variability</article-title>
        <source>Hypertension</source>  
        <year>2000</year>  
        <month>04</month>  
        <volume>35</volume>  
        <issue>4</issue>  
        <fpage>880</fpage>  
        <lpage>6</lpage>  
        <pub-id pub-id-type="medline">10775555</pub-id></nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Cheon</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Bai</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Lee</surname>
            <given-names>YH</given-names>
          </name>
          <name name-style="western">
            <surname>Koo</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Stress and heart rate variability: a meta-analysis and review of the literature</article-title>
        <source>Psychiatry Investig</source>  
        <year>2018</year>  
        <month>03</month>  
        <volume>15</volume>  
        <issue>3</issue>  
        <fpage>235</fpage>  
        <lpage>245</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://psychiatryinvestigation.org/journal/view.php?doi=10.30773/pi.2017.08.17"/>
        </comment>  
        <pub-id pub-id-type="doi">10.30773/pi.2017.08.17</pub-id>
        <pub-id pub-id-type="medline">29486547</pub-id>
        <pub-id pub-id-type="pii">pi.2017.08.17</pub-id>
        <pub-id pub-id-type="pmcid">PMC5900369</pub-id></nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Thayer</surname>
            <given-names>JF</given-names>
          </name>
          <name name-style="western">
            <surname>Ahs</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Fredrikson</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Sollers</surname>
            <given-names>JJ</given-names>
          </name>
          <name name-style="western">
            <surname>Wager</surname>
            <given-names>TD</given-names>
          </name>
        </person-group>
        <article-title>A meta-analysis of heart rate variability and neuroimaging studies: implications for heart rate variability as a marker of stress and health</article-title>
        <source>Neurosci Biobehav Rev</source>  
        <year>2012</year>  
        <month>02</month>  
        <volume>36</volume>  
        <issue>2</issue>  
        <fpage>747</fpage>  
        <lpage>56</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.neubiorev.2011.11.009</pub-id>
        <pub-id pub-id-type="medline">22178086</pub-id>
        <pub-id pub-id-type="pii">S0149-7634(11)00207-7</pub-id></nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Johnston</surname>
            <given-names>DW</given-names>
          </name>
          <name name-style="western">
            <surname>Tuomisto</surname>
            <given-names>MT</given-names>
          </name>
          <name name-style="western">
            <surname>Patching</surname>
            <given-names>GR</given-names>
          </name>
        </person-group>
        <article-title>The relationship between cardiac reactivity in the laboratory and in real life</article-title>
        <source>Health Psychol</source>  
        <year>2008</year>  
        <month>01</month>  
        <volume>27</volume>  
        <issue>1</issue>  
        <fpage>34</fpage>  
        <lpage>42</lpage>  
        <pub-id pub-id-type="doi">10.1037/0278-6133.27.1.34</pub-id>
        <pub-id pub-id-type="medline">18230011</pub-id>
        <pub-id pub-id-type="pii">2008-00647-006</pub-id></nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Appelhans</surname>
            <given-names>BM</given-names>
          </name>
          <name name-style="western">
            <surname>Luecken</surname>
            <given-names>LJ</given-names>
          </name>
        </person-group>
        <article-title>Heart rate variability as an index of regulated emotional responding</article-title>
        <source>Rev Gen Psychol</source>  
        <year>2006</year>  
        <volume>10</volume>  
        <issue>3</issue>  
        <fpage>229</fpage>  
        <lpage>240</lpage>  
        <pub-id pub-id-type="doi">10.1037/1089-2680.10.3.229</pub-id></nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Maeder</surname>
            <given-names>MT</given-names>
          </name>
        </person-group>
        <article-title>Heart rate recovery in obstructive sleep apnea: scientific toy or clinical tool?</article-title>
        <source>Sleep Breath</source>  
        <year>2012</year>  
        <month>09</month>  
        <volume>16</volume>  
        <issue>3</issue>  
        <fpage>593</fpage>  
        <lpage>4</lpage>  
        <pub-id pub-id-type="doi">10.1007/s11325-011-0550-9</pub-id>
        <pub-id pub-id-type="medline">21706287</pub-id></nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Steptoe</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Vögele</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Methodology of mental stress testing in cardiovascular research</article-title>
        <source>Circulation</source>  
        <year>1991</year>  
        <month>04</month>  
        <volume>83</volume>  
        <issue>4 Suppl</issue>  
        <fpage>II14</fpage>  
        <lpage>24</lpage>  
        <pub-id pub-id-type="medline">2009622</pub-id></nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Peschel</surname>
            <given-names>SKV</given-names>
          </name>
          <name name-style="western">
            <surname>Feeling</surname>
            <given-names>NR</given-names>
          </name>
          <name name-style="western">
            <surname>Vögele</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Kaess</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Thayer</surname>
            <given-names>JF</given-names>
          </name>
          <name name-style="western">
            <surname>Koenig</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>A systematic review on heart rate variability in bulimia nervosa</article-title>
        <source>Neurosci Biobehav Rev</source>  
        <year>2016</year>  
        <month>04</month>  
        <volume>63</volume>  
        <fpage>78</fpage>  
        <lpage>97</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.neubiorev.2016.01.012</pub-id>
        <pub-id pub-id-type="medline">26828568</pub-id>
        <pub-id pub-id-type="pii">S0149-7634(15)30060-9</pub-id></nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ratanasiripong</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Ratanasiripong</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Kathalae</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Biofeedback intervention for stress and anxiety among nursing students: a randomized controlled trial</article-title>
        <source>ISRN Nurs</source>  
        <year>2012</year>  
        <volume>2012</volume>  
        <fpage>ID 827972</fpage>  
        <pub-id pub-id-type="doi">10.5402/2012/827972</pub-id></nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Henriques</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Keffer</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Abrahamson</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Horst</surname>
            <given-names>SJ</given-names>
          </name>
        </person-group>
        <article-title>Exploring the effectiveness of a computer-based heart rate variability biofeedback program in reducing anxiety in college students</article-title>
        <source>Appl Psychophysiol Biofeedback</source>  
        <year>2011</year>  
        <month>06</month>  
        <volume>36</volume>  
        <issue>2</issue>  
        <fpage>101</fpage>  
        <lpage>12</lpage>  
        <pub-id pub-id-type="doi">10.1007/s10484-011-9151-4</pub-id>
        <pub-id pub-id-type="medline">21533678</pub-id></nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Zucker</surname>
            <given-names>TL</given-names>
          </name>
          <name name-style="western">
            <surname>Samuelson</surname>
            <given-names>KW</given-names>
          </name>
          <name name-style="western">
            <surname>Muench</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Greenberg</surname>
            <given-names>MA</given-names>
          </name>
          <name name-style="western">
            <surname>Gevirtz</surname>
            <given-names>RN</given-names>
          </name>
        </person-group>
        <article-title>The effects of respiratory sinus arrhythmia biofeedback on heart rate variability and posttraumatic stress disorder symptoms: a pilot study</article-title>
        <source>Appl Psychophysiol Biofeedback</source>  
        <year>2009</year>  
        <month>06</month>  
        <volume>34</volume>  
        <issue>2</issue>  
        <fpage>135</fpage>  
        <lpage>43</lpage>  
        <pub-id pub-id-type="doi">10.1007/s10484-009-9085-2</pub-id>
        <pub-id pub-id-type="medline">19396540</pub-id></nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Delaney</surname>
            <given-names>JP</given-names>
          </name>
          <name name-style="western">
            <surname>Brodie</surname>
            <given-names>DA</given-names>
          </name>
        </person-group>
        <article-title>Effects of short-term psychological stress on the time and frequency domains of heart-rate variability</article-title>
        <source>Percept Mot Skills</source>  
        <year>2000</year>  
        <month>10</month>  
        <volume>91</volume>  
        <issue>2</issue>  
        <fpage>515</fpage>  
        <lpage>24</lpage>  
        <pub-id pub-id-type="doi">10.2466/pms.2000.91.2.515</pub-id>
        <pub-id pub-id-type="medline">11065312</pub-id></nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Dimitriev</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Saperova</surname>
            <given-names>EV</given-names>
          </name>
        </person-group>
        <article-title>[Heart rate variability and blood pressure during mental stress]</article-title>
        <source>Ross Fiziol Zh Im I M Sechenova</source>  
        <year>2015</year>  
        <month>01</month>  
        <volume>101</volume>  
        <issue>1</issue>  
        <fpage>98</fpage>  
        <lpage>107</lpage>  
        <pub-id pub-id-type="medline">25868330</pub-id></nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Carney</surname>
            <given-names>RM</given-names>
          </name>
          <name name-style="western">
            <surname>Blumenthal</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Stein</surname>
            <given-names>PK</given-names>
          </name>
          <name name-style="western">
            <surname>Watkins</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Catellier</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Berkman</surname>
            <given-names>LF</given-names>
          </name>
          <name name-style="western">
            <surname>Czajkowski</surname>
            <given-names>SM</given-names>
          </name>
          <name name-style="western">
            <surname>O'Connor</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Stone</surname>
            <given-names>PH</given-names>
          </name>
          <name name-style="western">
            <surname>Freedland</surname>
            <given-names>KE</given-names>
          </name>
        </person-group>
        <article-title>Depression, heart rate variability, and acute myocardial infarction</article-title>
        <source>Circulation</source>  
        <year>2001</year>  
        <month>10</month>  
        <day>23</day>  
        <volume>104</volume>  
        <issue>17</issue>  
        <fpage>2024</fpage>  
        <lpage>2028</lpage>  
        <pub-id pub-id-type="doi">10.1161/hc4201.097834</pub-id></nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>Polar Global</collab>
        </person-group>
        <source>Train like a pro</source>  
        <access-date>2018-06-01</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.polar.com/en">https://www.polar.com/en</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6zrJMuwCs"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Goodie</surname>
            <given-names>JL</given-names>
          </name>
          <name name-style="western">
            <surname>Larkin</surname>
            <given-names>KT</given-names>
          </name>
          <name name-style="western">
            <surname>Schauss</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Validation of Polar heart rate monitor for assessing heart rate during physical and mental stress</article-title>
        <source>J Psychophysiol</source>  
        <year>2000</year>  
        <month>07</month>  
        <volume>14</volume>  
        <issue>3</issue>  
        <fpage>159</fpage>  
        <lpage>164</lpage>  
        <pub-id pub-id-type="doi">10.1027//0269-8803.14.3.159</pub-id></nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Giles</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Draper</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Neil</surname>
            <given-names>W</given-names>
          </name>
        </person-group>
        <article-title>Validity of the Polar V800 heart rate monitor to measure RR intervals at rest</article-title>
        <source>Eur J Appl Physiol</source>  
        <year>2016</year>  
        <month>03</month>  
        <volume>116</volume>  
        <issue>3</issue>  
        <fpage>563</fpage>  
        <lpage>71</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26708360"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1007/s00421-015-3303-9</pub-id>
        <pub-id pub-id-type="medline">26708360</pub-id>
        <pub-id pub-id-type="pii">10.1007/s00421-015-3303-9</pub-id>
        <pub-id pub-id-type="pmcid">PMC4751190</pub-id></nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Nunan</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Donovan</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Jakovljevic</surname>
            <given-names>DG</given-names>
          </name>
          <name name-style="western">
            <surname>Hodges</surname>
            <given-names>LD</given-names>
          </name>
          <name name-style="western">
            <surname>Sandercock</surname>
            <given-names>GRH</given-names>
          </name>
          <name name-style="western">
            <surname>Brodie</surname>
            <given-names>DA</given-names>
          </name>
        </person-group>
        <article-title>Validity and reliability of short-term heart-rate variability from the Polar S810</article-title>
        <source>Med Sci Sports Exerc</source>  
        <year>2009</year>  
        <month>01</month>  
        <volume>41</volume>  
        <issue>1</issue>  
        <fpage>243</fpage>  
        <lpage>50</lpage>  
        <pub-id pub-id-type="doi">10.1249/MSS.0b013e318184a4b1</pub-id>
        <pub-id pub-id-type="medline">19092682</pub-id></nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Weippert</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Kumar</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Kreuzfeld</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Arndt</surname>
            <given-names>D</given-names>
          </name>
          <name name-style="western">
            <surname>Rieger</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Stoll</surname>
            <given-names>R</given-names>
          </name>
        </person-group>
        <article-title>Comparison of three mobile devices for measuring R-R intervals and heart rate variability: Polar S810i, Suunto t6 and an ambulatory ECG system</article-title>
        <source>Eur J Appl Physiol</source>  
        <year>2010</year>  
        <month>07</month>  
        <volume>109</volume>  
        <issue>4</issue>  
        <fpage>779</fpage>  
        <lpage>86</lpage>  
        <pub-id pub-id-type="doi">10.1007/s00421-010-1415-9</pub-id>
        <pub-id pub-id-type="medline">20225081</pub-id></nlm-citation>
      </ref>
      <ref id="ref45">
        <label>45</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Vanderlei</surname>
            <given-names>LCM</given-names>
          </name>
          <name name-style="western">
            <surname>Silva</surname>
            <given-names>RA</given-names>
          </name>
          <name name-style="western">
            <surname>Pastre</surname>
            <given-names>CM</given-names>
          </name>
          <name name-style="western">
            <surname>Azevedo</surname>
            <given-names>FM</given-names>
          </name>
          <name name-style="western">
            <surname>Godoy</surname>
            <given-names>MF</given-names>
          </name>
        </person-group>
        <article-title>Comparison of the Polar S810i monitor and the ECG for the analysis of heart rate variability in the time and frequency domains</article-title>
        <source>Braz J Med Biol Res</source>  
        <year>2008</year>  
        <month>10</month>  
        <volume>41</volume>  
        <issue>10</issue>  
        <fpage>854</fpage>  
        <lpage>9</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.scielo.br/scielo.php?script=sci_arttext&#38;pid=S0100-879X2008005000039&#38;lng=en&#38;nrm=iso&#38;tlng=en"/>
        </comment>  
        <pub-id pub-id-type="medline">18853042</pub-id>
        <pub-id pub-id-type="pii">S0100-879X2008005000039</pub-id></nlm-citation>
      </ref>
      <ref id="ref46">
        <label>46</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Baquero</surname>
            <given-names>GA</given-names>
          </name>
          <name name-style="western">
            <surname>Banchs</surname>
            <given-names>JE</given-names>
          </name>
          <name name-style="western">
            <surname>Ahmed</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Naccarelli</surname>
            <given-names>GV</given-names>
          </name>
          <name name-style="western">
            <surname>Luck</surname>
            <given-names>JC</given-names>
          </name>
        </person-group>
        <article-title>Surface 12 lead electrocardiogram recordings using smart phone technology</article-title>
        <source>J Electrocardiol</source>  
        <year>2015</year>  
        <volume>48</volume>  
        <issue>1</issue>  
        <fpage>1</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.jelectrocard.2014.09.006</pub-id>
        <pub-id pub-id-type="medline">25283739</pub-id>
        <pub-id pub-id-type="pii">S0022-0736(14)00354-9</pub-id></nlm-citation>
      </ref>
      <ref id="ref47">
        <label>47</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Vezzosi</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Buralli</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Marchesotti</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Porporato</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Tognetti</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Zini</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Domenech</surname>
            <given-names>O</given-names>
          </name>
        </person-group>
        <article-title>Diagnostic accuracy of a smartphone electrocardiograph in dogs: comparison with standard 6-lead electrocardiography</article-title>
        <source>Vet J</source>  
        <year>2016</year>  
        <month>10</month>  
        <volume>216</volume>  
        <fpage>33</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.tvjl.2016.06.013</pub-id>
        <pub-id pub-id-type="medline">27687923</pub-id>
        <pub-id pub-id-type="pii">S1090-0233(16)30092-2</pub-id></nlm-citation>
      </ref>
      <ref id="ref48">
        <label>48</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>de Oliveira Ottone</surname>
            <given-names>V</given-names>
          </name>
          <name name-style="western">
            <surname>de Castro Magalhães</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>de Paula</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Avelar</surname>
            <given-names>NCP</given-names>
          </name>
          <name name-style="western">
            <surname>Aguiar</surname>
            <given-names>PF</given-names>
          </name>
          <name name-style="western">
            <surname>da Matta Sampaio</surname>
            <given-names>PF</given-names>
          </name>
          <name name-style="western">
            <surname>Duarte</surname>
            <given-names>TC</given-names>
          </name>
          <name name-style="western">
            <surname>Costa</surname>
            <given-names>KB</given-names>
          </name>
          <name name-style="western">
            <surname>Araújo</surname>
            <given-names>TL</given-names>
          </name>
          <name name-style="western">
            <surname>Coimbra</surname>
            <given-names>CC</given-names>
          </name>
          <name name-style="western">
            <surname>Nakamura</surname>
            <given-names>FY</given-names>
          </name>
          <name name-style="western">
            <surname>Amorim</surname>
            <given-names>FT</given-names>
          </name>
          <name name-style="western">
            <surname>Rocha-Vieira</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>The effect of different water immersion temperatures on post-exercise parasympathetic reactivation</article-title>
        <source>PLoS One</source>  
        <year>2014</year>  
        <month>12</month>  
        <volume>9</volume>  
        <issue>12</issue>  
        <fpage>e113730</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0113730"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0113730</pub-id>
        <pub-id pub-id-type="medline">25437181</pub-id>
        <pub-id pub-id-type="pii">PONE-D-14-18158</pub-id>
        <pub-id pub-id-type="pmcid">PMC4250073</pub-id></nlm-citation>
      </ref>
      <ref id="ref49">
        <label>49</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Al Haddad</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Laursen</surname>
            <given-names>PB</given-names>
          </name>
          <name name-style="western">
            <surname>Ahmaidi</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Buchheit</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Influence of cold water face immersion on post-exercise parasympathetic reactivation</article-title>
        <source>Eur J Appl Physiol</source>  
        <year>2010</year>  
        <month>02</month>  
        <volume>108</volume>  
        <issue>3</issue>  
        <fpage>599</fpage>  
        <lpage>606</lpage>  
        <pub-id pub-id-type="doi">10.1007/s00421-009-1253-9</pub-id>
        <pub-id pub-id-type="medline">19882167</pub-id></nlm-citation>
      </ref>
      <ref id="ref50">
        <label>50</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Yuan</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Silberstein</surname>
            <given-names>SD</given-names>
          </name>
        </person-group>
        <article-title>Vagus nerve stimulation and headache</article-title>
        <source>Headache</source>  
        <year>2017</year>  
        <month>04</month>  
        <volume>57 Suppl 1</volume>  
        <fpage>29</fpage>  
        <lpage>33</lpage>  
        <pub-id pub-id-type="doi">10.1111/head.12721</pub-id>
        <pub-id pub-id-type="medline">26473407</pub-id></nlm-citation>
      </ref>
      <ref id="ref51">
        <label>51</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>George</surname>
            <given-names>MS</given-names>
          </name>
          <name name-style="western">
            <surname>Ward</surname>
            <given-names>HE</given-names>
          </name>
          <name name-style="western">
            <surname>Ninan</surname>
            <given-names>PT</given-names>
          </name>
          <name name-style="western">
            <surname>Pollack</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Nahas</surname>
            <given-names>Z</given-names>
          </name>
          <name name-style="western">
            <surname>Anderson</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Kose</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Howland</surname>
            <given-names>RH</given-names>
          </name>
          <name name-style="western">
            <surname>Goodman</surname>
            <given-names>WK</given-names>
          </name>
          <name name-style="western">
            <surname>Ballenger</surname>
            <given-names>JC</given-names>
          </name>
        </person-group>
        <article-title>A pilot study of vagus nerve stimulation (VNS) for treatment-resistant anxiety disorders</article-title>
        <source>Brain Stimul</source>  
        <year>2008</year>  
        <month>04</month>  
        <volume>1</volume>  
        <issue>2</issue>  
        <fpage>112</fpage>  
        <lpage>21</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.brs.2008.02.001</pub-id>
        <pub-id pub-id-type="medline">20633378</pub-id>
        <pub-id pub-id-type="pii">S1935-861X(08)00003-X</pub-id></nlm-citation>
      </ref>
      <ref id="ref52">
        <label>52</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Merrill</surname>
            <given-names>CA</given-names>
          </name>
          <name name-style="western">
            <surname>Jonsson</surname>
            <given-names>MAG</given-names>
          </name>
          <name name-style="western">
            <surname>Minthon</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Ejnell</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>C-son</surname>
            <given-names>SH</given-names>
          </name>
          <name name-style="western">
            <surname>Blennow</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Karlsson</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Nordlund</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Rolstad</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Warkentin</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Ben-Menachem</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Sj&#38;ouml;gren</surname>
            <given-names>MJC</given-names>
          </name>
        </person-group>
        <article-title>Vagus nerve stimulation in patients with Alzheimer's disease: additional follow-up results of a pilot study through 1 year</article-title>
        <source>J Clin Psychiatry</source>  
        <year>2006</year>  
        <month>08</month>  
        <volume>67</volume>  
        <issue>8</issue>  
        <fpage>1171</fpage>  
        <lpage>8</lpage>  
        <pub-id pub-id-type="medline">16965193</pub-id></nlm-citation>
      </ref>
      <ref id="ref53">
        <label>53</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>cerbomed</collab>
        </person-group>
        <source>Nemos: for the treatment of epilepsies</source>  
        <year>2017</year>  
        <access-date>2018-02-28</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.cerbomed.de/en">http://www.cerbomed.de/en</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6xZ6tECRy"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref54">
        <label>54</label>
        <nlm-citation citation-type="web">
        <person-group person-group-type="author">
          <collab>electroCore</collab>
        </person-group>
        <source>gammaCore</source>  
        <access-date>2018-02-28</access-date>
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://gammacore.co.uk">http://gammacore.co.uk</ext-link>
          <ext-link ext-link-type="webcite" xlink:href="6xZ7L4MnL"/>
        </comment> </nlm-citation>
      </ref>
      <ref id="ref55">
        <label>55</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Silberstein</surname>
            <given-names>SD</given-names>
          </name>
          <name name-style="western">
            <surname>Mechtler</surname>
            <given-names>LL</given-names>
          </name>
          <name name-style="western">
            <surname>Kudrow</surname>
            <given-names>DB</given-names>
          </name>
          <name name-style="western">
            <surname>Calhoun</surname>
            <given-names>AH</given-names>
          </name>
          <name name-style="western">
            <surname>McClure</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Saper</surname>
            <given-names>JR</given-names>
          </name>
          <name name-style="western">
            <surname>Liebler</surname>
            <given-names>EJ</given-names>
          </name>
          <name name-style="western">
            <surname>Rubenstein</surname>
            <given-names>EE</given-names>
          </name>
          <name name-style="western">
            <surname>Tepper</surname>
            <given-names>SJ</given-names>
          </name>
          <collab>ACT1 Study Group</collab>
        </person-group>
        <article-title>Non-invasive vagus nerve stimulation for the acute treatment of cluster headache: findings from the randomized, double‐blind, sham‐controlled ACT1 study</article-title>
        <source>Headache</source>  
        <year>2016</year>  
        <month>09</month>  
        <volume>56</volume>  
        <issue>8</issue>  
        <fpage>1317</fpage>  
        <lpage>32</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27593728"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1111/head.12896</pub-id>
        <pub-id pub-id-type="medline">27593728</pub-id>
        <pub-id pub-id-type="pmcid">PMC5113831</pub-id></nlm-citation>
      </ref>
      <ref id="ref56">
        <label>56</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Grazzi</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Egeo</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Calhoun</surname>
            <given-names>AH</given-names>
          </name>
          <name name-style="western">
            <surname>McClure</surname>
            <given-names>CK</given-names>
          </name>
          <name name-style="western">
            <surname>Liebler</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Barbanti</surname>
            <given-names>P</given-names>
          </name>
        </person-group>
        <article-title>Non-invasive vagus nerve stimulation (nVNS) as mini-prophylaxis for menstrual/menstrually related migraine: an open-label study</article-title>
        <source>J Headache Pain</source>  
        <year>2016</year>  
        <month>12</month>  
        <volume>17</volume>  
        <issue>1</issue>  
        <fpage>91</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1186/s10194-016-0684-z"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1186/s10194-016-0684-z</pub-id>
        <pub-id pub-id-type="medline">27699586</pub-id>
        <pub-id pub-id-type="pii">10.1186/s10194-016-0684-z</pub-id>
        <pub-id pub-id-type="pmcid">PMC5047863</pub-id></nlm-citation>
      </ref>
      <ref id="ref57">
        <label>57</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Frangos</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Komisaruk</surname>
            <given-names>BR</given-names>
          </name>
        </person-group>
        <article-title>Access to vagal projections via cutaneous electrical stimulation of the neck: fMRI evidence in healthy humans</article-title>
        <source>Brain Stimul</source>  
        <year>2017</year>  
        <month>01</month>  
        <volume>10</volume>  
        <issue>1</issue>  
        <fpage>19</fpage>  
        <lpage>27</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.brs.2016.10.008</pub-id>
        <pub-id pub-id-type="medline">28104084</pub-id>
        <pub-id pub-id-type="pii">S1935-861X(16)30268-6</pub-id></nlm-citation>
      </ref>
      <ref id="ref58">
        <label>58</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Clancy</surname>
            <given-names>JA</given-names>
          </name>
          <name name-style="western">
            <surname>Mary</surname>
            <given-names>DA</given-names>
          </name>
          <name name-style="western">
            <surname>Witte</surname>
            <given-names>KK</given-names>
          </name>
          <name name-style="western">
            <surname>Greenwood</surname>
            <given-names>JP</given-names>
          </name>
          <name name-style="western">
            <surname>Deuchars</surname>
            <given-names>SA</given-names>
          </name>
          <name name-style="western">
            <surname>Deuchars</surname>
            <given-names>J</given-names>
          </name>
        </person-group>
        <article-title>Non-invasive vagus nerve stimulation in healthy humans reduces sympathetic nerve activity</article-title>
        <source>Brain Stimul</source>  
        <year>2014</year>  
        <month>11</month>  
        <volume>7</volume>  
        <issue>6</issue>  
        <fpage>871</fpage>  
        <lpage>7</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.brs.2014.07.031</pub-id>
        <pub-id pub-id-type="medline">25164906</pub-id>
        <pub-id pub-id-type="pii">S1935-861X(14)00260-5</pub-id></nlm-citation>
      </ref>
      <ref id="ref59">
        <label>59</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Nonis</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>D'Ostilio</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Schoenen</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Magis</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Evidence of activation of vagal afferents by non-invasive vagus nerve stimulation: an electrophysiological study in healthy volunteers</article-title>
        <source>Cephalalgia</source>  
        <year>2017</year>  
        <month>11</month>  
        <volume>37</volume>  
        <issue>13</issue>  
        <fpage>1285</fpage>  
        <lpage>1293</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/28648089"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1177/0333102417717470</pub-id>
        <pub-id pub-id-type="medline">28648089</pub-id>
        <pub-id pub-id-type="pmcid">PMC5680905</pub-id></nlm-citation>
      </ref>
      <ref id="ref60">
        <label>60</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Verlinden</surname>
            <given-names>TJM</given-names>
          </name>
          <name name-style="western">
            <surname>Rijkers</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Hoogland</surname>
            <given-names>G</given-names>
          </name>
          <name name-style="western">
            <surname>Herrler</surname>
            <given-names>A</given-names>
          </name>
        </person-group>
        <article-title>Morphology of the human cervical vagus nerve: implications for vagus nerve stimulation treatment</article-title>
        <source>Acta Neurol Scand</source>  
        <year>2016</year>  
        <month>03</month>  
        <volume>133</volume>  
        <issue>3</issue>  
        <fpage>173</fpage>  
        <lpage>82</lpage>  
        <pub-id pub-id-type="doi">10.1111/ane.12462</pub-id>
        <pub-id pub-id-type="medline">26190515</pub-id></nlm-citation>
      </ref>
      <ref id="ref61">
        <label>61</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Schuitema</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Holm</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>The role of different facial areas in eliciting human diving bradycardia</article-title>
        <source>Acta Physiol Scand</source>  
        <year>1988</year>  
        <month>01</month>  
        <volume>132</volume>  
        <issue>1</issue>  
        <fpage>119</fpage>  
        <lpage>20</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1748-1716.1988.tb08306.x</pub-id>
        <pub-id pub-id-type="medline">3223302</pub-id></nlm-citation>
      </ref>
      <ref id="ref62">
        <label>62</label>
        <nlm-citation citation-type="book">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>De Burgh Daly</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <source>Peripheral Arterial Chemoreceptors and Respiratory-Cardiovascular Integration</source>  
        <year>1997</year>  
        <publisher-loc>Oxford, UK</publisher-loc>
        <publisher-name>Oxford University Press</publisher-name></nlm-citation>
      </ref>
      <ref id="ref63">
        <label>63</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Elsner</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Gooden</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Diving and asphyxia. A comparative study of animals and man</article-title>
        <source>Monogr Physiol Soc</source>  
        <year>1983</year>  
        <volume>40</volume>  
        <fpage>1</fpage>  
        <lpage>168</lpage>  
        <pub-id pub-id-type="medline">6685226</pub-id></nlm-citation>
      </ref>
      <ref id="ref64">
        <label>64</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Khurana</surname>
            <given-names>RK</given-names>
          </name>
          <name name-style="western">
            <surname>Watabiki</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Hebel</surname>
            <given-names>JR</given-names>
          </name>
          <name name-style="western">
            <surname>Toro</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Nelson</surname>
            <given-names>E</given-names>
          </name>
        </person-group>
        <article-title>Cold face test in the assessment of trigeminal-brainstem-vagal function in humans</article-title>
        <source>Ann Neurol</source>  
        <year>1980</year>  
        <month>02</month>  
        <volume>7</volume>  
        <issue>2</issue>  
        <fpage>144</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1002/ana.410070209</pub-id>
        <pub-id pub-id-type="medline">7369721</pub-id></nlm-citation>
      </ref>
      <ref id="ref65">
        <label>65</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Blix</surname>
            <given-names>AS</given-names>
          </name>
          <name name-style="western">
            <surname>Folkow</surname>
            <given-names>B</given-names>
          </name>
        </person-group>
        <article-title>Cardiovascular adjustments to diving in mammals and birds</article-title>
        <source>Compr Physiol</source>  
        <year>2011</year>  
        <volume>Jan</volume>  
        <issue>suppl 8</issue>  
        <fpage>917</fpage>  
        <lpage>945</lpage>  
        <pub-id pub-id-type="doi">10.1002/cphy.cp020325</pub-id></nlm-citation>
      </ref>
      <ref id="ref66">
        <label>66</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Eckberg</surname>
            <given-names>DL</given-names>
          </name>
          <name name-style="western">
            <surname>Mohanty</surname>
            <given-names>SK</given-names>
          </name>
          <name name-style="western">
            <surname>Raczkowska</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Trigeminal-baroreceptor reflex interactions modulate human cardiac vagal efferent activity</article-title>
        <source>J Physiol</source>  
        <year>1984</year>  
        <month>02</month>  
        <volume>347</volume>  
        <fpage>75</fpage>  
        <lpage>83</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ncbi.nlm.nih.gov/pmc/articles/PMC1199435/"/>
        </comment>  
        <pub-id pub-id-type="medline">6707976</pub-id>
        <pub-id pub-id-type="pmcid">PMC1199435</pub-id></nlm-citation>
      </ref>
      <ref id="ref67">
        <label>67</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kawakami</surname>
            <given-names>Y</given-names>
          </name>
          <name name-style="western">
            <surname>Natelson</surname>
            <given-names>BH</given-names>
          </name>
          <name name-style="western">
            <surname>DuBois</surname>
            <given-names>AR</given-names>
          </name>
        </person-group>
        <article-title>Cardiovascular effects of face immersion and factors affecting diving reflex in man</article-title>
        <source>J Appl Physiol</source>  
        <year>1967</year>  
        <month>12</month>  
        <volume>23</volume>  
        <issue>6</issue>  
        <fpage>964</fpage>  
        <lpage>70</lpage>  
        <pub-id pub-id-type="doi">10.1152/jappl.1967.23.6.964</pub-id>
        <pub-id pub-id-type="medline">6065071</pub-id></nlm-citation>
      </ref>
      <ref id="ref68">
        <label>68</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Buchheit</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Peiffer</surname>
            <given-names>JJ</given-names>
          </name>
          <name name-style="western">
            <surname>Abbiss</surname>
            <given-names>CR</given-names>
          </name>
          <name name-style="western">
            <surname>Laursen</surname>
            <given-names>PB</given-names>
          </name>
        </person-group>
        <article-title>Effect of cold water immersion on postexercise parasympathetic reactivation</article-title>
        <source>Am J Physiol Heart Circ Physiol</source>  
        <year>2009</year>  
        <month>02</month>  
        <volume>296</volume>  
        <issue>2</issue>  
        <fpage>H421</fpage>  
        <lpage>7</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.physiology.org/doi/abs/10.1152/ajpheart.01017.2008?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1152/ajpheart.01017.2008</pub-id>
        <pub-id pub-id-type="medline">19074671</pub-id>
        <pub-id pub-id-type="pii">01017.2008</pub-id></nlm-citation>
      </ref>
      <ref id="ref69">
        <label>69</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Heindl</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Struck</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Wellhöner</surname>
            <given-names>P</given-names>
          </name>
          <name name-style="western">
            <surname>Sayk</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Dodt</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Effect of facial cooling and cold air inhalation on sympathetic nerve activity in men</article-title>
        <source>Respir Physiol Neurobiol</source>  
        <year>2004</year>  
        <month>08</month>  
        <day>20</day>  
        <volume>142</volume>  
        <issue>1</issue>  
        <fpage>69</fpage>  
        <lpage>80</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.resp.2004.05.004</pub-id>
        <pub-id pub-id-type="medline">15351305</pub-id>
        <pub-id pub-id-type="pii">S1569904804001089</pub-id></nlm-citation>
      </ref>
      <ref id="ref70">
        <label>70</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Kinoshita</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Nagata</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Baba</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Kohmoto</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Iwagaki</surname>
            <given-names>S</given-names>
          </name>
        </person-group>
        <article-title>Cold-water face immersion per se elicits cardiac parasympathetic activity</article-title>
        <source>Circ J</source>  
        <year>2006</year>  
        <month>06</month>  
        <volume>70</volume>  
        <issue>6</issue>  
        <fpage>773</fpage>  
        <lpage>6</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://joi.jlc.jst.go.jp/JST.JSTAGE/circj/70.773?from=PubMed"/>
        </comment>  
        <pub-id pub-id-type="medline">16723802</pub-id>
        <pub-id pub-id-type="pii">JST.JSTAGE/circj/70.773</pub-id></nlm-citation>
      </ref>
      <ref id="ref71">
        <label>71</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Hayashi</surname>
            <given-names>N</given-names>
          </name>
          <name name-style="western">
            <surname>Ishihara</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Tanaka</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Osumi</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Yoshida</surname>
            <given-names>T</given-names>
          </name>
        </person-group>
        <article-title>Face immersion increases vagal activity as assessed by heart rate variability</article-title>
        <source>Eur J Appl Physiol Occup Physiol</source>  
        <year>1997</year>  
        <month>10</month>  
        <volume>76</volume>  
        <issue>5</issue>  
        <fpage>394</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1007/s004210050267</pub-id>
        <pub-id pub-id-type="medline">9367278</pub-id></nlm-citation>
      </ref>
      <ref id="ref72">
        <label>72</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Fanselow</surname>
            <given-names>EE</given-names>
          </name>
        </person-group>
        <article-title>Central mechanisms of cranial nerve stimulation for epilepsy</article-title>
        <source>Surg Neurol Int</source>  
        <year>2012</year>  
        <volume>3</volume>  
        <issue>Suppl 4</issue>  
        <fpage>S247</fpage>  
        <lpage>54</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://www.surgicalneurologyint.com/article.asp?issn=2152-7806;year=2012;volume=3;issue=5;spage=247;epage=254;aulast=Fanselow"/>
        </comment>  
        <pub-id pub-id-type="doi">10.4103/2152-7806.103014</pub-id>
        <pub-id pub-id-type="medline">23230529</pub-id>
        <pub-id pub-id-type="pii">SNI-3-247</pub-id>
        <pub-id pub-id-type="pmcid">PMC3514917</pub-id></nlm-citation>
      </ref>
      <ref id="ref73">
        <label>73</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Pfau</surname>
            <given-names>DB</given-names>
          </name>
          <name name-style="western">
            <surname>Krumova</surname>
            <given-names>EK</given-names>
          </name>
          <name name-style="western">
            <surname>Treede</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Baron</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Toelle</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Birklein</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Eich</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Geber</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Gerhardt</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Weiss</surname>
            <given-names>T</given-names>
          </name>
          <name name-style="western">
            <surname>Magerl</surname>
            <given-names>W</given-names>
          </name>
          <name name-style="western">
            <surname>Maier</surname>
            <given-names>C</given-names>
          </name>
        </person-group>
        <article-title>Quantitative sensory testing in the German Research Network on Neuropathic Pain (DFNS): reference data for the trunk and application in patients with chronic postherpetic neuralgia</article-title>
        <source>Pain</source>  
        <year>2014</year>  
        <month>05</month>  
        <volume>155</volume>  
        <issue>5</issue>  
        <fpage>1002</fpage>  
        <lpage>15</lpage>  
        <pub-id pub-id-type="doi">10.1016/j.pain.2014.02.004</pub-id>
        <pub-id pub-id-type="medline">24525274</pub-id>
        <pub-id pub-id-type="pii">S0304-3959(14)00058-X</pub-id></nlm-citation>
      </ref>
      <ref id="ref74">
        <label>74</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Stein</surname>
            <given-names>PK</given-names>
          </name>
          <name name-style="western">
            <surname>Bosner</surname>
            <given-names>MS</given-names>
          </name>
          <name name-style="western">
            <surname>Kleiger</surname>
            <given-names>RE</given-names>
          </name>
          <name name-style="western">
            <surname>Conger</surname>
            <given-names>BM</given-names>
          </name>
        </person-group>
        <article-title>Heart rate variability: a measure of cardiac autonomic tone</article-title>
        <source>Am Heart J</source>  
        <year>1994</year>  
        <month>05</month>  
        <volume>127</volume>  
        <issue>5</issue>  
        <fpage>1376</fpage>  
        <lpage>81</lpage>  
        <pub-id pub-id-type="medline">8172068</pub-id>
        <pub-id pub-id-type="pii">0002-8703(94)90059-0</pub-id></nlm-citation>
      </ref>
      <ref id="ref75">
        <label>75</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <collab>Task Force of the European Society of Cardiology and the North American Society of Pacing and Electrophysiology</collab>
        </person-group>
        <article-title>Heart rate variability: standards of measurement, physiological interpretation and clinical use</article-title>
        <source>Circulation</source>  
        <year>1996</year>  
        <month>03</month>  
        <day>01</day>  
        <volume>93</volume>  
        <issue>5</issue>  
        <fpage>1043</fpage>  
        <lpage>65</lpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://circ.ahajournals.org/cgi/pmidlookup?view=long&#38;pmid=8598068"/>
        </comment>  
        <pub-id pub-id-type="medline">8598068</pub-id></nlm-citation>
      </ref>
      <ref id="ref76">
        <label>76</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Nussinovitch</surname>
            <given-names>U</given-names>
          </name>
          <name name-style="western">
            <surname>Elishkevitz</surname>
            <given-names>KP</given-names>
          </name>
          <name name-style="western">
            <surname>Katz</surname>
            <given-names>K</given-names>
          </name>
          <name name-style="western">
            <surname>Nussinovitch</surname>
            <given-names>M</given-names>
          </name>
          <name name-style="western">
            <surname>Segev</surname>
            <given-names>S</given-names>
          </name>
          <name name-style="western">
            <surname>Volovitz</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Nussinovitch</surname>
            <given-names>N</given-names>
          </name>
        </person-group>
        <article-title>Reliability of utra-short ECG indices for heart rate variability</article-title>
        <source>Ann Noninvasive Electrocardiol</source>  
        <year>2011</year>  
        <month>04</month>  
        <volume>16</volume>  
        <issue>2</issue>  
        <fpage>117</fpage>  
        <lpage>22</lpage>  
        <pub-id pub-id-type="doi">10.1111/j.1542-474X.2011.00417.x</pub-id>
        <pub-id pub-id-type="medline">21496161</pub-id></nlm-citation>
      </ref>
      <ref id="ref77">
        <label>77</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>McNames</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Aboy</surname>
            <given-names>M</given-names>
          </name>
        </person-group>
        <article-title>Reliability and accuracy of heart rate variability metrics versus ECG segment duration</article-title>
        <source>Med Biol Eng Comput</source>  
        <year>2006</year>  
        <month>09</month>  
        <volume>44</volume>  
        <issue>9</issue>  
        <fpage>747</fpage>  
        <lpage>56</lpage>  
        <pub-id pub-id-type="doi">10.1007/s11517-006-0097-2</pub-id>
        <pub-id pub-id-type="medline">16960742</pub-id></nlm-citation>
      </ref>
      <ref id="ref78">
        <label>78</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Salahuddin</surname>
            <given-names>L</given-names>
          </name>
          <name name-style="western">
            <surname>Cho</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Jeong</surname>
            <given-names>MG</given-names>
          </name>
          <name name-style="western">
            <surname>Kim</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Ultra short term analysis of heart rate variability for monitoring mental stress in mobile settings</article-title>
        <source>Conf Proc IEEE Eng Med Biol Soc</source>  
        <year>2007</year>  
        <volume>2007</volume>  
        <fpage>4656</fpage>  
        <lpage>9</lpage>  
        <pub-id pub-id-type="doi">10.1109/IEMBS.2007.4353378</pub-id>
        <pub-id pub-id-type="medline">18003044</pub-id></nlm-citation>
      </ref>
      <ref id="ref79">
        <label>79</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Schroeder</surname>
            <given-names>EB</given-names>
          </name>
          <name name-style="western">
            <surname>Whitsel</surname>
            <given-names>EA</given-names>
          </name>
          <name name-style="western">
            <surname>Evans</surname>
            <given-names>GW</given-names>
          </name>
          <name name-style="western">
            <surname>Prineas</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Chambless</surname>
            <given-names>LE</given-names>
          </name>
          <name name-style="western">
            <surname>Heiss</surname>
            <given-names>G</given-names>
          </name>
        </person-group>
        <article-title>Repeatability of heart rate variability measures</article-title>
        <source>J Electrocardiol</source>  
        <year>2004</year>  
        <month>07</month>  
        <volume>37</volume>  
        <issue>3</issue>  
        <fpage>163</fpage>  
        <lpage>72</lpage>  
        <pub-id pub-id-type="medline">15286929</pub-id>
        <pub-id pub-id-type="pii">S0022073604000421</pub-id></nlm-citation>
      </ref>
      <ref id="ref80">
        <label>80</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Munoz</surname>
            <given-names>ML</given-names>
          </name>
          <name name-style="western">
            <surname>van Roon</surname>
            <given-names>A</given-names>
          </name>
          <name name-style="western">
            <surname>Riese</surname>
            <given-names>H</given-names>
          </name>
          <name name-style="western">
            <surname>Thio</surname>
            <given-names>C</given-names>
          </name>
          <name name-style="western">
            <surname>Oostenbroek</surname>
            <given-names>E</given-names>
          </name>
          <name name-style="western">
            <surname>Westrik</surname>
            <given-names>I</given-names>
          </name>
          <name name-style="western">
            <surname>de Geus</surname>
            <given-names>EJC</given-names>
          </name>
          <name name-style="western">
            <surname>Gansevoort</surname>
            <given-names>R</given-names>
          </name>
          <name name-style="western">
            <surname>Lefrandt</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Nolte</surname>
            <given-names>IM</given-names>
          </name>
          <name name-style="western">
            <surname>Snieder</surname>
            <given-names>H</given-names>
          </name>
        </person-group>
        <article-title>Validity of (ultra-)short recordings for heart rate variability measurements</article-title>
        <source>PLoS One</source>  
        <year>2015</year>  
        <volume>10</volume>  
        <issue>9</issue>  
        <fpage>e0138921</fpage>  
        <comment>
          <ext-link xmlns:xlink="http://www.w3.org/1999/xlink" ext-link-type="uri" xlink:type="simple" xlink:href="http://dx.plos.org/10.1371/journal.pone.0138921"/>
        </comment>  
        <pub-id pub-id-type="doi">10.1371/journal.pone.0138921</pub-id>
        <pub-id pub-id-type="medline">26414314</pub-id>
        <pub-id pub-id-type="pii">PONE-D-15-13594</pub-id>
        <pub-id pub-id-type="pmcid">PMC4586373</pub-id></nlm-citation>
      </ref>
      <ref id="ref81">
        <label>81</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>O'Brien</surname>
            <given-names>F</given-names>
          </name>
          <name name-style="western">
            <surname>Cousineau</surname>
            <given-names>D</given-names>
          </name>
        </person-group>
        <article-title>Representing error bars in within-subject designs in typical software packages</article-title>
        <source>Quant Methods Psychol</source>  
        <year>2014</year>  
        <month>04</month>  
        <day>01</day>  
        <volume>10</volume>  
        <issue>1</issue>  
        <fpage>56</fpage>  
        <lpage>67</lpage>  
        <pub-id pub-id-type="doi">10.20982/tqmp.10.1.p056</pub-id></nlm-citation>
      </ref>
      <ref id="ref82">
        <label>82</label>
        <nlm-citation citation-type="journal">
        <person-group person-group-type="author">
          <name name-style="western">
            <surname>Ellis</surname>
            <given-names>RJ</given-names>
          </name>
          <name name-style="western">
            <surname>Zhu</surname>
            <given-names>B</given-names>
          </name>
          <name name-style="western">
            <surname>Koenig</surname>
            <given-names>J</given-names>
          </name>
          <name name-style="western">
            <surname>Thayer</surname>
            <given-names>JF</given-names>
          </name>
          <name name-style="western">
            <surname>Wang</surname>
            <given-names>Y</given-names>
          </name>
        </person-group>
        <article-title>A careful look at ECG sampling frequency and R-peak interpolation on short-term measures of heart rate variability</article-title>
        <source>Physiol Meas</source>  
        <year>2015</year>  
        <month>09</month>  
        <volume>36</volume>  
        <issue>9</issue>  
        <fpage>1827</fpage>  
        <lpage>52</lpage>  
        <pub-id pub-id-type="doi">10.1088/0967-3334/36/9/1827</pub-id>
        <pub-id pub-id-type="medline">26234196</pub-id></nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
