<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<?covid-19-tdm?>
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v5i8e28568</article-id>
      <article-id pub-id-type="pmid">34236995</article-id>
      <article-id pub-id-type="doi">10.2196/28568</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Physiologic Response to the Pfizer-BioNTech COVID-19 Vaccine Measured Using Wearable Devices: Prospective Observational Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Eysenbach</surname>
            <given-names>Gunther</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Emery</surname>
            <given-names>Michael</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Kirkham</surname>
            <given-names>Aidan</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Albadrany</surname>
            <given-names>Yasser</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Naser</surname>
            <given-names>Ahmed</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Boyapati</surname>
            <given-names>Ramanarayana</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author" corresp="yes" equal-contrib="yes">
          <name name-style="western">
            <surname>Hajduczok</surname>
            <given-names>Alexander G</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Division of Internal Medicine</institution>
            <institution>Department of Medicine</institution>
            <institution>Penn State Health Milton S. Hershey Medical Center</institution>
            <addr-line>500 University Drive</addr-line>
            <addr-line>Hershey, PA, 17033</addr-line>
            <country>United States</country>
            <phone>1 7168634928</phone>
            <email>alexander.hajduczok@jefferson.edu</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4180-4481</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author" equal-contrib="yes">
          <name name-style="western">
            <surname>DiJoseph</surname>
            <given-names>Kara M</given-names>
          </name>
          <degrees>DO</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1253-6462</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Bent</surname>
            <given-names>Brinnae</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7039-0177</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Thorp</surname>
            <given-names>Audrey K</given-names>
          </name>
          <degrees>DO</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-1610-1979</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Mullholand</surname>
            <given-names>Jon B</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-2756-8099</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>MacKay</surname>
            <given-names>Stuart A</given-names>
          </name>
          <degrees>DO</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-6655-4642</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Barik</surname>
            <given-names>Sabrina</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7924-4950</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Coleman</surname>
            <given-names>Jamie J</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-5773-5185</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Paules</surname>
            <given-names>Catharine I</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff4" ref-type="aff">4</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-9064-6678</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Tinsley</surname>
            <given-names>Andrew</given-names>
          </name>
          <degrees>MD</degrees>
          <xref rid="aff5" ref-type="aff">5</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-4153-918X</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Division of Internal Medicine</institution>
        <institution>Department of Medicine</institution>
        <institution>Penn State Health Milton S. Hershey Medical Center</institution>
        <addr-line>Hershey, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Department of Biomedical Engineering</institution>
        <institution>Duke University</institution>
        <addr-line>Durham, NC</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Department of Surgery</institution>
        <institution>Denver Health Medical Center</institution>
        <addr-line>Denver, CO</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff4">
        <label>4</label>
        <institution>Division of Infectious Diseases</institution>
        <institution>Department of Medicine</institution>
        <institution>Penn State Health Milton S. Hershey Medical Center</institution>
        <addr-line>Hershey, PA</addr-line>
        <country>United States</country>
      </aff>
      <aff id="aff5">
        <label>5</label>
        <institution>Division of Gastroenterology</institution>
        <institution>Department of Medicine</institution>
        <institution>Penn State Health Milton S. Hershey Medical Center</institution>
        <addr-line>Hershey, PA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Alexander G Hajduczok <email>alexander.hajduczok@jefferson.edu</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <month>8</month>
        <year>2021</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>4</day>
        <month>8</month>
        <year>2021</year>
      </pub-date>
      <volume>5</volume>
      <issue>8</issue>
      <elocation-id>e28568</elocation-id>
      <history>
        <date date-type="received">
          <day>13</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="rev-request">
          <day>30</day>
          <month>3</month>
          <year>2021</year>
        </date>
        <date date-type="rev-recd">
          <day>12</day>
          <month>6</month>
          <year>2021</year>
        </date>
        <date date-type="accepted">
          <day>14</day>
          <month>6</month>
          <year>2021</year>
        </date>
      </history>
      <copyright-statement>©Alexander G Hajduczok, Kara M DiJoseph, Brinnae Bent, Audrey K Thorp, Jon B Mullholand, Stuart A MacKay, Sabrina Barik, Jamie J Coleman, Catharine I Paules, Andrew Tinsley. Originally published in JMIR Formative Research (https://formative.jmir.org), 04.08.2021.</copyright-statement>
      <copyright-year>2021</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2021/8/e28568" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>The Pfizer-BioNTech COVID-19 vaccine uses a novel messenger RNA technology to elicit a protective immune response. Short-term physiologic responses to the vaccine have not been studied using wearable devices.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>We aim to characterize physiologic changes in response to COVID-19 vaccination in a small cohort of participants using a wearable device (WHOOP Strap 3.0). This is a proof of concept for using consumer-grade wearable devices to monitor response to COVID-19 vaccines.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>In this prospective observational study, physiologic data from 19 internal medicine residents at a single institution that received both doses of the Pfizer-BioNTech COVID-19 vaccine was collected using the WHOOP Strap 3.0. The primary outcomes were percent change from baseline in heart rate variability (HRV), resting heart rate (RHR), and respiratory rate (RR). Secondary outcomes were percent change from baseline in total, rapid eye movement, and deep sleep. Exploratory outcomes included local and systemic reactogenicity following each dose and prophylactic analgesic use.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>In 19 individuals (mean age 28.8, SD 2.2 years; n=10, 53% female), HRV was decreased on day 1 following administration of the first vaccine dose (mean –13.44%, SD 13.62%) and second vaccine dose (mean –9.25%, SD 22.6%). RHR and RR showed no change from baseline after either vaccine dose. Sleep duration was increased up to 4 days post vaccination, after an initial decrease on day 1. Increased sleep duration prior to vaccination was associated with a greater change in HRV. Local and systemic reactogenicity was more severe after dose two.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>This is the first observational study of the physiologic response to any of the novel COVID-19 vaccines as measured using wearable devices. Using this relatively small healthy cohort, we provide evidence that HRV decreases in response to both vaccine doses, with no significant changes in RHR or RR. Sleep duration initially decreased following each dose with a subsequent increase thereafter. Future studies with a larger sample size and comparison to other inflammatory and immune biomarkers such as antibody response will be needed to determine the true utility of this type of continuous wearable monitoring in regards to vaccine responses. Our data raises the possibility that increased sleep prior to vaccination may impact physiologic responses and may be a modifiable way to increase vaccine response. These results may inform future studies using wearables for monitoring vaccine responses.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT04304703; https://www.clinicaltrials.gov/ct2/show/NCT04304703</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>COVID-19</kwd>
        <kwd>wearable devices</kwd>
        <kwd>remote physiologic monitoring</kwd>
        <kwd>heart rate</kwd>
        <kwd>heart rate variability</kwd>
        <kwd>respiratory rate</kwd>
        <kwd>sleep</kwd>
        <kwd>REM sleep</kwd>
        <kwd>deep sleep</kwd>
        <kwd>wearable</kwd>
        <kwd>vaccine</kwd>
        <kwd>monitoring</kwd>
        <kwd>respiratory</kwd>
        <kwd>physiological</kwd>
        <kwd>cohort</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The COVID-19 pandemic has had a substantial global impact resulting in over 165 million infections and nearly 3.5 million deaths worldwide [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. Vaccines are required to end the pandemic. The first vaccine to receive emergency use authorization for prevention of COVID-19 infection by the United States Food and Drug Administration was the BNT162b2 messenger RNA (mRNA) COVID-19 vaccine (Pfizer-BioNTech COVID vaccine) that encodes the spike protein of the SARS-CoV-2 virus [<xref ref-type="bibr" rid="ref3">3</xref>,<xref ref-type="bibr" rid="ref4">4</xref>]. Following preliminary studies with this mRNA vaccine showing neutralizing antibody response, a phase 3 randomized clinical trial demonstrated that the Pfizer-BioNTech vaccine was safe and had an efficacy of 95% in reducing risk of contracting COVID-19 compared to placebo [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>].</p>
      <p>An estimated 21% of US adults report using wearable devices that objectively measure physiologic parameters [<xref ref-type="bibr" rid="ref7">7</xref>]. Although marketed for personal use, the widespread nature and convenience of these devices allows health care professionals to monitor physiologic changes in real time [<xref ref-type="bibr" rid="ref8">8</xref>]. The WHOOP Strap 3.0 has been externally validated for tracking of heart rate variability (HRV), resting heart rate (RHR), respiratory rate (RR), and sleep stage duration [<xref ref-type="bibr" rid="ref9">9</xref>]. HRV is determined by the subtle variation in the time between successive heart beats, thus HRV is a measure of the balance between the sympathetic and parasympathetic nervous system and their composite effects on heart rate [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>A recent study using the WHOOP device was able to track physiologic changes, specifically an increase in nocturnal RR and decrease in HRV, in individuals who reported COVID-19 infection. These changes were noted 2 days before symptom onset in 20% of individuals and in 80% of the cohort after symptom onset [<xref ref-type="bibr" rid="ref11">11</xref>]. Other studies have used HRV and RR measured by wearable devices to prospectively and retrospectively predict and identify COVID-19 infection (confirmed by positive testing) [<xref ref-type="bibr" rid="ref12">12</xref>-<xref ref-type="bibr" rid="ref14">14</xref>]. Therefore, we postulated that it would be possible to track an array of physiologic responses following COVID-19 vaccination. This wearable remote monitoring strategy could serve as a proof of concept and guide design of future studies of the physiologic and immune responses to vaccines.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Population</title>
        <p>Internal medicine residents at Penn State Hershey Medical Center previously enrolled in a clinical trial (NCT04304703) using the WHOOP Strap 3.0 to measure physiologic parameters were used for this analysis (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, <xref rid="figure1" ref-type="fig">Figure 1</xref>) [<xref ref-type="bibr" rid="ref15">15</xref>].</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>A total of 19 participants, 53% female, who were vaccinated with two doses of the Pfizer-BioNtech COVID-19 vaccine (mean time between doses 19.6, SD 2.8 days), transmitted continuous physiologic data via the WHOOP device. Changes from baseline were observed in HRV and were most pronounced on day 1 and 2 for dose 1 and only day 1 for dose 2. RR and RHR were unaffected following vaccination. Sleep duration initially decreased on day 1 post vaccine dose 1 and dose 2, with a compensatory increase from days 2 to 4, prior to return to baseline. Sleep deprivation was associated with a blunted HRV response, and premedication was associated with less change in RR and increases in REM and deep sleep percentages. HRV: heart rate variability; REM: rapid eye movement; RHR: resting heart rate; RR: respiratory rate.</p>
          </caption>
          <graphic xlink:href="formative_v5i8e28568_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>The primary objective of this prospective observational study was to determine the physiologic changes following the first and second doses of the Pfizer-BioNTech COVID-19 vaccine. Primary outcomes were percent change from baseline in HRV, RR, and RHR for days 1 to 6 following each vaccine dose. Secondary outcomes were percent change from baseline duration of total, rapid eye movement (REM), and deep sleep. Exploratory outcomes included analysis of local and systemic reactogenicity (type and duration) associated with vaccination and prophylactic analgesic use.</p>
      </sec>
      <sec>
        <title>Study Procedures</title>
        <p>Internal medicine residents were given a WHOOP Strap 3.0 to wear to measure physiologic parameters and sleep [<xref ref-type="bibr" rid="ref15">15</xref>] (for full details, see <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref> [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref16">16</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]). Eligible participants were surveyed to disclose their vaccination dates for the novel Pfizer-BioNTech COVID-19 vaccine along with local and systemic reactogenicity and analgesic use following each vaccine dose.</p>
        <p>Inclusion criteria for this analysis were patients concurrently enrolled in a clinical trial (NCT04304703) using the WHOOP device and who transmitted at least 80% of physiologic data during the study period including at least 24 of 45 days prior to dose one (to establish baseline metrics) and all data for the 6 days following vaccine dose one, dose two, or both. These data cutoffs were chosen based on published data using the WHOOP device for establishing a change from baseline in RR [<xref ref-type="bibr" rid="ref11">11</xref>]. Local and systemic reactogenicity was graded as mild, moderate, or severe based on guidelines from the Centers for Disease Control and Prevention [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Patients were excluded if they did not or were unable to disclose the dates of vaccination (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). Data were blinded to study investigators for analysis. Recorded demographics included age, gender, comorbidities, and year of residency training.</p>
        <p>Data collection was approved by the Institutional Board Review at Penn State Hershey Medical Center (STUDY14522).</p>
      </sec>
      <sec>
        <title>Statistical Analysis</title>
        <p>We defined a significant change from baseline to be greater than 5% a priori. This cutoff was set based on recent findings in two studies: (1) changes in RR and other physiologic parameters in COVID-19–positive individuals, which were used to develop a predictive algorithm for COVID-19 infection risk stratification [<xref ref-type="bibr" rid="ref11">11</xref>], and (2) precision measurements of heart rate, RR, HRV, and REM sleep stage duration using the WHOOP device were found to have less than 10% error [<xref ref-type="bibr" rid="ref9">9</xref>].</p>
        <p>The percent change of each metric for each participant in the data set was averaged together for the overall percent change of that metric for each day (d; equation 1). In equation 1, b<sub>n</sub> is given as the average of the metric from the baseline period for participant n, and x<sub>n</sub> is the value of the metric on the day (d) being calculated post vaccine dose.</p>
        <graphic xlink:href="formative_v5i8e28568_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        <p>To determine the effect of sleep for the week leading up to the vaccine on the physiological effects of the vaccine, we computed Pearson correlations between hours of sleep in the 7 days prior to vaccine dose 1 and the percent changes of the physiological measurements post vaccine dose 1 [<xref ref-type="bibr" rid="ref21">21</xref>].</p>
        <p>Symptoms were aggregated and the density of the self-reported duration of symptoms was calculated [<xref ref-type="bibr" rid="ref22">22</xref>]. Postvaccination reaction severity was compared to changes in physiologic parameters by Pearson correlations.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Baseline Characteristics</title>
        <p>A total of 19 participants met inclusion and exclusion criteria for this analysis; 18 individuals for dose 1 and 13 for dose 2 (<xref ref-type="supplementary-material" rid="app3">Multimedia Appendix 3</xref>). Participants were 53% (n=10) female, with an age range of 26 to 35 years and a mean and median age of 28.8 (SD 2.2) and 29 years, respectively. No comorbidities were reported in 74% (n=14) of participants (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <p>Baseline metrics were collected for all participants up to 45 days prior to vaccination dose 1 (<xref ref-type="table" rid="table1">Table 1</xref>). Mean baselines were as follows: RHR 63.09 (SD 6.36) bpm, HRV 52.09 (SD 21.58) ms, and RR 16.27 (SD 1.23) respirations per minute (rpm). Although interindividual variability in metrics had a wider range, intraindividual variability was much lower, most notably in nocturnal RR, with an intraindividual SD of mean 0.37 (SD 0.12) rpm.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Baseline physiological and sleep metrics intraindividual mean and SD.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="330"/>
            <col width="340"/>
            <col width="330"/>
            <thead>
              <tr valign="top">
                <td>Metric</td>
                <td>Intraindividual mean, mean (SD)</td>
                <td>Intraindividual SD, mean (SD)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Heart rate variability (ms)</td>
                <td>52.09 (21.58)</td>
                <td>13.16 (6.94)</td>
              </tr>
              <tr valign="top">
                <td>Resting heart rate (bpm)</td>
                <td>63.09 (6.36)</td>
                <td>4.95 (1.50)</td>
              </tr>
              <tr valign="top">
                <td>Respiratory rate (rpm)</td>
                <td>16.27 (1.23)</td>
                <td>0.37 (0.12)</td>
              </tr>
              <tr valign="top">
                <td>Sleep (hours)</td>
                <td>6.71 (0.58)</td>
                <td>1.48 (0.39)</td>
              </tr>
              <tr valign="top">
                <td>REM<sup>a</sup> sleep (%)</td>
                <td>21.99 (6.71)</td>
                <td>6.49 (1.23)</td>
              </tr>
              <tr valign="top">
                <td>Deep sleep (%)</td>
                <td>19.10 (2.15)</td>
                <td>3.81 (0.66)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>REM: rapid eye movement.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Physiologic Response to COVID-19 Vaccination by Dose</title>
        <p>For dose 1 (n=18), there was a reduction in HRV on day 1 (mean percent change –13.44%, SD 13.62%). HRV returned to baseline by day 3 and remained at baseline thereafter (<xref rid="figure2" ref-type="fig">Figure 2</xref>A, blue; <xref ref-type="table" rid="table2">Table 2</xref>). There was no significant change in RHR and RR compared to baseline in the 6 days following vaccination (<xref rid="figure2" ref-type="fig">Figure 2</xref>B, C, blue; <xref ref-type="table" rid="table2">Table 2</xref>).</p>
        <p>For dose 2 (n=13), HRV decreased on day 1 (mean percent change –9.25%, SD 22.69%) but quickly normalized to baseline by day 2 (<xref rid="figure2" ref-type="fig">Figure 2</xref>A, magenta; <xref ref-type="table" rid="table3">Table 3</xref>). Similar to dose 1, there was no significant change in RHR and RR in response to dose 2, with both metrics remaining at baseline from day 1 to day 6 (<xref ref-type="table" rid="table3">Table 3</xref>).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Percent change from baseline in (A) heart rate variability, (B) respiratory rate, and (C) resting heart rate, measured 6 days following COVID-19 vaccine dose 1 (blue) and 2 (magenta). Data is reported as mean (SD).</p>
          </caption>
          <graphic xlink:href="formative_v5i8e28568_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Percent changes from baseline in physiological and sleep metrics for 6 days postvaccine dose 1 (n=18).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="190"/>
            <col width="130"/>
            <col width="130"/>
            <col width="130"/>
            <col width="140"/>
            <col width="140"/>
            <col width="140"/>
            <thead>
              <tr valign="top">
                <td>Metrics</td>
                <td>Day 1, mean percent change (SD)</td>
                <td>Day 2, mean percent change (SD)</td>
                <td>Day 3, mean percent change (SD)</td>
                <td>Day 4, mean percent change (SD)</td>
                <td>Day 5, mean percent change (SD)</td>
                <td>Day 6, mean percent change (SD)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Heart rate variability</td>
                <td>–13.44 (13.62)</td>
                <td>–3.74 (34.63)</td>
                <td>4.21 (27.23)</td>
                <td>–1.32 (30.39)</td>
                <td>–4.35 (26.79)</td>
                <td>–2.80 (27.46)</td>
              </tr>
              <tr valign="top">
                <td>Resting heart rate</td>
                <td>2.73 (5.50)</td>
                <td>–1.10 (6.93)</td>
                <td>–2.23 (7.31)</td>
                <td>0.72 (8.80)</td>
                <td>0.26 (8.68)</td>
                <td>2.02 (11.48)</td>
              </tr>
              <tr valign="top">
                <td>Respiratory rate</td>
                <td>0.16 (1.95)</td>
                <td>1.34 (1.98)</td>
                <td>–0.23 (2.70)</td>
                <td>0.02 (3.81)</td>
                <td>–1.73 (2.56)</td>
                <td>–1.04 (2.29)</td>
              </tr>
              <tr valign="top">
                <td>Hours of sleep</td>
                <td>–8.41 (22.96)</td>
                <td>5.00 (18.27)</td>
                <td>9.41 (21.60)</td>
                <td>7.74 (17.81)</td>
                <td>3.21 (24.38)</td>
                <td>–3.21 (27.54)</td>
              </tr>
              <tr valign="top">
                <td>Percent of REM<sup>a</sup> sleep</td>
                <td>–4.94 (37.65)</td>
                <td>–6.53 (30.06)</td>
                <td>–5.13 (33.34)</td>
                <td>–6.70 (19.62)</td>
                <td>–2.70 (31.10)</td>
                <td>–16.98 (29.41)</td>
              </tr>
              <tr valign="top">
                <td>Percent of deep sleep</td>
                <td>9.64 (26.30)</td>
                <td>3.08 (23.00)</td>
                <td>4.11 (12.66)</td>
                <td>4.58 (15.28)</td>
                <td>–6.05 (19.58)</td>
                <td>–2.38 (17.53)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table2fn1">
              <p><sup>a</sup>REM: rapid eye movement.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Percent changes from baseline in physiological and sleep metrics for 6 days postvaccine dose 2 (n=13).</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="197"/>
            <col width="143"/>
            <col width="137"/>
            <col width="131"/>
            <col width="131"/>
            <col width="131"/>
            <col width="130"/>
            <thead>
              <tr valign="top">
                <td>Metrics</td>
                <td>Day 1, mean percent change (SD)</td>
                <td>Day 2, mean percent change (SD)</td>
                <td>Day 3, mean percent change (SD)</td>
                <td>Day 4, mean percent change (SD)</td>
                <td>Day 5, mean percent change (SD)</td>
                <td>Day 6, mean percent change (SD)</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Heart rate variability</td>
                <td>–9.25 (22.69)</td>
                <td>7.48 (32.44)</td>
                <td>–1.30 (19.44)</td>
                <td>–5.56 (13.70)</td>
                <td>–7.76 (13.12)</td>
                <td>2.19 (30.22)</td>
              </tr>
              <tr valign="top">
                <td>Resting heart rate</td>
                <td>4.20 (9.42)</td>
                <td>0.82 (8.27)</td>
                <td>–0.15 (5.15)</td>
                <td>1.37 (6.17)</td>
                <td>4.63 (10.38)</td>
                <td>1.70 (12.83)</td>
              </tr>
              <tr valign="top">
                <td>Respiratory rate</td>
                <td>0.19 (4.10)</td>
                <td>1.07 (6.44)</td>
                <td>–0.26 (4.00)</td>
                <td>0.15 (3.22)</td>
                <td>–0.54 (3.63)</td>
                <td>0.13 (3.06)</td>
              </tr>
              <tr valign="top">
                <td>Hours of sleep</td>
                <td>–2.10 (26.18)</td>
                <td>5.33 (17.71)</td>
                <td>6.06 (23.84)</td>
                <td>9.22 (28.37)</td>
                <td>–4.58 (20.45)</td>
                <td>0.49 (12.30)</td>
              </tr>
              <tr valign="top">
                <td>Percent of REM<sup>a</sup> sleep</td>
                <td>13.79 (45.88)</td>
                <td>–8.73 (39.57)</td>
                <td>12.67 (36.41)</td>
                <td>0.64 (37.99)</td>
                <td>6.12 (32.02)</td>
                <td>–8.35 (43.06)</td>
              </tr>
              <tr valign="top">
                <td>Percent of deep sleep</td>
                <td>4.00 (25.02)</td>
                <td>–1.70 (19.21)</td>
                <td>3.56 (20.31)</td>
                <td>–6.01 (22.09)</td>
                <td>3.42 (21.31)</td>
                <td>–11.37 (24.40)</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>REM: rapid eye movement.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
      </sec>
      <sec>
        <title>Postvaccination Changes in Sleep</title>
        <p>Total sleep duration, REM, and deep sleep duration (in hours) were measured for all participants for 6 days following vaccine administration. Total sleep duration followed a similar overall pattern for both vaccine doses: an initial decrease was observed on day 1 (dose 1: mean –8.41%, SD 22.96%; dose 2: mean –2.1%, SD 26.8%) followed by an increase above baseline on days 2, 3, and 4, with subsequent return to baseline on days 5 to 6 (<xref rid="figure3" ref-type="fig">Figure 3</xref>A; <xref ref-type="table" rid="table2">Tables 2</xref> and <xref ref-type="table" rid="table3">3</xref>). The change in sleep duration peaked on day 3 following dose 1 and day 4 following dose 2. Total sleep duration was proportional to time in bed and thus showed similar trends in response to vaccine dose 1 and dose 2.</p>
        <p>Patterns of change in REM and deep sleep did not follow the same pattern as total sleep duration but showed greater variability overall (<xref rid="figure3" ref-type="fig">Figure 3</xref>B, C; <xref ref-type="table" rid="table2">Tables 2</xref> and <xref ref-type="table" rid="table3">3</xref>). Total sleep cycles and sleep disturbances had no correlation with changes in physiologic metrics following either vaccine dose.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Percent change from baseline in (A) total sleep duration, (B) REM sleep duration, and (C) deep sleep duration, measured 6 days following COVID-19 vaccine dose 1 (blue) and 2 (magenta). Data is reported as mean (SD). REM: rapid eye movement.</p>
          </caption>
          <graphic xlink:href="formative_v5i8e28568_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Sleep Impact on HRV Changes</title>
        <p>Sleep duration was evaluated 7 days preceding vaccine administration to establish an individualized baseline. During the baseline assessment period, participants slept, on average, 6 hours and 43 (SD 35) minutes per night, of which 21.99% (1 hour and 28 minutes) was REM sleep and 19.1% (1 hour and 17 minutes) was deep sleep. A greater amount of sleep in the 7 days prior to receiving the first dose of the vaccine was moderately correlated with a higher percent change in HRV the 2 days following vaccine dose 1 (Pearson <italic>R</italic>=0.570 day 1; <italic>R</italic>=0.494 day 2).</p>
      </sec>
      <sec>
        <title>Postvaccination Symptoms</title>
        <p>An array of local and systemic reactions to vaccination were reported by participants, ranging from arm soreness to fatigue and body aches. A greater frequency and duration of symptoms were reported following dose 2 (<xref rid="figure4" ref-type="fig">Figure 4</xref>A, B). Arm soreness was reported in more than 60% of participants for both doses. The majority of symptoms subsided by hour 60 post vaccination (<xref rid="figure4" ref-type="fig">Figure 4</xref>A). The mean symptom duration following dose 1 was 49.7 (SD 49.2) hours, which decreased to 34.1 (SD 13.3) hours for dose 2. The most frequent symptom duration after dose 1 and dose 2 was 24 hours. Overall, postvaccination reactogenicity would be classified as mild to moderate, as no severe adverse reactions such as angioedema or other allergic reactions requiring urgent treatment were reported [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Presence of postvaccination reactogenicity did not show a strong correlation with changes in sleep or other physiologic parameters.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>(A) Self-reported symptom duration following dose 1 and dose 2 of the COVID-19 vaccine. (B) Local and systemic reactogenicity experienced by participants by vaccine dose.</p>
          </caption>
          <graphic xlink:href="formative_v5i8e28568_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Analgesic Effects on HRV, Sleep, and Postvaccination Symptoms</title>
        <p>None of the 19 participants premedicated with analgesic medications (ibuprofen or acetaminophen) prior to dose 1; however, 7 of the 13 (54%) participants premedicated prior to dose 2 (<xref ref-type="supplementary-material" rid="app4">Multimedia Appendices 4</xref> and <xref ref-type="supplementary-material" rid="app5">5</xref>). Overall changes in HRV were the same in both groups (premedication vs no premedication; <xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>). Those who did not premedicate had a greater response (increase) in RR on day 1 and day 2, but overall RR was unaffected when both groups were analyzed together (<xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>). RHR had a slightly greater increase on day 1 for those who did premedicate (<xref ref-type="supplementary-material" rid="app4">Multimedia Appendix 4</xref>). The group that premedicated had both a greater initial decrease and compensatory increase in total sleep duration (<xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>). This group also had higher percentage of REM and deep sleep in the days after receiving dose 2, which were most prominent on day 1 (<xref ref-type="supplementary-material" rid="app5">Multimedia Appendix 5</xref>).</p>
        <p>The duration of all reported symptoms between the groups were similar: participants without medication experienced symptoms for a mean of 30.0 (SD 13.4) hours, and participants who self-medicated prior to dose 2 experienced symptoms for 37.7 (SD 10.0) hours. There was no significant difference in symptom severity among the two groups [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref20">20</xref>].</p>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>In this small observational study in a relatively young and healthy cohort of participants, we provide evidence that consumer-grade wearable devices can be used to measure physiologic response to COVID-19 vaccination (<xref rid="figure1" ref-type="fig">Figure 1</xref>). HRV change from baseline was the most prominent signal in our study population, while RHR and RR were unaffected (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
        <p>Decreases in HRV, a surrogate of autonomic tone, have been shown to predict negative clinical outcomes following severe infections [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref25">25</xref>]. HRV decreases have also been correlated with an increased C-reactive protein (CRP) within the first 2 days following administration of the influenza A vaccine [<xref ref-type="bibr" rid="ref26">26</xref>]. Lower magnitude CRP elevations have been associated with increased risk of infection, suggesting that greater HRV decreases and CRP increases would equate to a protective inflammatory or immunologic response [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref27">27</xref>]. Thus, we propose that a higher percent change in HRV may equate to a more robust immune response to COVID-19 vaccination [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref28">28</xref>-<xref ref-type="bibr" rid="ref30">30</xref>]. The directionality of HRV change (decrease) is significant, as this is suggestive of increased parasympathetic tone due to generation of an immune response to the vaccine [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Further investigation of HRV response to vaccination could provide a useful surrogate marker for immune system activation (<xref rid="figure5" ref-type="fig">Figure 5</xref>) [<xref ref-type="bibr" rid="ref31">31</xref>]. This could be accomplished in a randomized controlled trial (RCT) of vaccination versus placebo with wearable tracking of HRV in comparison to CRP levels, antibody titers, and protection against infection.</p>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Hypothetical connection between physiologic response measured by wearables (HRV, RHR, RR), inflammatory response (serum CRP and proinflammatory cytokine levels), and host immunity dictated by antibody response to vaccination. Wearable monitoring of physiologic metrics could potentially be a simple and effective way to track the efficacy of vaccine-mediated protection against infection (dashed arrow). HRV highlighted as this parameter showed the greatest changes in this study. CRP: C-reactive protein; HRV: heart rate variability; RHR: resting heart rate; RR: respiratory rate.</p>
          </caption>
          <graphic xlink:href="formative_v5i8e28568_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>There was relatively no change in both RR and RHR in response to vaccination (<xref rid="figure2" ref-type="fig">Figure 2</xref>B, C). This is of particular interest given that spikes in RR are clinically relevant in prediction of COVID-19 infection and progression of disease [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref11">11</xref>-<xref ref-type="bibr" rid="ref13">13</xref>]. Although we did not directly collect data on oxygen saturation or hypoxia, it is likely that changes in RR are specific to COVID-19 infection, which has a predilection for pulmonary pathology. Thus, this change would not be expected with vaccination as, unlike natural disease, it does not impact pulmonary function.</p>
        <p>Interestingly, there was a moderate correlation between change in HRV and amount of sleep prior to vaccination (greater sleep was associated with a greater decrease in HRV). Sleep deprivation is known to have a significant impact on viral susceptibility and blunted adaptive immune response in the presence of viral vaccines [<xref ref-type="bibr" rid="ref32">32</xref>-<xref ref-type="bibr" rid="ref38">38</xref>]. Decreased antibody titers and overall immune response have been observed in vaccinated participants that are sleep deprived, most notably in response to the influenza and hepatitis A vaccine [<xref ref-type="bibr" rid="ref34">34</xref>-<xref ref-type="bibr" rid="ref39">39</xref>]. A recent study of 2884 health care workers showed that 1-hour longer sleep duration was associated with 12% lower odds of COVID-19 infection [<xref ref-type="bibr" rid="ref40">40</xref>]. Our data demonstrate that sleep duration impacts physiologic response to COVID-19 vaccination and, if correlated with immune response in further studies, could be leveraged to potentiate the effectiveness of vaccination in general.</p>
      </sec>
      <sec>
        <title>Limitations and Future Studies</title>
        <p>This is a small observational study in a specific cohort of participants with no control arm. A larger powered study is needed for formal statistical analysis of physiologic changes and to control for baseline demographics. The lack of a control group institutes bias; an RCT with a placebo arm (no vaccine) would allow for comparison of physiologic metrics to a control group. However, our use of <italic>percent change from baseline</italic> in our outcomes would help overcome intraindividual variability confounding of results (ie, individuals may have a greater magnitude change in parameters simply because they have a higher baseline, which is accounted for by using percent change from established baseline). Last, this population is known to have a greater degree of sleep deprivation secondary to duty hours and clinical demands, which may be a confounder and reduce the generalizability of the results [<xref ref-type="bibr" rid="ref41">41</xref>].</p>
        <p>Incorporation of biomarkers such as CRP is needed to corroborate association with physiologic changes (<xref rid="figure5" ref-type="fig">Figure 5</xref>) as previously observed in other vaccine studies [<xref ref-type="bibr" rid="ref26">26</xref>,<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>]. Despite only exploring the response to the Pfizer-BioNTech COVID-19 vaccine, this study further confirms the feasibility of using wearable remote physiologic data to monitor responses to vaccines. This simple method to track vaccine responses would be useful for future novel vaccines. The key will be to determine how well remotely monitored physiologic metrics can predict inflammatory response, vaccination antibody titers, and ultimately protection from infection. This may provide a noninvasive method for individualized prediction of vaccine efficacy.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>Wearable devices are now widely available to everyday consumers, and as technology has advanced, they are being more widely used to capture medical data [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref44">44</xref>]. This study is a proof of concept for this remote monitoring strategy to capture physiologic response to COVID-19 vaccines. If correlated with immune response and vaccine efficacy in future studies, this approach could be leveraged in the general population to predict response to vaccines. Our data also raises the possibility that increased sleep prior to vaccination may impact physiologic responses. This warrants further study and is a potentially modifiable factor to optimize vaccine response.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Baseline characteristics of study participants.</p>
        <media xlink:href="formative_v5i8e28568_app1.docx" xlink:title="DOCX File , 13 KB"/>
      </supplementary-material>
      <supplementary-material id="app2">
        <label>Multimedia Appendix 2</label>
        <p>Description of physiologic metrics.</p>
        <media xlink:href="formative_v5i8e28568_app2.docx" xlink:title="DOCX File , 112 KB"/>
      </supplementary-material>
      <supplementary-material id="app3">
        <label>Multimedia Appendix 3</label>
        <p>Study flowchart. A total of 38 participants were initially enrolled in the study; 33 were screened for inclusion and exclusion criteria, yielding 19 participants that were included for final analysis (18 participants for dose 1 and 13 participants for dose 2).</p>
        <media xlink:href="formative_v5i8e28568_app3.png" xlink:title="PNG File , 102 KB"/>
      </supplementary-material>
      <supplementary-material id="app4">
        <label>Multimedia Appendix 4</label>
        <p>Premedication subgroup analysis. Percent change from baseline in (A) heart rate variability, (B) respiratory rate, and (C) resting heart rate, measured 6 days following COVID-19 vaccine dose 2 is reported for participants who premedicated prior to vaccination (purple) and participants who did not premedicate (green). Data is reported as mean (SD).</p>
        <media xlink:href="formative_v5i8e28568_app4.png" xlink:title="PNG File , 133 KB"/>
      </supplementary-material>
      <supplementary-material id="app5">
        <label>Multimedia Appendix 5</label>
        <p>Premedication subgroup analysis. Percent change from baseline in (A) total sleep duration, (B) rapid eye movement sleep duration, and (C) deep sleep duration, measured 6 days following COVID-19 vaccine dose 2 is reported for participants who premedicated prior to vaccination (purple) and participants who did not premedicate (green). Data is reported as mean and SD.</p>
        <media xlink:href="formative_v5i8e28568_app5.png" xlink:title="PNG File , 133 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">CRP</term>
          <def>
            <p>C-reactive protein</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">HRV</term>
          <def>
            <p>heart rate variability</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">mRNA</term>
          <def>
            <p>messenger RNA</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">RCT</term>
          <def>
            <p>randomized controlled trial</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">REM</term>
          <def>
            <p>rapid eye movement</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb6">RHR</term>
          <def>
            <p>resting heart rate</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb7">rpm</term>
          <def>
            <p>respirations per minute</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb8">RR</term>
          <def>
            <p>respiratory rate</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This study was supported by the 2020-2021 Penn State Hershey Department of Medicine House Staff Award granted to AGH and the 2020 Penn State Hershey Health Systems Science Innovation Grant awarded to AGH.</p>
    </ack>
    <fn-group>
      <fn fn-type="con">
        <p>AGH and KMD contributed equally to this study. AGH, KMD, and BB designed the research study and refined the data collection plan; BB analyzed the data with input from AGH and KMD; AGH, KMD, and BB wrote the manuscript; AKT, JBM, SB, SAM, JJC, CIP, and AT edited the manuscript.</p>
      </fn>
      <fn fn-type="conflict">
        <p>CIP is a consultant for Axle Informatics for work not related to this manuscript. CIP is also the site PI for the Adaptive COVID-19 Treatment Trial (ACTT) and the ACTIV-5 / Big Effect Trial (BET-B) for the Treatment of COVID-19 which receive funding from the National Institutes of Health. This work is not related to the submitted manuscript.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2003-04-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/coronavirus/2019-ncov/index.html)">https://www.cdc.gov/coronavirus/2019-ncov/index.html)</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>COVID-19 Dashboard by the Center for Systems Science and Engineering (CSSE) at Johns Hopkins University (JHU)</article-title>
          <source>Johns Hopkins Coronavirus Resource Center</source>
          <access-date>2003-04-21</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://coronavirus.jhu.edu/map.html">https://coronavirus.jhu.edu/map.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pardi</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Hogan</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Porter</surname>
              <given-names>FW</given-names>
            </name>
            <name name-style="western">
              <surname>Weissman</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>mRNA vaccines - a new era in vaccinology</article-title>
          <source>Nat Rev Drug Discov</source>
          <year>2018</year>
          <month>04</month>
          <volume>17</volume>
          <issue>4</issue>
          <fpage>261</fpage>
          <lpage>279</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29326426"/>
          </comment>
          <pub-id pub-id-type="doi">10.1038/nrd.2017.243</pub-id>
          <pub-id pub-id-type="medline">29326426</pub-id>
          <pub-id pub-id-type="pii">nrd.2017.243</pub-id>
          <pub-id pub-id-type="pmcid">PMC5906799</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Polack</surname>
              <given-names>FP</given-names>
            </name>
            <name name-style="western">
              <surname>Thomas</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kitchin</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Absalon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Gurtman</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Lockhart</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Pérez Marc</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Moreira</surname>
              <given-names>ED</given-names>
            </name>
            <name name-style="western">
              <surname>Zerbini</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bailey</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Swanson</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Roychoudhury</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Koury</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Kalina</surname>
              <given-names>WV</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Frenck</surname>
              <given-names>RW</given-names>
            </name>
            <name name-style="western">
              <surname>Hammitt</surname>
              <given-names>LL</given-names>
            </name>
            <name name-style="western">
              <surname>Türeci</surname>
              <given-names>Ö</given-names>
            </name>
            <name name-style="western">
              <surname>Nell</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Schaefer</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Ünal</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Tresnan</surname>
              <given-names>DB</given-names>
            </name>
            <name name-style="western">
              <surname>Mather</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Dormitzer</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Şahin</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Jansen</surname>
              <given-names>KU</given-names>
            </name>
            <name name-style="western">
              <surname>Gruber</surname>
              <given-names>WC</given-names>
            </name>
            <collab>C4591001 Clinical Trial Group</collab>
          </person-group>
          <article-title>Safety and efficacy of the BNT162b2 mRNA Covid-19 vaccine</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <month>12</month>
          <day>31</day>
          <volume>383</volume>
          <issue>27</issue>
          <fpage>2603</fpage>
          <lpage>2615</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33301246"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMoa2034577</pub-id>
          <pub-id pub-id-type="medline">33301246</pub-id>
          <pub-id pub-id-type="pmcid">PMC7745181</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sahin</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Muik</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Vogler</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Derhovanessian</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kranz</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Vormehr</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Quandt</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Bidmon</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Ulges</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Baum</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pascal</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Maurus</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Brachtendorf</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Lörks</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Sikorski</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Koch</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Hilker</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Becker</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Eller</surname>
              <given-names>AK</given-names>
            </name>
            <name name-style="western">
              <surname>Grützner</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Tonigold</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Boesler</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Rosenbaum</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Heesen</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Kühnle</surname>
              <given-names>MC</given-names>
            </name>
            <name name-style="western">
              <surname>Poran</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dong</surname>
              <given-names>JZ</given-names>
            </name>
            <name name-style="western">
              <surname>Luxemburger</surname>
              <given-names>U</given-names>
            </name>
            <name name-style="western">
              <surname>Kemmer-Brück</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Langer</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bexon</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bolte</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Palanche</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Schultz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Baumann</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Mahiny</surname>
              <given-names>AJ</given-names>
            </name>
            <name name-style="western">
              <surname>Boros</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Reinholz</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Szabó</surname>
              <given-names>GT</given-names>
            </name>
            <name name-style="western">
              <surname>Karikó</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Shi</surname>
              <given-names>PY</given-names>
            </name>
            <name name-style="western">
              <surname>Fontes-Garfias</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Cutler</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Kryatsous</surname>
              <given-names>CA</given-names>
            </name>
            <name name-style="western">
              <surname>Dormitzer</surname>
              <given-names>PR</given-names>
            </name>
            <name name-style="western">
              <surname>Jansen</surname>
              <given-names>KU</given-names>
            </name>
            <name name-style="western">
              <surname>Türeci</surname>
              <given-names>Ö</given-names>
            </name>
          </person-group>
          <article-title>BNT162b2 induces SARS-CoV-2-neutralising antibodies and T cells in humans</article-title>
          <source>medRxiv.</source>
          <comment>Preprint posted online on December 11, 2020</comment>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Schmidt</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Weisblum</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Muecksch</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Barnes</surname>
              <given-names>CO</given-names>
            </name>
            <name name-style="western">
              <surname>Finkin</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Schaefer-Babajew</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Cipolla</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gaebler</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Lieberman</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Oliveira</surname>
              <given-names>TY</given-names>
            </name>
            <name name-style="western">
              <surname>Yang</surname>
              <given-names>Z</given-names>
            </name>
            <name name-style="western">
              <surname>Abernathy</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Huey-Tubman</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Hurley</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Turroja</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>West</surname>
              <given-names>KA</given-names>
            </name>
            <name name-style="western">
              <surname>Gordon</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Millard</surname>
              <given-names>KG</given-names>
            </name>
            <name name-style="western">
              <surname>Ramos</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Da Silva</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Colbert</surname>
              <given-names>RA</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dizon</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Unson-O'Brien</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Shimeliovich</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Gazumyan</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Caskey</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bjorkman</surname>
              <given-names>PJ</given-names>
            </name>
            <name name-style="western">
              <surname>Casellas</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Hatziioannou</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Bieniasz</surname>
              <given-names>PD</given-names>
            </name>
            <name name-style="western">
              <surname>Nussenzweig</surname>
              <given-names>MC</given-names>
            </name>
          </person-group>
          <article-title>mRNA vaccine-elicited antibodies to SARS-CoV-2 and circulating variants</article-title>
          <source>Nature</source>
          <year>2021</year>
          <month>04</month>
          <volume>592</volume>
          <issue>7855</issue>
          <fpage>616</fpage>
          <lpage>622</lpage>
          <pub-id pub-id-type="doi">10.1038/s41586-021-03324-6</pub-id>
          <pub-id pub-id-type="medline">33567448</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41586-021-03324-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Vogels</surname>
              <given-names>EA</given-names>
            </name>
          </person-group>
          <article-title>About one-in-five Americans use a smart watch or fitness tracker</article-title>
          <source>Pew Research Center</source>
          <year>2020</year>
          <access-date>2021-03-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.pewresearch.org/fact-tank/2020/01/09/about-one-in-five-americans-use-a-smart-watch-or-fitness-tracker/">https://www.pewresearch.org/fact-tank/2020/01/09/about-one-in-five-americans-use-a-smart-watch-or-fitness-tracker/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Greiwe</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nyenhuis</surname>
              <given-names>SM</given-names>
            </name>
          </person-group>
          <article-title>Wearable technology and how this can be implemented into clinical practice</article-title>
          <source>Curr Allergy Asthma Rep</source>
          <year>2020</year>
          <month>06</month>
          <day>06</day>
          <volume>20</volume>
          <issue>8</issue>
          <fpage>36</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/32506184"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s11882-020-00927-3</pub-id>
          <pub-id pub-id-type="medline">32506184</pub-id>
          <pub-id pub-id-type="pii">10.1007/s11882-020-00927-3</pub-id>
          <pub-id pub-id-type="pmcid">PMC7275133</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Berryhill</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Morton</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Dean</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Berryhill</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Provencio-Dean</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Patel</surname>
              <given-names>SI</given-names>
            </name>
            <name name-style="western">
              <surname>Estep</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Combs</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Mashaqi</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Gerald</surname>
              <given-names>LB</given-names>
            </name>
            <name name-style="western">
              <surname>Krishnan</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Parthasarathy</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Effect of wearables on sleep in healthy individuals: a randomized crossover trial and validation study</article-title>
          <source>J Clin Sleep Med</source>
          <year>2020</year>
          <month>05</month>
          <day>15</day>
          <volume>16</volume>
          <issue>5</issue>
          <fpage>775</fpage>
          <lpage>783</lpage>
          <pub-id pub-id-type="doi">10.5664/jcsm.8356</pub-id>
          <pub-id pub-id-type="medline">32043961</pub-id>
          <pub-id pub-id-type="pmcid">PMC7849816</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Stein</surname>
              <given-names>PK</given-names>
            </name>
            <name name-style="western">
              <surname>Bosner</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Kleiger</surname>
              <given-names>RE</given-names>
            </name>
            <name name-style="western">
              <surname>Conger</surname>
              <given-names>BM</given-names>
            </name>
          </person-group>
          <article-title>Heart rate variability: a measure of cardiac autonomic tone</article-title>
          <source>Am Heart J</source>
          <year>1994</year>
          <month>05</month>
          <volume>127</volume>
          <issue>5</issue>
          <fpage>1376</fpage>
          <lpage>81</lpage>
          <pub-id pub-id-type="doi">10.1016/0002-8703(94)90059-0</pub-id>
          <pub-id pub-id-type="medline">8172068</pub-id>
          <pub-id pub-id-type="pii">0002-8703(94)90059-0</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Capodilupo</surname>
              <given-names>JV</given-names>
            </name>
            <name name-style="western">
              <surname>Lastella</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sargent</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Roach</surname>
              <given-names>GD</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>VH</given-names>
            </name>
            <name name-style="western">
              <surname>Capodilupo</surname>
              <given-names>ER</given-names>
            </name>
          </person-group>
          <article-title>Analyzing changes in respiratory rate to predict the risk of COVID-19 infection</article-title>
          <source>PLoS One</source>
          <year>2020</year>
          <volume>15</volume>
          <issue>12</issue>
          <fpage>e0243693</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0243693"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0243693</pub-id>
          <pub-id pub-id-type="medline">33301493</pub-id>
          <pub-id pub-id-type="pii">PONE-D-20-19303</pub-id>
          <pub-id pub-id-type="pmcid">PMC7728254</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mishra</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Metwally</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Bogu</surname>
              <given-names>GK</given-names>
            </name>
            <name name-style="western">
              <surname>Brooks</surname>
              <given-names>AW</given-names>
            </name>
            <name name-style="western">
              <surname>Bahmani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Alavi</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Celli</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Higgs</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Dagan-Rosenfeld</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Fay</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Kirkpatrick</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kellogg</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Gibson</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Hunting</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Mamic</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Ganz</surname>
              <given-names>AB</given-names>
            </name>
            <name name-style="western">
              <surname>Rolnik</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Li</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Snyder</surname>
              <given-names>MP</given-names>
            </name>
          </person-group>
          <article-title>Pre-symptomatic detection of COVID-19 from smartwatch data</article-title>
          <source>Nat Biomed Eng</source>
          <year>2020</year>
          <month>12</month>
          <volume>4</volume>
          <issue>12</issue>
          <fpage>1208</fpage>
          <lpage>1220</lpage>
          <pub-id pub-id-type="doi">10.1038/s41551-020-00640-6</pub-id>
          <pub-id pub-id-type="medline">33208926</pub-id>
          <pub-id pub-id-type="pii">10.1038/s41551-020-00640-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hirten</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Danieletto</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Tomalin</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Choi</surname>
              <given-names>KH</given-names>
            </name>
            <name name-style="western">
              <surname>Zweig</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Golden</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Kaur</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Helmus</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Biello</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Pyzik</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Charney</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Miotto</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Glicksberg</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Levin</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nabeel</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Aberg</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Reich</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Charney</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Bottinger</surname>
              <given-names>EP</given-names>
            </name>
            <name name-style="western">
              <surname>Keefer</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Suarez-Farinas</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Nadkarni</surname>
              <given-names>GN</given-names>
            </name>
            <name name-style="western">
              <surname>Fayad</surname>
              <given-names>ZA</given-names>
            </name>
          </person-group>
          <article-title>Use of physiological data from a wearable device to identify SARS-CoV-2 infection and symptoms and predict COVID-19 diagnosis: observational study</article-title>
          <source>J Med Internet Res</source>
          <year>2021</year>
          <month>02</month>
          <day>22</day>
          <volume>23</volume>
          <issue>2</issue>
          <fpage>e26107</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2021/2/e26107/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/26107</pub-id>
          <pub-id pub-id-type="medline">33529156</pub-id>
          <pub-id pub-id-type="pii">v23i2e26107</pub-id>
          <pub-id pub-id-type="pmcid">PMC7901594</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hasty</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>García</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Dávila</surname>
              <given-names>CH</given-names>
            </name>
            <name name-style="western">
              <surname>Wittels</surname>
              <given-names>SH</given-names>
            </name>
            <name name-style="western">
              <surname>Hendricks</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chong</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Heart rate variability as a possible predictive marker for acute inflammatory response in COVID-19 patients</article-title>
          <source>Mil Med</source>
          <year>2020</year>
          <month>11</month>
          <day>18</day>
          <fpage>e34</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/33206183"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/milmed/usaa405</pub-id>
          <pub-id pub-id-type="medline">33206183</pub-id>
          <pub-id pub-id-type="pii">5989059</pub-id>
          <pub-id pub-id-type="pmcid">PMC7717314</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <article-title>Remote physiologic monitoring of resident wellness and burnout</article-title>
          <source>ClinicalTrials.gov</source>
          <year>2020</year>
          <access-date>2021-03-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://clinicaltrials.gov/ct2/show/NCT04304703">https://clinicaltrials.gov/ct2/show/NCT04304703</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shaffer</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ginsberg</surname>
              <given-names>JP</given-names>
            </name>
          </person-group>
          <article-title>An overview of heart rate variability metrics and norms</article-title>
          <source>Front Public Health</source>
          <year>2017</year>
          <volume>5</volume>
          <fpage>258</fpage>
          <pub-id pub-id-type="doi">10.3389/fpubh.2017.00258</pub-id>
          <pub-id pub-id-type="medline">29034226</pub-id>
          <pub-id pub-id-type="pmcid">PMC5624990</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Herzig</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Eser</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Omlin</surname>
              <given-names>X</given-names>
            </name>
            <name name-style="western">
              <surname>Riener</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wilhelm</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Achermann</surname>
              <given-names>P</given-names>
            </name>
          </person-group>
          <article-title>Reproducibility of heart rate variability is parameter and sleep stage dependent</article-title>
          <source>Front Physiol</source>
          <year>2017</year>
          <volume>8</volume>
          <fpage>1100</fpage>
          <pub-id pub-id-type="doi">10.3389/fphys.2017.01100</pub-id>
          <pub-id pub-id-type="medline">29367845</pub-id>
          <pub-id pub-id-type="pmcid">PMC5767731</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Yasuma</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Hayano</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Respiratory sinus arrhythmia: why does the heartbeat synchronize with respiratory rhythm?</article-title>
          <source>Chest</source>
          <year>2004</year>
          <month>03</month>
          <volume>125</volume>
          <issue>2</issue>
          <fpage>683</fpage>
          <lpage>90</lpage>
          <pub-id pub-id-type="doi">10.1378/chest.125.2.683</pub-id>
          <pub-id pub-id-type="medline">14769752</pub-id>
          <pub-id pub-id-type="pii">S0012-3692(15)31878-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Silvani</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Dampney</surname>
              <given-names>RAL</given-names>
            </name>
          </person-group>
          <article-title>Central control of cardiovascular function during sleep</article-title>
          <source>Am J Physiol Heart Circ Physiol</source>
          <year>2013</year>
          <month>12</month>
          <volume>305</volume>
          <issue>12</issue>
          <fpage>H1683</fpage>
          <lpage>92</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.physiology.org/doi/10.1152/ajpheart.00554.2013?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub%3dpubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1152/ajpheart.00554.2013</pub-id>
          <pub-id pub-id-type="medline">24097430</pub-id>
          <pub-id pub-id-type="pii">ajpheart.00554.2013</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>Local reactions, systemic reactions, adverse events, and serious adverse events: Pfizer-BioNTech COVID-19 vaccine</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2021-03-04</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/vaccines/covid-19/info-by-product/pfizer/reactogenicity.html?CDC_AA_refVal=https%3A%2F%2Fwww.cdc.gov%2Fvaccines%2Fcovid-19%2Finfo-by-manufacturer%2Fpfizer%2Freactogenicity.html">https://www.cdc.gov/vaccines/covid-19/info-by-product/pfizer/reactogenicity.html?CDC_AA_refVal=https%3A%2F%2Fwww.cdc.gov%2Fvaccines%2Fcovid-19%2Finfo-by-manufacturer%2Fpfizer%2Freactogenicity.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>Pearson correlation coefficient and p-value for testing non-correlation</article-title>
          <source>SciPy</source>
          <access-date>2021-02-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://docs.scipy.org/doc/scipy/reference/generated/scipy.stats.pearsonr.html">https://docs.scipy.org/doc/scipy/reference/generated/scipy.stats.pearsonr.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <article-title>Plot univariate or bivariate distributions using kernel density estimation</article-title>
          <source>seaborn</source>
          <access-date>2021-02-27</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://seaborn.pydata.org/generated/seaborn.kdeplot.html">https://seaborn.pydata.org/generated/seaborn.kdeplot.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ahmad</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ramsay</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Huebsch</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Flanagan</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>McDiarmid</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Batkin</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>McIntyre</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sundaresan</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Maziak</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Shamji</surname>
              <given-names>FM</given-names>
            </name>
            <name name-style="western">
              <surname>Hebert</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Fergusson</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Tinmouth</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Seely</surname>
              <given-names>AJE</given-names>
            </name>
          </person-group>
          <article-title>Continuous multi-parameter heart rate variability analysis heralds onset of sepsis in adults</article-title>
          <source>PLoS One</source>
          <year>2009</year>
          <month>08</month>
          <day>14</day>
          <volume>4</volume>
          <issue>8</issue>
          <fpage>e6642</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0006642"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0006642</pub-id>
          <pub-id pub-id-type="medline">19680545</pub-id>
          <pub-id pub-id-type="pmcid">PMC2721415</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kovatchev</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Farhy</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>Cao</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Griffin</surname>
              <given-names>MP</given-names>
            </name>
            <name name-style="western">
              <surname>Lake</surname>
              <given-names>DE</given-names>
            </name>
            <name name-style="western">
              <surname>Moorman</surname>
              <given-names>JR</given-names>
            </name>
          </person-group>
          <article-title>Sample asymmetry analysis of heart rate characteristics with application to neonatal sepsis and systemic inflammatory response syndrome</article-title>
          <source>Pediatr Res</source>
          <year>2003</year>
          <month>12</month>
          <volume>54</volume>
          <issue>6</issue>
          <fpage>892</fpage>
          <lpage>8</lpage>
          <pub-id pub-id-type="doi">10.1203/01.PDR.0000088074.97781.4F</pub-id>
          <pub-id pub-id-type="medline">12930915</pub-id>
          <pub-id pub-id-type="pii">01.PDR.0000088074.97781.4F</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>de Castilho</surname>
              <given-names>FM</given-names>
            </name>
            <name name-style="western">
              <surname>Ribeiro</surname>
              <given-names>ALP</given-names>
            </name>
            <name name-style="western">
              <surname>Nobre</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Barros</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>de Sousa</surname>
              <given-names>MR</given-names>
            </name>
          </person-group>
          <article-title>Heart rate variability as predictor of mortality in sepsis: a systematic review</article-title>
          <source>PLoS One</source>
          <year>2018</year>
          <volume>13</volume>
          <issue>9</issue>
          <fpage>e0203487</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0203487"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0203487</pub-id>
          <pub-id pub-id-type="medline">30204803</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-13395</pub-id>
          <pub-id pub-id-type="pmcid">PMC6133362</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lanza</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Barone</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Scalone</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Pitocco</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sgueglia</surname>
              <given-names>GA</given-names>
            </name>
            <name name-style="western">
              <surname>Mollo</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nerla</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Zaccardi</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Ghirlanda</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Crea</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Inflammation-related effects of adjuvant influenza A vaccination on platelet activation and cardiac autonomic function</article-title>
          <source>J Intern Med</source>
          <year>2011</year>
          <month>01</month>
          <volume>269</volume>
          <issue>1</issue>
          <fpage>118</fpage>
          <lpage>25</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1365-2796.2010.02285.x</pub-id>
          <pub-id pub-id-type="medline">20964738</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>McDade</surname>
              <given-names>TW</given-names>
            </name>
            <name name-style="western">
              <surname>Borja</surname>
              <given-names>JB</given-names>
            </name>
            <name name-style="western">
              <surname>Kuzawa</surname>
              <given-names>CW</given-names>
            </name>
            <name name-style="western">
              <surname>Perez</surname>
              <given-names>TLL</given-names>
            </name>
            <name name-style="western">
              <surname>Adair</surname>
              <given-names>LS</given-names>
            </name>
          </person-group>
          <article-title>C-reactive protein response to influenza vaccination as a model of mild inflammatory stimulation in the Philippines</article-title>
          <source>Vaccine</source>
          <year>2015</year>
          <month>04</month>
          <day>21</day>
          <volume>33</volume>
          <issue>17</issue>
          <fpage>2004</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/25795257"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2015.03.019</pub-id>
          <pub-id pub-id-type="medline">25795257</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(15)00307-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC4386725</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Perring</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Jones</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Assessment of changes in cardiac autonomic tone resulting from inflammatory response to the influenza vaccination</article-title>
          <source>Clin Physiol Funct Imaging</source>
          <year>2012</year>
          <month>11</month>
          <volume>32</volume>
          <issue>6</issue>
          <fpage>437</fpage>
          <lpage>44</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1475-097X.2012.01147.x</pub-id>
          <pub-id pub-id-type="medline">23031064</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tsai</surname>
              <given-names>MY</given-names>
            </name>
            <name name-style="western">
              <surname>Hanson</surname>
              <given-names>NQ</given-names>
            </name>
            <name name-style="western">
              <surname>Straka</surname>
              <given-names>RJ</given-names>
            </name>
            <name name-style="western">
              <surname>Hoke</surname>
              <given-names>TR</given-names>
            </name>
            <name name-style="western">
              <surname>Ordovas</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Peacock</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Arends</surname>
              <given-names>VL</given-names>
            </name>
            <name name-style="western">
              <surname>Arnett</surname>
              <given-names>DK</given-names>
            </name>
          </person-group>
          <article-title>Effect of influenza vaccine on markers of inflammation and lipid profile</article-title>
          <source>J Lab Clin Med</source>
          <year>2005</year>
          <month>06</month>
          <volume>145</volume>
          <issue>6</issue>
          <fpage>323</fpage>
          <lpage>7</lpage>
          <pub-id pub-id-type="doi">10.1016/j.lab.2005.03.009</pub-id>
          <pub-id pub-id-type="medline">15976761</pub-id>
          <pub-id pub-id-type="pii">S0022214305001253</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Young</surname>
              <given-names>HA</given-names>
            </name>
            <name name-style="western">
              <surname>Benton</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>Heart-rate variability: a biomarker to study the influence of nutrition on physiological and psychological health?</article-title>
          <source>Behav Pharmacol</source>
          <year>2018</year>
          <month>04</month>
          <volume>29</volume>
          <issue>2 and 3-Spec Issue</issue>
          <fpage>140</fpage>
          <lpage>151</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/29543648"/>
          </comment>
          <pub-id pub-id-type="doi">10.1097/FBP.0000000000000383</pub-id>
          <pub-id pub-id-type="medline">29543648</pub-id>
          <pub-id pub-id-type="pii">00008877-201804000-00005</pub-id>
          <pub-id pub-id-type="pmcid">PMC5882295</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>DP</given-names>
            </name>
            <name name-style="western">
              <surname>Koenig</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Carnevali</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Sgoifo</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Jarczok</surname>
              <given-names>MN</given-names>
            </name>
            <name name-style="western">
              <surname>Sternberg</surname>
              <given-names>EM</given-names>
            </name>
            <name name-style="western">
              <surname>Thayer</surname>
              <given-names>JF</given-names>
            </name>
          </person-group>
          <article-title>Heart rate variability and inflammation: a meta-analysis of human studies</article-title>
          <source>Brain Behav Immun</source>
          <year>2019</year>
          <month>08</month>
          <volume>80</volume>
          <fpage>219</fpage>
          <lpage>226</lpage>
          <pub-id pub-id-type="doi">10.1016/j.bbi.2019.03.009</pub-id>
          <pub-id pub-id-type="medline">30872091</pub-id>
          <pub-id pub-id-type="pii">S0889-1591(18)30466-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prather</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Janicki-Deverts</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Behaviorally assessed sleep and susceptibility to the common cold</article-title>
          <source>Sleep</source>
          <year>2015</year>
          <month>09</month>
          <day>01</day>
          <volume>38</volume>
          <issue>9</issue>
          <fpage>1353</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26118561"/>
          </comment>
          <pub-id pub-id-type="doi">10.5665/sleep.4968</pub-id>
          <pub-id pub-id-type="medline">26118561</pub-id>
          <pub-id pub-id-type="pii">sp-00619-14</pub-id>
          <pub-id pub-id-type="pmcid">PMC4531403</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Spiegel</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Sheridan</surname>
              <given-names>JF</given-names>
            </name>
            <name name-style="western">
              <surname>Van Cauter</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Effect of sleep deprivation on response to immunization</article-title>
          <source>JAMA</source>
          <year>2002</year>
          <month>09</month>
          <day>25</day>
          <volume>288</volume>
          <issue>12</issue>
          <fpage>1471</fpage>
          <lpage>2</lpage>
          <pub-id pub-id-type="doi">10.1001/jama.288.12.1471-a</pub-id>
          <pub-id pub-id-type="medline">12243633</pub-id>
          <pub-id pub-id-type="pii">jlt0925-3</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Taylor</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Kelly</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kohut</surname>
              <given-names>ML</given-names>
            </name>
            <name name-style="western">
              <surname>Song</surname>
              <given-names>K</given-names>
            </name>
          </person-group>
          <article-title>Is insomnia a risk factor for decreased influenza vaccine response?</article-title>
          <source>Behav Sleep Med</source>
          <year>2017</year>
          <volume>15</volume>
          <issue>4</issue>
          <fpage>270</fpage>
          <lpage>287</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/27077395"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/15402002.2015.1126596</pub-id>
          <pub-id pub-id-type="medline">27077395</pub-id>
          <pub-id pub-id-type="pmcid">PMC5554442</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lange</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Perras</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Fehm</surname>
              <given-names>HL</given-names>
            </name>
            <name name-style="western">
              <surname>Born</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Sleep enhances the human antibody response to hepatitis A vaccination</article-title>
          <source>Psychosom Med</source>
          <year>2003</year>
          <volume>65</volume>
          <issue>5</issue>
          <fpage>831</fpage>
          <lpage>5</lpage>
          <pub-id pub-id-type="doi">10.1097/01.psy.0000091382.61178.f1</pub-id>
          <pub-id pub-id-type="medline">14508028</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prather</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Pressman</surname>
              <given-names>SD</given-names>
            </name>
            <name name-style="western">
              <surname>Miller</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Temporal links between self-reported sleep and antibody responses to the influenza vaccine</article-title>
          <source>Int J Behav Med</source>
          <year>2021</year>
          <month>03</month>
          <volume>28</volume>
          <issue>1</issue>
          <fpage>151</fpage>
          <lpage>158</lpage>
          <pub-id pub-id-type="doi">10.1007/s12529-020-09879-4</pub-id>
          <pub-id pub-id-type="medline">32236831</pub-id>
          <pub-id pub-id-type="pii">10.1007/s12529-020-09879-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref37">
        <label>37</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Benedict</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Brytting</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Markström</surname>
              <given-names>Agneta</given-names>
            </name>
            <name name-style="western">
              <surname>Broman</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Schiöth</surname>
              <given-names>Helgi Birgir</given-names>
            </name>
          </person-group>
          <article-title>Acute sleep deprivation has no lasting effects on the human antibody titer response following a novel influenza A H1N1 virus vaccination</article-title>
          <source>BMC Immunol</source>
          <year>2012</year>
          <month>01</month>
          <day>04</day>
          <volume>13</volume>
          <fpage>1</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcimmunol.biomedcentral.com/articles/10.1186/1471-2172-13-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/1471-2172-13-1</pub-id>
          <pub-id pub-id-type="medline">22217111</pub-id>
          <pub-id pub-id-type="pii">1471-2172-13-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC3266189</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref38">
        <label>38</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Prather</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Hall</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Fury</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Ross</surname>
              <given-names>DC</given-names>
            </name>
            <name name-style="western">
              <surname>Muldoon</surname>
              <given-names>MF</given-names>
            </name>
            <name name-style="western">
              <surname>Cohen</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Marsland</surname>
              <given-names>AL</given-names>
            </name>
          </person-group>
          <article-title>Sleep and antibody response to hepatitis B vaccination</article-title>
          <source>Sleep</source>
          <year>2012</year>
          <month>08</month>
          <day>01</day>
          <volume>35</volume>
          <issue>8</issue>
          <fpage>1063</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/22851802"/>
          </comment>
          <pub-id pub-id-type="doi">10.5665/sleep.1990</pub-id>
          <pub-id pub-id-type="medline">22851802</pub-id>
          <pub-id pub-id-type="pmcid">PMC3397812</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref39">
        <label>39</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Haspel</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Anafi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Brown</surname>
              <given-names>MK</given-names>
            </name>
            <name name-style="western">
              <surname>Cermakian</surname>
              <given-names>N</given-names>
            </name>
            <name name-style="western">
              <surname>Depner</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Desplats</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Gelman</surname>
              <given-names>AE</given-names>
            </name>
            <name name-style="western">
              <surname>Haack</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Jelic</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>BS</given-names>
            </name>
            <name name-style="western">
              <surname>Laposky</surname>
              <given-names>AD</given-names>
            </name>
            <name name-style="western">
              <surname>Lee</surname>
              <given-names>YC</given-names>
            </name>
            <name name-style="western">
              <surname>Mongodin</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Prather</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Prendergast</surname>
              <given-names>BJ</given-names>
            </name>
            <name name-style="western">
              <surname>Reardon</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Shaw</surname>
              <given-names>AC</given-names>
            </name>
            <name name-style="western">
              <surname>Sengupta</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Szentirmai</surname>
              <given-names>É</given-names>
            </name>
            <name name-style="western">
              <surname>Thakkar</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Walker</surname>
              <given-names>WE</given-names>
            </name>
            <name name-style="western">
              <surname>Solt</surname>
              <given-names>LA</given-names>
            </name>
          </person-group>
          <article-title>Perfect timing: circadian rhythms, sleep, and immunity - an NIH workshop summary</article-title>
          <source>JCI Insight</source>
          <year>2020</year>
          <month>01</month>
          <day>16</day>
          <volume>5</volume>
          <issue>1</issue>
          <fpage>e131487</fpage>
          <pub-id pub-id-type="doi">10.1172/jci.insight.131487</pub-id>
          <pub-id pub-id-type="medline">31941836</pub-id>
          <pub-id pub-id-type="pii">131487</pub-id>
          <pub-id pub-id-type="pmcid">PMC7030790</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref40">
        <label>40</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kim</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Hegde</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>LaFiura</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Raghavan</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Luong</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Cheng</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Rebholz</surname>
              <given-names>CM</given-names>
            </name>
            <name name-style="western">
              <surname>Seidelmann</surname>
              <given-names>SB</given-names>
            </name>
          </person-group>
          <article-title>COVID-19 illness in relation to sleep and burnout</article-title>
          <source>BMJ Nutr Prev Health</source>
          <year>2021</year>
          <volume>4</volume>
          <issue>1</issue>
          <fpage>132</fpage>
          <lpage>139</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/34308120"/>
          </comment>
          <pub-id pub-id-type="doi">10.1136/bmjnph-2021-000228</pub-id>
          <pub-id pub-id-type="medline">34308120</pub-id>
          <pub-id pub-id-type="pii">bmjnph-2021-000228</pub-id>
          <pub-id pub-id-type="pmcid">PMC7995669</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref41">
        <label>41</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Morales</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Yáñez</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Fernández-González</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Montesinos-Magraner</surname>
              <given-names>L</given-names>
            </name>
            <name name-style="western">
              <surname>Marco-Ahulló</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Solana-Tramunt</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Calvete</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Stress and autonomic response to sleep deprivation in medical residents: a comparative cross-sectional study</article-title>
          <source>PLoS One</source>
          <year>2019</year>
          <volume>14</volume>
          <issue>4</issue>
          <fpage>e0214858</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dx.plos.org/10.1371/journal.pone.0214858"/>
          </comment>
          <pub-id pub-id-type="doi">10.1371/journal.pone.0214858</pub-id>
          <pub-id pub-id-type="medline">30947295</pub-id>
          <pub-id pub-id-type="pii">PONE-D-18-28486</pub-id>
          <pub-id pub-id-type="pmcid">PMC6448892</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref42">
        <label>42</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Christian</surname>
              <given-names>LM</given-names>
            </name>
            <name name-style="western">
              <surname>Porter</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Karlsson</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Schultz-Cherry</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Proinflammatory cytokine responses correspond with subjective side effects after influenza virus vaccination</article-title>
          <source>Vaccine</source>
          <year>2015</year>
          <month>06</month>
          <day>26</day>
          <volume>33</volume>
          <issue>29</issue>
          <fpage>3360</fpage>
          <lpage>6</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/26027906"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.vaccine.2015.05.008</pub-id>
          <pub-id pub-id-type="medline">26027906</pub-id>
          <pub-id pub-id-type="pii">S0264-410X(15)00622-2</pub-id>
          <pub-id pub-id-type="pmcid">PMC4467994</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref43">
        <label>43</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Whelton</surname>
              <given-names>SP</given-names>
            </name>
            <name name-style="western">
              <surname>Narla</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Blaha</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Nasir</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Blumenthal</surname>
              <given-names>RS</given-names>
            </name>
            <name name-style="western">
              <surname>Jenny</surname>
              <given-names>NS</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Mallah</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Michos</surname>
              <given-names>ED</given-names>
            </name>
          </person-group>
          <article-title>Association between resting heart rate and inflammatory biomarkers (high-sensitivity C-reactive protein, interleukin-6, and fibrinogen) (from the Multi-Ethnic Study of Atherosclerosis)</article-title>
          <source>Am J Cardiol</source>
          <year>2014</year>
          <month>03</month>
          <day>15</day>
          <volume>113</volume>
          <issue>4</issue>
          <fpage>644</fpage>
          <lpage>9</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://europepmc.org/abstract/MED/24393259"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.amjcard.2013.11.009</pub-id>
          <pub-id pub-id-type="medline">24393259</pub-id>
          <pub-id pub-id-type="pii">S0002-9149(13)02254-6</pub-id>
          <pub-id pub-id-type="pmcid">PMC4280910</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref44">
        <label>44</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Guk</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Han</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jeong</surname>
              <given-names>K</given-names>
            </name>
            <name name-style="western">
              <surname>Kang</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Lim</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Jung</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Evolution of wearable devices with real-time disease monitoring for personalized healthcare</article-title>
          <source>Nanomaterials (Basel)</source>
          <year>2019</year>
          <month>05</month>
          <day>29</day>
          <volume>9</volume>
          <issue>6</issue>
          <fpage>813</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=nano9060813"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/nano9060813</pub-id>
          <pub-id pub-id-type="medline">31146479</pub-id>
          <pub-id pub-id-type="pii">nano9060813</pub-id>
          <pub-id pub-id-type="pmcid">PMC6631918</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
