<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i1e54256</article-id>
      <article-id pub-id-type="pmid">38838332</article-id>
      <article-id pub-id-type="doi">10.2196/54256</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Performance of a Wearable Ring in Controlled Hypoxia: A Prospective Observational Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Arefin</surname>
            <given-names>Mohammed Shahriar</given-names>
          </name>
        </contrib>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Verkruysse</surname>
            <given-names>Wim</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Mastrototaro</surname>
            <given-names>John J</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0005-1579-4098</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Leabman</surname>
            <given-names>Michael</given-names>
          </name>
          <degrees>MEng</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0002-2530-0862</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Shumate</surname>
            <given-names>Joe</given-names>
          </name>
          <degrees>MS</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0003-7146-8989</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Tompkins</surname>
            <given-names>Kim L</given-names>
          </name>
          <degrees>RN, MBA</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <address>
            <institution>Movano Inc dba Movano Health</institution>
            <addr-line>6800 Koll Center Pkwy</addr-line>
            <addr-line>Suite 160</addr-line>
            <addr-line>Pleasanton, CA, 94566</addr-line>
            <country>United States</country>
            <phone>1 408 981 4889</phone>
            <email>ktompkins@movano.com</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0009-0008-0357-2019</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Movano Inc dba Movano Health</institution>
        <addr-line>Pleasanton, CA</addr-line>
        <country>United States</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Kim L Tompkins <email>ktompkins@movano.com</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>5</day>
        <month>6</month>
        <year>2024</year>
      </pub-date>
      <volume>8</volume>
      <elocation-id>e54256</elocation-id>
      <history>
        <date date-type="received">
          <day>14</day>
          <month>11</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>18</day>
          <month>12</month>
          <year>2023</year>
        </date>
        <date date-type="rev-recd">
          <day>6</day>
          <month>2</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>4</day>
          <month>5</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©John J Mastrototaro, Michael Leabman, Joe Shumate, Kim L Tompkins. Originally published in JMIR Formative Research (https://formative.jmir.org), 05.06.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2024/1/e54256" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Over recent years, technological advances in wearables have allowed for continuous home monitoring of heart rate and oxygen saturation. These devices have primarily been used for sports and general wellness and may not be suitable for medical decision-making, especially in saturations below 90% and in patients with dark skin color. Wearable clinical-grade saturation of peripheral oxygen (SpO<sub>2</sub>) monitoring can be of great value to patients with chronic diseases, enabling them and their clinicians to better manage their condition with reliable real-time and trend data.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to determine the SpO<sub>2</sub> accuracy of a wearable ring pulse oximeter compared with arterial oxygen saturation (SaO<sub>2</sub>) in a controlled hypoxia study based on the International Organization for Standardization (ISO) 80601-2-61:2019 standard over the range of 70%-100% SaO<sub>2</sub> in volunteers with a broad range of skin color (Fitzpatrick I to VI) during nonmotion conditions. In parallel, accuracy was compared with a calibrated clinical-grade reference pulse oximeter (Masimo Radical-7). Acceptable medical device accuracy was defined as a maximum of 4% root mean square error (RMSE) per the ISO 80601-2-61 standard and a maximum of 3.5% RMSE per the US Food and Drug Administration guidance.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>We performed a single-center, blinded hypoxia study of the test device in 11 healthy volunteers at the Hypoxia Research Laboratory, University of California at San Francisco, under the direction of Philip Bickler, MD, PhD, and John Feiner, MD. Each volunteer was connected to a breathing apparatus for the administration of a hypoxic gas mixture. To facilitate frequent blood gas sampling, a radial arterial cannula was placed on either wrist of each participant. One test device was placed on the index finger and another test device was placed on the fingertip. SaO<sub>2</sub> analysis was performed using an ABL-90 multi-wavelength oximeter.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>For the 11 participants included in the analysis, there were 236, 258, and 313 SaO<sub>2</sub>-SpO<sub>2</sub> data pairs for the test device placed on the finger, the test device placed on the fingertip, and the reference device, respectively. The RMSE of the test device for all participants was 2.1% for either finger or fingertip placement, while the Masimo Radical-7 reference pulse oximeter RMSE was 2.8%, exceeding the standard (4% or less) and the Food and Drug Administration guidance (3.5% or less). Accuracy of SaO<sub>2</sub>-SpO<sub>2</sub> paired data from the 4 participants with dark skin in the study was separately analyzed for both test device placements and the reference device. The test and reference devices exceeded the minimum accuracy requirements for a medical device with RMSE at 1.8% (finger) and 1.6% (fingertip) and for the reference device at 2.9%.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>The wearable ring meets an acceptable standard of accuracy for clinical-grade SpO<sub>2</sub> under nonmotion conditions without regard to skin color.</p>
        </sec>
        <sec sec-type="trial registration">
          <title>Trial Registration</title>
          <p>ClinicalTrials.gov NCT05920278; https://clinicaltrials.gov/study/NCT05920278</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>pulse oximetry</kwd>
        <kwd>SpO2</kwd>
        <kwd>pulse oximeter</kwd>
        <kwd>hypoxia</kwd>
        <kwd>hypoxemia</kwd>
        <kwd>clinical trial</kwd>
        <kwd>accuracy</kwd>
        <kwd>digital health</kwd>
        <kwd>wearable</kwd>
        <kwd>smart ring</kwd>
        <kwd>ISO 80601-2-61</kwd>
        <kwd>racial bias</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The ability to seamlessly monitor health metrics at home with a wearable device that meets accuracy standards as provided by the US Food and Drug Administration (FDA) [<xref ref-type="bibr" rid="ref1">1</xref>] may have great value in the care of individuals living with chronic conditions, as well as in preventative care. Providing health monitoring at home has many possible benefits, including the potential to reduce the costs of health care, provide care to people without access to clinical resources, identify potential health concerns early so care can be delivered in a timely fashion, and help individuals take more active control of their health, empowering them with a better understanding of how their lifestyle affects their health metrics.</p>
      <p>Wearable devices to monitor health are available in several form factors, including patches, watches, rings, and more recently, wearable biosensors including gloves and shirts. Wearables can offer clinical monitoring of metrics including peripheral blood oxygen saturation, glucose, and blood pressure. Wearables are available in consumer grade, which is suitable for fitness use, and also in clinical grade, which is suitable for medical monitoring typically under the direction and care of a physician or other health care provider.</p>
      <p>The test device aims to address health monitoring needs through a smart ring pulse oximeter which will monitor clinical-grade SpO<sub>2</sub> and pulse rate at rest but also provide wellness metrics to provide a broad overview of health. The wellness metrics that the test ring provides include heart rate variability, average SpO<sub>2</sub>, respiration rate, sleep duration and stages, and skin temperature during sleep, in addition to skin activity levels (steps), distance traveled, active minutes, and calories burned when awake, and also enables tracking of mood and menstrual cycle.</p>
      <p>A pulse oximeter provides SpO<sub>2</sub>, a noninvasive estimate of arterial blood oxygen saturation (SaO<sub>2</sub>). Spot checks at home using pulse oximeters are important in detecting low oxygen levels that require medical intervention and can play an important role in understanding health trends, especially when dealing with chronic conditions such as chronic obstructive pulmonary disease, congestive heart failure, asthma, bronchitis, anemia, cystic fibrosis, and sleep apnea. In addition, SpO<sub>2</sub> monitoring has been important in understanding the severity of acute respiratory illness including COVID-19 [<xref ref-type="bibr" rid="ref2">2</xref>] on the pulmonary system. Essentially, any condition affecting breathing or oxygen uptake would benefit from SpO<sub>2</sub> monitoring provided the data meets accuracy standards.</p>
      <p>SpO<sub>2</sub> accuracy can be affected by sensor technology and placement, and by certain patient characteristics. For example, it has been known since 1990 [<xref ref-type="bibr" rid="ref3">3</xref>] that skin color may affect measured SpO<sub>2</sub>, with pulse oximeters typically overestimating SaO<sub>2</sub> in dark skin in the presence of occult hypoxemia [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref6">6</xref>]. Skin color is impacted not only by melanin pigment but also by blood flow, skin thickness, and photoaging [<xref ref-type="bibr" rid="ref7">7</xref>]. Other patient factors that can affect noninvasive pulse oximeter accuracy with optical sensors are anemia, skin temperature, tobacco use, and fingernail polish [<xref ref-type="bibr" rid="ref8">8</xref>]. These known causes of SpO<sub>2</sub> overestimation inaccuracies for patients with dark skin color may result in significant underdiagnosis and undertreatment, ultimately contributing to poor health outcomes and additional health disparities [<xref ref-type="bibr" rid="ref9">9</xref>]. Accuracy and racial bias vary by device and manufacturer with clinical-grade medical devices meeting FDA requirements for commercialization in the United States [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>].</p>
      <p>In its guidance document, the FDA has recognized the International Organization for Standardization (ISO) 80601-2-61:2019 [<xref ref-type="bibr" rid="ref12">12</xref>] for the evaluation of the safety and effectiveness of pulse oximeter devices, and the clinical study reported here used a methodology consistent with the standard. The two important objectives of the defined clinical study requirements in the standard are: (1) to evaluate the sensors over a broad range of SpO<sub>2</sub> values (70%-100%) when used per device instructions, and (2) to ensure the device provides accurate data across the range of skin colors including dark skin.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Overview</title>
        <p>The test device is a rechargeable, battery-operated ring design with working components including a printed circuit board assembly, battery, and sensors placed between a metal outer shell and a plastic inner ring (<xref rid="figure1" ref-type="fig">Figure 1</xref>). The test device uses reflectance photoplethysmography technology of 2 optical sensors with 2 light-emitting diodes or transmitters of multi-wavelengths (526-940 nm) and a photodiode receiver on the same side of a cutaneous vascular bed [<xref ref-type="bibr" rid="ref13">13</xref>]. The reflected light absorption of oxygenated and deoxygenated blood is captured and the oxygen saturation ratio is calculated to noninvasively monitor in vivo SpO<sub>2</sub>. The ring collects, processes, and stores data, and then sends data wirelessly to a compatible and connected smartphone where data are further processed, displayed, and stored using companion application software. For the study, test device data were continuously collected.</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Image of the ring test device. The pulse oximeter sensors can be seen on the inner surface of the ring, which will fit against the palmar side of a finger.</p>
          </caption>
          <graphic xlink:href="formative_v8i1e54256_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Study Design</title>
        <p>The study was an open enrollment, single-center, single-blinded design using the investigational ring compared with arterial blood gas measurements (SaO<sub>2</sub>) and 2 commercially available hospital grade reference pulse oximeters (Massimo Radical-7 [<xref ref-type="bibr" rid="ref14">14</xref>] and Nellcor N-595 [<xref ref-type="bibr" rid="ref15">15</xref>]). The study was conducted at an independent lab (Hypoxia Research Laboratory, Department of Anesthesia and Perioperative Care, University of California San Francisco) under the direction of Phillip Bickler, MD, PhD, and John Feiner, MD, and sponsored by Movano Health (Pleasanton, California). The clinical study reported here used a methodology for accuracy consistent with the FDA guidance document [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>The test device, study, and study consent were reviewed and approved for use in a nonsignificant-risk clinical trial by the University of California San Francisco Committee on Human Research (ID 379826). Written informed consent was obtained from all participants prior to testing. Participants were paid US $200 for their participation. All data used in the analysis were deidentified prior to analysis.</p>
      </sec>
      <sec>
        <title>Inclusion and Exclusion Criteria</title>
        <p>To be included in the study, participants had to meet all the inclusion criteria and not meet any of the exclusion criteria. For inclusion, participants had to be in general good health, between 18 and 50 years old, fluent in written and spoken English, willing to provide consent and comply with study procedures, and willing to have their skin color assessed with a commercial instrument designed for that purpose. Participants were excluded from participation if they did not meet the inclusion criteria or if they were obese (defined as a BMI of 30 or greater), a current smoker, diabetic, pregnant, lactating, or trying to get pregnant; had a known diagnosis of Raynaud disease, asthma, sleep apnea (or were currently using a continuous positive airway pressure device), clotting disorder, hemoglobinopathy or history of anemia, or liver, heart, lung, kidney disease or any other serious systemic disease; had a history of fainting or vasovagal response or sensitivity to anesthesia; or if, in the opinion of the investigator, they were unsuitable for participation for any reason or based on the first blood draw, the participant had an unacceptable Allen test [<xref ref-type="bibr" rid="ref16">16</xref>], the participant had any systemic serious illness, the participant had any injury, deformity, or abnormality at the sensor sites that would interfere with the sensors working properly, or any other condition that would make them an unsuitable participant.</p>
      </sec>
      <sec>
        <title>Procedure for Desaturation</title>
        <p>Demographic data were recorded immediately following written consent including self-reported ethnicity. In addition, trained clinical research staff evaluated the skin color of each participant using the Fitzpatrick scale, the Monk scale, and a spectrometer for evaluation and potential future use [<xref ref-type="bibr" rid="ref17">17</xref>]. Participant skin pigmentation was assessed at 5 different skin locations of each participant including the dorsal surface of the finger between the nail bed and the distal interphalangeal joint, the palmar surface of the distal phalanx, the inner upper arm, the front and back of the earlobe, and the external nare. The skin color of the dorsal distal index finger using the Fitzpatrick scale was used for skin color determination. Independently, participants were asked to self-identify their ethnicity, and facial skin tone on the forehead was measured using a spectrometer to ensure the optical monitoring approach was accurate across different ethnicities and skin colors. Participants in this study had various levels of skin color, ranging from very fair to dark or I to VI using the Monk scale and the Fitzpatrick scale, respectively [<xref ref-type="bibr" rid="ref18">18</xref>-<xref ref-type="bibr" rid="ref20">20</xref>].</p>
        <p>Each participant had 2 test devices placed: 1 at the base of the finger and 1 at the distal tip, similar to most commercially available pulse oximeters. In addition, calibrated, hospital-grade co-oximeters (Massimo Radical-7 and Nellcor N-595) were placed on the distal tips of fingers and used as reference devices. A radial arterial cannula was placed in either the left or right wrist of each participant for arterial blood sampling and blood pressure monitoring. Blood gas analysis, the gold standard to determine oxyhemoglobin saturation (SaO<sub>2</sub>), was performed using an ABL-90 multi-wavelength oximeter [<xref ref-type="bibr" rid="ref21">21</xref>] (Hemoximeter, Radiometer, Copenhagen, serial 1393-090R0359N0002). This instrument is factory calibrated and contains quality control algorithms.</p>
        <p>Each participant had 2 control blood samples taken at the beginning of each experiment while breathing room air. Hands with test devices and reference pulse oximeters were maintained motionless on arm boards throughout the test. Hypoxemia was then induced to different and stable levels of oxyhemoglobin saturation (between 70% and 100%) by having participants breathe mixtures of nitrogen, air, and carbon dioxide. The mixture of gases was controlled by the study physician by adjusting gas flows according to breath-by-breath estimates of oxygen saturation calculated from end-tidal partial pressure of oxygen (PO<sub>2</sub>) and partial pressure of carbon dioxide (PCO<sub>2</sub>) displayed on a screen using LabVIEW (National Instruments) software 2015 [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref23">23</xref>]. Each plateau level of oxyhemoglobin saturation was maintained for at least 30 seconds or until readings of the reference pulse oximeters were stable. A total of 2 arterial blood samples were then obtained, approximately 30 seconds apart. Each stable plateau was maintained for at least 60 seconds with SpO<sub>2</sub> fluctuating by less than 2%-3%. Target plateaus and arterial blood gas sampling points are shown in <xref rid="figure2" ref-type="fig">Figure 2</xref>.</p>
        <p>Overall, at least 230 arterial blood gas measurements were obtained and at least 200 paired data points were collected for each investigational device placement and reference device combination studied. After the study, data from the test devices during arterial blood sampling times were provided to the clinical site for independent analysis (<xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Target plateaus of oxygen saturation and sampling points. The blue dots represent the SaO2 value at each sampling point. According to the SaO2 stability standard of the pulse oximeter probe placement site, the first sample at each plateau was acquired 30 seconds after reaching a target plateau, and the successive sample was acquired at least 30 seconds after the first sample.</p>
          </caption>
          <graphic xlink:href="formative_v8i1e54256_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
      <sec>
        <title>Data Analysis</title>
        <p>Test device data were taken at 5-second averages corresponding to the time when arterial blood samples were obtained. Individual data points were missed or excluded for dropped signals or failure of the oximeter signal to achieve an appropriate plateau. Participant 2 was used to calibrate the test data and was not included in the analysis.</p>
        <p>Data were plotted as hemoximeter data (SaO<sub>2</sub>) compared with each test device and Masimo Radical-7 reference pulse oximeter (SpO<sub>2</sub>) data with bias calculated as SpO<sub>2</sub>–SaO<sub>2</sub>. Linear regression was plotted for all 11 participants’ studies combined, and the equation <italic>R</italic><sup>2</sup> was calculated. Mean bias and the upper and lower limits of agreement (mean bias, SD 1.96) were calculated and tabulated. Limits of agreement were adjusted when there were multiple readings per participant and multiple participants according to the modified Bland and Altman methodology [<xref ref-type="bibr" rid="ref24">24</xref>]. For the pooled plots, different markers were used for each participant.</p>
        <p>Tables of count, missing data, mean, SD, SE, minimum, maximum, 95% CI, and accuracy root mean square error (RMSE) were provided for each oximeter’s bias, and all oximeters combined in the following ranges of SaO<sub>2</sub> (hemoximeter) deciles: 60%-70%, 70%-80%, 80%-90%, and 90%-100%, and over the test range 70%-100%. A table of mean bias and RMSE was provided for each oximeter. A table of variances within and between study participants was provided for each oximeter.</p>
        <p>Accuracy root mean square or RMSE was calculated as follows:</p>
        <disp-formula>
          <graphic xlink:href="formative_v8i1e54256_fig12.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </disp-formula>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <p>This study was performed on October 26 and 27, 2022, and included 11 participants consisting of 5 women and 6 men in the accuracy analysis. All the participants enrolled in the study met the inclusion and exclusion criteria, had hemoglobin levels ≥10 gm/dl, and were healthy nonsmoking individuals aged 22-34 years. A distribution of ethnicities and skin color based on the Monk scale [<xref ref-type="bibr" rid="ref25">25</xref>] and the Fitzpatrick scale were studied, with 4 participants having dark skin color both using a modified Monk scale (light, medium, and dark) and the Fitzpatrick scale type V or VI, with 3 of the 4 self-reported as African American. The demographic data of the participants are provided in <xref ref-type="table" rid="table1">Table 1</xref>.</p>
      <p>The baseline and desaturation plateaus were nominally at room air and 100%, 93%, 90%, 87%, 85%, 82%, 80%, 77%, 75%, and 70% saturation. No adverse events occurred during the study. A total of 258 samples were obtained for the test device on the fingertip and 236 samples were obtained for the test device on the finger over the saturation plateaus. Tables present the statistical results for both the finger placement (<xref ref-type="table" rid="table2">Table 2</xref>) and the fingertip placement (<xref ref-type="table" rid="table3">Table 3</xref>) of the test device. The Masimo [<xref ref-type="bibr" rid="ref14">14</xref>] Radical-7 [<xref ref-type="bibr" rid="ref26">26</xref>] was selected as a reference pulse oximeter for comparison and device statistical results (<xref ref-type="table" rid="table4">Table 4</xref>) were included. The overall RMSE for the test device was approximately 2.1% for both the finger placement (2.07%) and the fingertip placement (2.11%) compared with SaO<sub>2</sub> while the overall RMSE for the Masimo Radical-7 reference device was 2.8% compared with SaO<sub>2</sub>.</p>
      <p>Modified Bland-Altman plots of the test devices by placement (finger and fingertip) and of the Masimo co-oximeter reference device are shown in <xref rid="figure3" ref-type="fig">Figures 3</xref>-<xref rid="figure5" ref-type="fig">5</xref>. Correlation plots with linear regression lines of best fit for all participants for the 3 devices are presented in <xref rid="figure6" ref-type="fig">Figures 6</xref>-<xref rid="figure8" ref-type="fig">8</xref>.</p>
      <p>We performed a secondary analysis to explore whether the devices accurately measured SpO<sub>2</sub> in dark skin due to concerns that have been raised with traditional pulse oximeters before and throughout COVID-19 [<xref ref-type="bibr" rid="ref27">27</xref>] where it was shown the oximeters may overread the actual oxygen concentration in dark skin [<xref ref-type="bibr" rid="ref6">6</xref>]. In this secondary analysis, we included the Masimo Radical-7 reference device. <xref rid="figure9" ref-type="fig">Figures 9</xref>-<xref rid="figure11" ref-type="fig">11</xref> show the results solely from participants with dark skin using the Fitzpatrick scale V and VI participants. As is shown, the test device maintains strong accuracy over the range of 70%-100% with an RMSE of 1.8% for the traditional ring or finger placement, and 1.6% for fingertip placement, whereas the Masimo Radical-7 reference oximeter RMSE was 2.9% with a bias of 2.2% over the same range. Accuracy degrades for the Masimo Radical-7 device at lower SaO<sub>2</sub> measurements with a bias to overread SpO<sub>2</sub> compared with SaO<sub>2</sub> in dark skin.</p>
      <table-wrap position="float" id="table1">
        <label>Table 1</label>
        <caption>
          <p>Demographic data.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="170"/>
          <col width="140"/>
          <col width="130"/>
          <col width="100"/>
          <col width="150"/>
          <col width="150"/>
          <col width="160"/>
          <thead>
            <tr valign="top">
              <td>Participant number</td>
              <td>Gender</td>
              <td>Age (years)</td>
              <td>BMI</td>
              <td>Ethnicity</td>
              <td>Monk scale</td>
              <td>Fitzpatrick scale</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>1</td>
              <td>Man</td>
              <td>26</td>
              <td>19</td>
              <td>African American</td>
              <td>9/10 (dark)</td>
              <td>Type V</td>
            </tr>
            <tr valign="top">
              <td>3</td>
              <td>Woman</td>
              <td>26</td>
              <td>22</td>
              <td>Caucasian</td>
              <td>5/6 (medium)</td>
              <td>Type III</td>
            </tr>
            <tr valign="top">
              <td>4</td>
              <td>Man</td>
              <td>34</td>
              <td>21</td>
              <td>Caucasian</td>
              <td>1/2 (light)</td>
              <td>Type I</td>
            </tr>
            <tr valign="top">
              <td>5</td>
              <td>Woman</td>
              <td>25</td>
              <td>29</td>
              <td>Caucasian</td>
              <td>1/2 (light)</td>
              <td>Type II</td>
            </tr>
            <tr valign="top">
              <td>6</td>
              <td>Woman</td>
              <td>22</td>
              <td>22</td>
              <td>Multiethnic</td>
              <td>5/6 (medium)</td>
              <td>Type IV</td>
            </tr>
            <tr valign="top">
              <td>7</td>
              <td>Man</td>
              <td>28</td>
              <td>20</td>
              <td>Asian</td>
              <td>9/10 (dark)</td>
              <td>Type V</td>
            </tr>
            <tr valign="top">
              <td>8</td>
              <td>Man</td>
              <td>25</td>
              <td>24</td>
              <td>Asian</td>
              <td>5/6 (medium)</td>
              <td>Type IV</td>
            </tr>
            <tr valign="top">
              <td>9</td>
              <td>Woman</td>
              <td>24</td>
              <td>21</td>
              <td>Asian</td>
              <td>5/6 (medium)</td>
              <td>Type III</td>
            </tr>
            <tr valign="top">
              <td>10</td>
              <td>Man</td>
              <td>33</td>
              <td>24</td>
              <td>African American</td>
              <td>9/10 (dark)</td>
              <td>Type VI</td>
            </tr>
            <tr valign="top">
              <td>11</td>
              <td>Woman</td>
              <td>22</td>
              <td>18</td>
              <td>Multiethnic</td>
              <td>5/6 (medium)</td>
              <td>Type IV</td>
            </tr>
            <tr valign="top">
              <td>12</td>
              <td>Man</td>
              <td>31</td>
              <td>24</td>
              <td>African American</td>
              <td>9/10 (dark)</td>
              <td>Type VI</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <table-wrap position="float" id="table2">
        <label>Table 2</label>
        <caption>
          <p>Test device bias for finger placement.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="340"/>
          <col width="110"/>
          <col width="130"/>
          <col width="130"/>
          <col width="140"/>
          <col width="150"/>
          <thead>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="5">Hemoximeter range</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>60-70</td>
              <td>70-80</td>
              <td>80-90</td>
              <td>90-100</td>
              <td>70-100</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Count of data, n</td>
              <td>9</td>
              <td>59</td>
              <td>90</td>
              <td>87</td>
              <td>236</td>
            </tr>
            <tr valign="top">
              <td>Count of missing data, n</td>
              <td>0</td>
              <td>23</td>
              <td>28</td>
              <td>27</td>
              <td>78</td>
            </tr>
            <tr valign="top">
              <td>Mean (SD) (%)</td>
              <td>2.48 (2.04)</td>
              <td>1.42 (1.64)</td>
              <td>0.66 (1.58)</td>
              <td>0.78 (2.22)</td>
              <td>0.89 (1.88)</td>
            </tr>
            <tr valign="top">
              <td>SE (%)</td>
              <td>0.68</td>
              <td>0.21</td>
              <td>0.17</td>
              <td>0.24</td>
              <td>0.12</td>
            </tr>
            <tr valign="top">
              <td>95% confidence limit (%)</td>
              <td>1.56</td>
              <td>0.43</td>
              <td>0.33</td>
              <td>0.47</td>
              <td>0.24</td>
            </tr>
            <tr valign="top">
              <td>Limits of agreement (%)</td>
              <td>N/A<sup>a</sup></td>
              <td>–1.90, 4.75</td>
              <td>–2.55, 3.86</td>
              <td>–3.70, 5.25</td>
              <td>–2.86, 4.65</td>
            </tr>
            <tr valign="top">
              <td>Maximum (%)</td>
              <td>5.30</td>
              <td>6.30</td>
              <td>5.20</td>
              <td>6.10</td>
              <td>6.30</td>
            </tr>
            <tr valign="top">
              <td>Minimum (%)</td>
              <td>–0.40</td>
              <td>–1.60</td>
              <td>–2.10</td>
              <td>–5.60</td>
              <td>–5.60</td>
            </tr>
            <tr valign="top">
              <td>Root mean square error (%)</td>
              <td>3.13</td>
              <td>2.16</td>
              <td>1.71</td>
              <td>2.34</td>
              <td>2.07</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table2fn1">
            <p><sup>a</sup>N/A: not applicable.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <table-wrap position="float" id="table3">
        <label>Table 3</label>
        <caption>
          <p>Test device bias for fingertip placement.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="340"/>
          <col width="110"/>
          <col width="130"/>
          <col width="130"/>
          <col width="140"/>
          <col width="150"/>
          <thead>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="5">Hemoximeter range</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>60-70</td>
              <td>70-80</td>
              <td>80-90</td>
              <td>90-100</td>
              <td>70-100</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Count of data, n</td>
              <td>9</td>
              <td>66</td>
              <td>104</td>
              <td>88</td>
              <td>258</td>
            </tr>
            <tr valign="top">
              <td>Count of missing data, n</td>
              <td>0</td>
              <td>16</td>
              <td>14</td>
              <td>26</td>
              <td>56</td>
            </tr>
            <tr valign="top">
              <td>Mean (SD) (%)</td>
              <td>3.31 (1.45)</td>
              <td>1.62 (2.15)</td>
              <td>0.89 (1.60)</td>
              <td>0.98 (1.66)</td>
              <td>1.11 (1.80)</td>
            </tr>
            <tr valign="top">
              <td>SE (%)</td>
              <td>0.48</td>
              <td>0.27</td>
              <td>0.16</td>
              <td>0.18</td>
              <td>0.11</td>
            </tr>
            <tr valign="top">
              <td>95% confidence limit (%)</td>
              <td>1.11</td>
              <td>0.53</td>
              <td>0.31</td>
              <td>0.35</td>
              <td>0.22</td>
            </tr>
            <tr valign="top">
              <td>Limits of agreement (%)</td>
              <td>N/A<sup>a</sup></td>
              <td>–2.76, 6.01</td>
              <td>–2.31, 4.09</td>
              <td>–2.37, 4.34</td>
              <td>–2.49, 4.71</td>
            </tr>
            <tr valign="top">
              <td>Maximum (%)</td>
              <td>5.20</td>
              <td>7.70</td>
              <td>5.80</td>
              <td>3.80</td>
              <td>7.70</td>
            </tr>
            <tr valign="top">
              <td>Minimum (%)</td>
              <td>0.96</td>
              <td>–1.90</td>
              <td>–1.90</td>
              <td>–4.60</td>
              <td>–4.60</td>
            </tr>
            <tr valign="top">
              <td>Root mean square error (%)</td>
              <td>3.58</td>
              <td>2.68</td>
              <td>1.82</td>
              <td>1.92</td>
              <td>2.11</td>
            </tr>
          </tbody>
        </table>
        <table-wrap-foot>
          <fn id="table3fn1">
            <p><sup>a</sup>N/A: not applicable.</p>
          </fn>
        </table-wrap-foot>
      </table-wrap>
      <table-wrap position="float" id="table4">
        <label>Table 4</label>
        <caption>
          <p>Masimo Radical-7 device bias.</p>
        </caption>
        <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
          <col width="340"/>
          <col width="110"/>
          <col width="130"/>
          <col width="130"/>
          <col width="140"/>
          <col width="150"/>
          <thead>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td colspan="5">Hemoximeter range</td>
            </tr>
            <tr valign="top">
              <td>
                <break/>
              </td>
              <td>60-70</td>
              <td>70-80</td>
              <td>80-90</td>
              <td>90-100</td>
              <td>70-100</td>
            </tr>
          </thead>
          <tbody>
            <tr valign="top">
              <td>Count of data, n</td>
              <td>9</td>
              <td>82</td>
              <td>117</td>
              <td>114</td>
              <td>313</td>
            </tr>
            <tr valign="top">
              <td>Count of missing data, n</td>
              <td>0</td>
              <td>0</td>
              <td>1</td>
              <td>0</td>
              <td>1</td>
            </tr>
            <tr valign="top">
              <td>Mean (SD) (%)</td>
              <td>3.90 (1.57)</td>
              <td>2.09 (2.06)</td>
              <td>2.41 (2.12)</td>
              <td>1.21 (1.85)</td>
              <td>1.89 (2.07)</td>
            </tr>
            <tr valign="top">
              <td>SE (%)</td>
              <td>0.52</td>
              <td>0.23</td>
              <td>0.20</td>
              <td>0.17</td>
              <td>0.12</td>
            </tr>
            <tr valign="top">
              <td>95% confidence limit (%)</td>
              <td>1.21</td>
              <td>0.45</td>
              <td>0.39</td>
              <td>0.34</td>
              <td>0.23</td>
            </tr>
            <tr valign="top">
              <td>Limits of agreement (%)</td>
              <td>0.84, 6.96</td>
              <td>–2.07, 6.26</td>
              <td>–1.89, 6.70</td>
              <td>–2.51, 4.93</td>
              <td>–2.27, 6.05</td>
            </tr>
            <tr valign="top">
              <td>Maximum (%)</td>
              <td>6.60</td>
              <td>7.60</td>
              <td>9.90</td>
              <td>6.50</td>
              <td>9.90</td>
            </tr>
            <tr valign="top">
              <td>Minimum (%)</td>
              <td>2.10</td>
              <td>–1.10</td>
              <td>–1.00</td>
              <td>–2.30</td>
              <td>–2.30</td>
            </tr>
            <tr valign="top">
              <td>Root mean square error (%)</td>
              <td>4.17</td>
              <td>2.93</td>
              <td>3.20</td>
              <td>2.20</td>
              <td>2.80</td>
            </tr>
          </tbody>
        </table>
      </table-wrap>
      <fig id="figure3" position="float">
        <label>Figure 3</label>
        <caption>
          <p>Modified Bland-Altman plot for the test device with finger placement.</p>
        </caption>
        <graphic xlink:href="formative_v8i1e54256_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure4" position="float">
        <label>Figure 4</label>
        <caption>
          <p>Modified Bland-Altman plot for the test device with fingertip placement.</p>
        </caption>
        <graphic xlink:href="formative_v8i1e54256_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure5" position="float">
        <label>Figure 5</label>
        <caption>
          <p>Modified Bland-Altman plot for the Masimo Radical-7 reference device.</p>
        </caption>
        <graphic xlink:href="formative_v8i1e54256_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure6" position="float">
        <label>Figure 6</label>
        <caption>
          <p>Correlation plot of SaO<sub>2</sub> versus test device finger placement SpO<sub>2</sub> for all participants. The solid line is a diagonal reference line. The dotted line is the linear regression line of fit with the formula SaO<sub>2</sub>=0.988 × test device finger + 0.188, R<sub>2</sub>=0.95.</p>
        </caption>
        <graphic xlink:href="formative_v8i1e54256_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure7" position="float">
        <label>Figure 7</label>
        <caption>
          <p>Correlation plot of SaO<sub>2</sub> versus test device fingertip placement SpO<sub>2</sub> for all participants. The solid line is a diagonal reference line. The dotted line is the linear regression line of fit with the formula SaO<sub>2</sub>=0.990 × test device fingertip – 0.199, R<sub>2</sub>=0.95.</p>
        </caption>
        <graphic xlink:href="formative_v8i1e54256_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure8" position="float">
        <label>Figure 8</label>
        <caption>
          <p>Correlation plot of SaO<sub>2</sub> versus Masimo Radical-7 reference device SpO<sub>2</sub> for all participants. The solid line is a diagonal reference line. The dotted line is the linear regression line of fit with the formula SaO<sub>2</sub>=0.997 × Masimo – 1.682, R<sub>2</sub>=0.94.</p>
        </caption>
        <graphic xlink:href="formative_v8i1e54256_fig8.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure9" position="float">
        <label>Figure 9</label>
        <caption>
          <p>Correlation plot of SaO<sub>2</sub> versus test device finger placement SpO<sub>2</sub> for participants determined to be V-VI or dark-skinned using the Fitzpatrick scale. The solid line is a diagonal reference line. The dotted line is the linear regression line of fit with the formula SaO<sub>2</sub>=0.981 × test device finger + 0.577, R<sub>2</sub>=0.96.</p>
        </caption>
        <graphic xlink:href="formative_v8i1e54256_fig9.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure10" position="float">
        <label>Figure 10</label>
        <caption>
          <p>Correlation plot of SaO<sub>2</sub> versus test device fingertip placement SpO<sub>2</sub> for participants determined to be V-VI or dark-skinned using the Fitzpatrick scale. The solid line is a diagonal reference line. The dotted line is the linear regression line of fit with the formula SaO<sub>2</sub>=1.022 × test device fingertip – 2.849, R<sub>2</sub>=0.95.</p>
        </caption>
        <graphic xlink:href="formative_v8i1e54256_fig10.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
      <fig id="figure11" position="float">
        <label>Figure 11</label>
        <caption>
          <p>Correlation plot of SaO<sub>2</sub> versus Masimo Radical-7 reference device SpO<sub>2</sub> for participants determined to be V-VI or dark-skinned using the Fitzpatrick scale. The solid line is a diagonal reference line. The dotted line is the linear regression line of fit with the formula SaO<sub>2</sub>=1.133 × Masimo – 13.878, R<sub>2</sub>=0.95.</p>
        </caption>
        <graphic xlink:href="formative_v8i1e54256_fig11.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
      </fig>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <sec>
        <title>Principal Findings</title>
        <p>Over the past several years as people have become more aware and attuned to their health, especially through the course of the COVID-19 pandemic, wearable products have expanded in popularity and matured to provide additional features including the monitoring of pulse and blood oxygen saturation. Although most wearables are wellness devices, there is a need for clinical-grade wearables that may have utility in both the clinical management of chronic conditions, as well as prevention.</p>
        <p>The test device is designed to serve this purpose and has demonstrated clinical-grade accuracy in the monitoring of peripheral oxygenation saturation or SpO<sub>2</sub>. SpO<sub>2</sub> and pulse are essential elements of the product solution, although monitoring of activity, sleep, skin surface temperature, and other metrics helps to provide a more comprehensive picture of health.</p>
        <p>This study tested the investigational ring as a clinical-grade pulse oximeter both when worn at the base of a finger and also when held at the fingertip. Collected noninvasive investigational SpO<sub>2</sub> data were then compared with invasive SaO<sub>2</sub> arterial blood gas measurements and other commercially available, hospital-grade devices, according to an internationally accepted standard for demonstrating accuracy.</p>
        <p>Acceptable maximum RMSE accuracy for medical devices per the international standard is 4% and per FDA is 3.5%. Over the SpO<sub>2</sub> range, the test device RMSE was 2.1% when worn on the finger at the base and also when held between the thumb and fingertip. While this compared favorably to RMSE of 2.8% for the Masimo Radical-7 reference device in the study, all devices tested met the minimum accuracy requirements. The correlation plots and associated linear regression formulas show a strong relationship between estimates and actual SaO<sub>2</sub> values, evidenced by slope terms being near 1 and intercept values being close to 0. The one departure from this trend is <xref rid="figure11" ref-type="fig">Figure 11</xref> for the Masimo device in dark skin, where the regression line is not parallel to the diagonal reference line, indicating differing levels of accuracy between low and high values of SaO<sub>2</sub>. The intercept term of –13.9 is also an indication of a lack of fit.</p>
      </sec>
      <sec>
        <title>Limitations</title>
        <p>There are several limitations of this study. First, in accordance with the standard and FDA guidance, the study is based on a small sample of healthy, young adult volunteers and may not apply to younger, older, more diverse, or ill patients. Due to the nature of the study, the standard requires a total of 10 participants, with at least 20% of the samples from participants with dark skin. Accuracy in this study was determined using 11 participants, with 36% of participants with dark skin.</p>
        <p>Another limitation is the use of the Fitzpatrick and Monk scales to determine skin color. These tools are flawed as they are subjective and not developed for this purpose. Better tools are being tested including spectrometers [<xref ref-type="bibr" rid="ref17">17</xref>]. Once validated and readily available, spectrometers designed to measure skin color should help remove subjectivity and ensure consistency across studies and in clinical practice.</p>
      </sec>
      <sec>
        <title>Conclusion</title>
        <p>The results of this study demonstrated the ability of the test device to accurately monitor SpO<sub>2</sub> as a ring and a fingertip medical device, meeting the FDA and ISO standard accuracy requirements of RMSE less than 3.5% and 4%, respectively. Furthermore, the test devices met an RMSE of less than 3% for all participants for both the finger and fingertip placements of the test device (RMSE 2.1%) as proposed by Okunlola et al [<xref ref-type="bibr" rid="ref28">28</xref>] and for the subset of participants with dark skin color (4/11, 36%) in the study (RMSE 1.8% finger and 1.6%). By any of these standards, the test data supports accuracy for a clinical-grade pulse oximeter medical device over the fully tested range of 70% to 100% SaO<sub>2</sub> when worn on a finger or held between the fingertip and thumb for all participants and participants with dark skin. This bodes well for the future of FDA-cleared home wearables with optimized reflective optical technology providing accurate data for the user and their clinician alike.</p>
      </sec>
    </sec>
  </body>
  <back>
    <app-group>
      <supplementary-material id="app1">
        <label>Multimedia Appendix 1</label>
        <p>Test data.</p>
        <media xlink:href="formative_v8i1e54256_app1.docx" xlink:title="DOCX File , 55 KB"/>
      </supplementary-material>
    </app-group>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">FDA</term>
          <def>
            <p>Food and Drug Administration</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">ISO</term>
          <def>
            <p>International Organization for Standardization</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">RMSE</term>
          <def>
            <p>root mean square error</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>JJM and KLT are the primary and secondary authors, and ML and JS performed the data analysis. All authors reviewed and approved the manuscript. This research project was funded by Movano Health. The Hypoxia Lab at the University of California San Francisco, under the direction of Philip Bickler, MD, PhD, conducted the trial and developed the protocol, obtained consent, submitted it to the institutional review board and obtained approval, recruited participants, conducted study, and reported results.</p>
    </ack>
    <fn-group>
      <fn fn-type="conflict">
        <p>All authors are employees and stockholders or stock option holders of Movano Health (NYSE: MOVE), the sponsor of this study and the manufacturer of the devices tested in this manuscript.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <article-title>Remote or wearable patient monitoring devices EUAs</article-title>
          <source>US Food and Drug Administration</source>
          <year>2023</year>
          <access-date>2023-11-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/medical-devices/covid-19-emergency-use-authorizations-medical-devices/remote-or-wearable-patient-monitoring-devices-euas">https://www.fda.gov/medical-devices/covid-19-emergency-use-authorizations-medical-devices/remote-or-wearable-patient-monitoring-devices-euas</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="web">
          <article-title>Coronavirus disease (COVID-19)</article-title>
          <source>World Health Organization</source>
          <access-date>2023-11-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.who.int/health-topics/coronavirus">https://www.who.int/health-topics/coronavirus</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tobin</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Jubran</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Pulse oximetry, racial bias and statistical bias</article-title>
          <source>Ann Intensive Care</source>
          <year>2022</year>
          <month>01</month>
          <day>04</day>
          <volume>12</volume>
          <issue>1</issue>
          <fpage>2</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34981267"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s13613-021-00974-7</pub-id>
          <pub-id pub-id-type="medline">34981267</pub-id>
          <pub-id pub-id-type="pii">10.1186/s13613-021-00974-7</pub-id>
          <pub-id pub-id-type="pmcid">PMC8723900</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Barker</surname>
              <given-names>SJ</given-names>
            </name>
            <name name-style="western">
              <surname>Wilson</surname>
              <given-names>WC</given-names>
            </name>
          </person-group>
          <article-title>Racial effects on Masimo pulse oximetry: a laboratory study</article-title>
          <source>J Clin Monit Comput</source>
          <year>2023</year>
          <month>04</month>
          <volume>37</volume>
          <issue>2</issue>
          <fpage>567</fpage>
          <lpage>574</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36370242"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/s10877-022-00927-w</pub-id>
          <pub-id pub-id-type="medline">36370242</pub-id>
          <pub-id pub-id-type="pii">10.1007/s10877-022-00927-w</pub-id>
          <pub-id pub-id-type="pmcid">PMC9652601</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hunasikatti</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>Racial bias in accuracy of pulse oximetry and its impact on assessments of hypopnea and T90 in clinical studies</article-title>
          <source>J Clin Sleep Med</source>
          <year>2021</year>
          <month>05</month>
          <day>01</day>
          <volume>17</volume>
          <issue>5</issue>
          <fpage>1145</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33583491"/>
          </comment>
          <pub-id pub-id-type="doi">10.5664/jcsm.9178</pub-id>
          <pub-id pub-id-type="medline">33583491</pub-id>
          <pub-id pub-id-type="pmcid">PMC8320489</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sjoding</surname>
              <given-names>MW</given-names>
            </name>
            <name name-style="western">
              <surname>Dickson</surname>
              <given-names>RP</given-names>
            </name>
            <name name-style="western">
              <surname>Iwashyna</surname>
              <given-names>TJ</given-names>
            </name>
            <name name-style="western">
              <surname>Gay</surname>
              <given-names>SE</given-names>
            </name>
            <name name-style="western">
              <surname>Valley</surname>
              <given-names>TS</given-names>
            </name>
          </person-group>
          <article-title>Racial bias in pulse oximetry measurement</article-title>
          <source>N Engl J Med</source>
          <year>2020</year>
          <volume>383</volume>
          <issue>25</issue>
          <fpage>2477</fpage>
          <lpage>2478</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/33326721"/>
          </comment>
          <pub-id pub-id-type="doi">10.1056/NEJMc2029240</pub-id>
          <pub-id pub-id-type="medline">33326721</pub-id>
          <pub-id pub-id-type="pmcid">PMC7808260</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ly</surname>
              <given-names>BCK</given-names>
            </name>
            <name name-style="western">
              <surname>Dyer</surname>
              <given-names>EB</given-names>
            </name>
            <name name-style="western">
              <surname>Feig</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Chien</surname>
              <given-names>AL</given-names>
            </name>
            <name name-style="western">
              <surname>Del Bino</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>Research techniques made simple: cutaneous colorimetry: a reliable technique for objective skin color measurement</article-title>
          <source>J Invest Dermatol</source>
          <year>2020</year>
          <month>01</month>
          <volume>140</volume>
          <issue>1</issue>
          <fpage>3</fpage>
          <lpage>12.e1</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S0022-202X(19)33397-4"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.jid.2019.11.003</pub-id>
          <pub-id pub-id-type="medline">31864431</pub-id>
          <pub-id pub-id-type="pii">S0022-202X(19)33397-4</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Severinghaus</surname>
              <given-names>JW</given-names>
            </name>
            <name name-style="western">
              <surname>Koh</surname>
              <given-names>SO</given-names>
            </name>
          </person-group>
          <article-title>Effect of anemia on pulse oximeter accuracy at low saturation</article-title>
          <source>J Clin Monit</source>
          <year>1990</year>
          <month>04</month>
          <volume>6</volume>
          <issue>2</issue>
          <fpage>85</fpage>
          <lpage>8</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://link.springer.com/article/10.1007/BF02828282"/>
          </comment>
          <pub-id pub-id-type="doi">10.1007/BF02828282</pub-id>
          <pub-id pub-id-type="medline">2352007</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Plaisime</surname>
              <given-names>MV</given-names>
            </name>
          </person-group>
          <article-title>Invited commentary: undiagnosed and undertreated-the suffocating consequences of the use of racially biased medical devices during the COVID-19 pandemic</article-title>
          <source>Am J Epidemiol</source>
          <year>2023</year>
          <month>05</month>
          <day>05</day>
          <volume>192</volume>
          <issue>5</issue>
          <fpage>714</fpage>
          <lpage>719</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/36702767"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/aje/kwad019</pub-id>
          <pub-id pub-id-type="medline">36702767</pub-id>
          <pub-id pub-id-type="pii">7005400</pub-id>
          <pub-id pub-id-type="pmcid">PMC10160765</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="web">
          <article-title>Pulse oximeters - premarket notification submissions [510(k)s]: guidance for industry and Food and Drug Administration staff</article-title>
          <source>US Food and Drug Administration, Center for Devices and Radiological Health</source>
          <year>2013</year>
          <access-date>2024-01-03</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.fda.gov/regulatory-information/search-fda-guidance-documents/pulse-oximeters-premarket-notification-submissions-510ks-guidance-industry-and-food-and-drug">https://www.fda.gov/regulatory-information/search-fda-guidance-documents/pulse-oximeters-premarket-notification-submissions-510ks-guidance-industry-and-food-and-drug</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Blancet</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Mercier</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Delobel</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Nayet</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Bouchard</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rousseau</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Lellouche</surname>
              <given-names>F</given-names>
            </name>
          </person-group>
          <article-title>Accuracy of pulsee oximetry (SpO2) with different oximeters - Oxygap study</article-title>
          <source>Am J Respir Crit Care Med</source>
          <year>2022</year>
          <volume>205</volume>
          <fpage>A1492</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.atsjournals.org/doi/epdf/10.1164/ajrccm-conference.2022.205.1_MeetingAbstracts.A1492?role=tab"/>
          </comment>
          <pub-id pub-id-type="doi">10.1164/ajrccm-conference.2022.205.1_meetingabstracts.a1492</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="web">
          <article-title>ISO: global standards for trusted goods and services</article-title>
          <source>International Organization for Standardization</source>
          <access-date>2023-11-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.iso.org/home.html">https://www.iso.org/home.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Aoki</surname>
              <given-names>KC</given-names>
            </name>
            <name name-style="western">
              <surname>Barrant</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gai</surname>
              <given-names>MJ</given-names>
            </name>
            <name name-style="western">
              <surname>Handal</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Xu</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Mayrovitz</surname>
              <given-names>HN</given-names>
            </name>
          </person-group>
          <article-title>Impacts of skin color and hypoxemia on noninvasive assessment of peripheral blood oxygen saturation: a scoping review</article-title>
          <source>Cureus</source>
          <year>2023</year>
          <month>09</month>
          <volume>15</volume>
          <issue>9</issue>
          <fpage>e46078</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/37900526"/>
          </comment>
          <pub-id pub-id-type="doi">10.7759/cureus.46078</pub-id>
          <pub-id pub-id-type="medline">37900526</pub-id>
          <pub-id pub-id-type="pmcid">PMC10610303</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="web">
          <source>Masimo</source>
          <access-date>2023-11-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.masimo.com/">https://www.masimo.com/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="web">
          <article-title>Nellcor™ pulse oximetry products</article-title>
          <source>Medtronic</source>
          <access-date>2023-11-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.medtronic.com/covidien/en-us/products/pulse-oximetry.html">https://www.medtronic.com/covidien/en-us/products/pulse-oximetry.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Zisquit</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Velasquez</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Nedeff</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <source>Allen Test</source>
          <year>2024</year>
          <publisher-loc>Treasure Island, FL</publisher-loc>
          <publisher-name>StatPearls Publishing</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Wilkes</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Wright</surname>
              <given-names>CY</given-names>
            </name>
            <name name-style="western">
              <surname>du Plessis</surname>
              <given-names>JL</given-names>
            </name>
            <name name-style="western">
              <surname>Reeder</surname>
              <given-names>A</given-names>
            </name>
          </person-group>
          <article-title>Fitzpatrick skin type, individual typology angle, and melanin index in an African population: steps toward universally applicable skin photosensitivity assessments</article-title>
          <source>JAMA Dermatol</source>
          <year>2015</year>
          <volume>151</volume>
          <issue>8</issue>
          <fpage>902</fpage>
          <lpage>903</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://jamanetwork.com/journals/jamadermatology/fullarticle/2280387"/>
          </comment>
          <pub-id pub-id-type="doi">10.1001/jamadermatol.2015.0351</pub-id>
          <pub-id pub-id-type="medline">25923982</pub-id>
          <pub-id pub-id-type="pii">2280387</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <collab>National Institutes of Health</collab>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Ward</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Farma</surname>
              <given-names>JM</given-names>
            </name>
          </person-group>
          <article-title>Fitzpatrick classification of skin types I through VI</article-title>
          <source>Cutaneous Melanoma: Etiology and Therapy</source>
          <year>2023</year>
          <publisher-loc>Brisbane, Australia</publisher-loc>
          <publisher-name>Codon Publications</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Langeveld</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>van de Lande</surname>
              <given-names>LS</given-names>
            </name>
            <name name-style="western">
              <surname>O' Sullivan</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>van der Lei</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>van Dongen</surname>
              <given-names>JA</given-names>
            </name>
          </person-group>
          <article-title>Skin measurement devices to assess skin quality: a systematic review on reliability and validity</article-title>
          <source>Skin Res Technol</source>
          <year>2022</year>
          <volume>28</volume>
          <issue>2</issue>
          <fpage>212</fpage>
          <lpage>224</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/34751474"/>
          </comment>
          <pub-id pub-id-type="doi">10.1111/srt.13113</pub-id>
          <pub-id pub-id-type="medline">34751474</pub-id>
          <pub-id pub-id-type="pmcid">PMC9299221</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="web">
          <article-title>Protocol for skin color assessment for pulse oximeter performance studies</article-title>
          <source>UCSF Hypoxia Lab</source>
          <year>2022</year>
          <access-date>2024-05-09</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://openoximetry.org/study-protocols/">https://openoximetry.org/study-protocols/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="web">
          <article-title>ABL90 FLEX plus blood gas analyzer</article-title>
          <source>Radiometer America</source>
          <access-date>2023-11-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.radiometeramerica.com/en-us/products/blood-gas-testing/abl90-flex-plus-blood-gas-analyzer">https://www.radiometeramerica.com/en-us/products/blood-gas-testing/abl90-flex-plus-blood-gas-analyzer</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="web">
          <article-title>What is NI LabVIEW?</article-title>
          <source>National Instruments Corp</source>
          <year>2023</year>
          <access-date>2023-11-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ni.com/en-us/shop/labview.html">https://www.ni.com/en-us/shop/labview.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="web">
          <article-title>LabVIEW downloads</article-title>
          <source>National Instruments Corp</source>
          <year>2023</year>
          <access-date>2023-11-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.ni.com/en/support/downloads/software-products/download.labview.html">https://www.ni.com/en/support/downloads/software-products/download.labview.html</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bland</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Altman</surname>
              <given-names>DG</given-names>
            </name>
          </person-group>
          <article-title>Agreement between methods of measurement with multiple observations per individual</article-title>
          <source>J Biopharm Stat</source>
          <year>2007</year>
          <volume>17</volume>
          <issue>4</issue>
          <fpage>571</fpage>
          <lpage>582</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://core.ac.uk/reader/52282?utm_source=linkout"/>
          </comment>
          <pub-id pub-id-type="doi">10.1080/10543400701329422</pub-id>
          <pub-id pub-id-type="medline">17613642</pub-id>
          <pub-id pub-id-type="pii">780214319</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="web">
          <article-title>Developing the Monk skin tone scale</article-title>
          <source>Skin Tone Research @ Google AI</source>
          <access-date>2023-01-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://skintone.google/the-scale#:~:text=To%20develop%20a%20more%20representative,within%20and%20across%20ethnoracial%20populations">https://skintone.google/the-scale#:~:text=To%20develop%20a%20more%20representative,within%20and%20across%20ethnoracial%20populations</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="web">
          <article-title>Radical-7® pulse co-oximeter®</article-title>
          <source>Masimo</source>
          <access-date>2023-11-10</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.masimo.com/products/continuous/radical-7/">https://www.masimo.com/products/continuous/radical-7/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="web">
          <article-title>About COVID-19</article-title>
          <source>Centers for Disease Control and Prevention</source>
          <access-date>2023-01-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.cdc.gov/coronavirus/2019-ncov/your-health/about-covid-19.html#:~:text=COVID%2D19%20(coronavirus%20disease%202019,%2C%20the%20flu%2C%20or%20pneumonia">https://www.cdc.gov/coronavirus/2019-ncov/your-health/about-covid-19.html#:~:text=COVID%2D19%20(coronavirus%20disease%202019,%2C%20the%20flu%2C%20or%20pneumonia</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Okunlola</surname>
              <given-names>OE</given-names>
            </name>
            <name name-style="western">
              <surname>Lipnick</surname>
              <given-names>MS</given-names>
            </name>
            <name name-style="western">
              <surname>Batchelder</surname>
              <given-names>PB</given-names>
            </name>
            <name name-style="western">
              <surname>Bernstein</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Feiner</surname>
              <given-names>JR</given-names>
            </name>
            <name name-style="western">
              <surname>Bickler</surname>
              <given-names>PE</given-names>
            </name>
          </person-group>
          <article-title>Pulse oximeter performance, racial inequity, and the work ahead</article-title>
          <source>Respir Care</source>
          <year>2022</year>
          <volume>67</volume>
          <issue>2</issue>
          <fpage>252</fpage>
          <lpage>257</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://rc.rcjournal.com/lookup/pmidlookup?view=short&#38;pmid=34772785"/>
          </comment>
          <pub-id pub-id-type="doi">10.4187/respcare.09795</pub-id>
          <pub-id pub-id-type="medline">34772785</pub-id>
          <pub-id pub-id-type="pii">respcare.09795</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
