<?xml version="1.0" encoding="UTF-8"?>
<!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "http://dtd.nlm.nih.gov/publishing/2.0/journalpublishing.dtd">
<article xmlns:xlink="http://www.w3.org/1999/xlink" article-type="research-article" dtd-version="2.0">
  <front>
    <journal-meta>
      <journal-id journal-id-type="publisher-id">JFR</journal-id>
      <journal-id journal-id-type="nlm-ta">JMIR Form Res</journal-id>
      <journal-title>JMIR Formative Research</journal-title>
      <issn pub-type="epub">2561-326X</issn>
      <publisher>
        <publisher-name>JMIR Publications</publisher-name>
        <publisher-loc>Toronto, Canada</publisher-loc>
      </publisher>
    </journal-meta>
    <article-meta>
      <article-id pub-id-type="publisher-id">v8i1e52344</article-id>
      <article-id pub-id-type="pmid">38640473</article-id>
      <article-id pub-id-type="doi">10.2196/52344</article-id>
      <article-categories>
        <subj-group subj-group-type="heading">
          <subject>Original Paper</subject>
        </subj-group>
        <subj-group subj-group-type="article-type">
          <subject>Original Paper</subject>
        </subj-group>
      </article-categories>
      <title-group>
        <article-title>Machine Learning–Based Prediction of Changes in the Clinical Condition of Patients With Complex Chronic Diseases: 2-Phase Pilot Prospective Single-Center Observational Study</article-title>
      </title-group>
      <contrib-group>
        <contrib contrib-type="editor">
          <name>
            <surname>Mavragani</surname>
            <given-names>Amaryllis</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib contrib-type="reviewer">
          <name>
            <surname>Okita</surname>
            <given-names>Shusuke</given-names>
          </name>
        </contrib>
      </contrib-group>
      <contrib-group>
        <contrib id="contrib1" contrib-type="author">
          <name name-style="western">
            <surname>Alvarez-Romero</surname>
            <given-names>Celia</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2609-575X</ext-link>
        </contrib>
        <contrib id="contrib2" contrib-type="author">
          <name name-style="western">
            <surname>Polo-Molina</surname>
            <given-names>Alejandro</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-7051-2288</ext-link>
        </contrib>
        <contrib id="contrib3" contrib-type="author">
          <name name-style="western">
            <surname>Sánchez-Úbeda</surname>
            <given-names>Eugenio Francisco</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6470-8399</ext-link>
        </contrib>
        <contrib id="contrib4" contrib-type="author">
          <name name-style="western">
            <surname>Jimenez-De-Juan</surname>
            <given-names>Carlos</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7389-4151</ext-link>
        </contrib>
        <contrib id="contrib5" contrib-type="author">
          <name name-style="western">
            <surname>Cuadri-Benitez</surname>
            <given-names>Maria Pastora</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2609-575X</ext-link>
        </contrib>
        <contrib id="contrib6" contrib-type="author">
          <name name-style="western">
            <surname>Rivas-Gonzalez</surname>
            <given-names>Jose Antonio</given-names>
          </name>
          <degrees>BSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-1267-0880</ext-link>
        </contrib>
        <contrib id="contrib7" contrib-type="author">
          <name name-style="western">
            <surname>Portela</surname>
            <given-names>Jose</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-7839-8982</ext-link>
        </contrib>
        <contrib id="contrib8" contrib-type="author">
          <name name-style="western">
            <surname>Palacios</surname>
            <given-names>Rafael</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8540-7664</ext-link>
        </contrib>
        <contrib id="contrib9" contrib-type="author">
          <name name-style="western">
            <surname>Rodriguez-Morcillo</surname>
            <given-names>Carlos</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8540-7664</ext-link>
        </contrib>
        <contrib id="contrib10" contrib-type="author">
          <name name-style="western">
            <surname>Muñoz</surname>
            <given-names>Antonio</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff2" ref-type="aff">2</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0002-8844-441X</ext-link>
        </contrib>
        <contrib id="contrib11" contrib-type="author">
          <name name-style="western">
            <surname>Parra-Calderon</surname>
            <given-names>Carlos Luis</given-names>
          </name>
          <degrees>MSc</degrees>
          <xref rid="aff1" ref-type="aff">1</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2609-575X</ext-link>
        </contrib>
        <contrib id="contrib12" contrib-type="author">
          <name name-style="western">
            <surname>Nieto-Martin</surname>
            <given-names>Maria Dolores</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2609-575X</ext-link>
        </contrib>
        <contrib id="contrib13" contrib-type="author">
          <name name-style="western">
            <surname>Ollero-Baturone</surname>
            <given-names>Manuel</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0003-2609-575X</ext-link>
        </contrib>
        <contrib id="contrib14" contrib-type="author" corresp="yes">
          <name name-style="western">
            <surname>Hernández-Quiles</surname>
            <given-names>Carlos</given-names>
          </name>
          <degrees>PhD</degrees>
          <xref rid="aff3" ref-type="aff">3</xref>
          <address>
            <institution>Internal Medicine Department</institution>
            <institution>Virgen del Rocio University Hospital</institution>
            <addr-line>Av Manuel Siurot s/n</addr-line>
            <addr-line>Sevilla, 41013</addr-line>
            <country>Spain</country>
            <phone>34 697950012</phone>
            <email>quiles_es@yahoo.es</email>
          </address>
          <ext-link ext-link-type="orcid">https://orcid.org/0000-0001-6996-4252</ext-link>
        </contrib>
      </contrib-group>
      <aff id="aff1">
        <label>1</label>
        <institution>Computational Health Informatics Group, Institute of Biomedicine of Seville, Virgen del Rocío University Hospital, Consejo Superior de Investigaciones Científicas, University of</institution>
        <addr-line>Seville</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff2">
        <label>2</label>
        <institution>Institute for Research in Technology (IIT)</institution>
        <institution>ICAI School of Engineering</institution>
        <institution>Comillas Pontifical University</institution>
        <addr-line>Madrid</addr-line>
        <country>Spain</country>
      </aff>
      <aff id="aff3">
        <label>3</label>
        <institution>Internal Medicine Department</institution>
        <institution>Virgen del Rocio University Hospital</institution>
        <addr-line>Sevilla</addr-line>
        <country>Spain</country>
      </aff>
      <author-notes>
        <corresp>Corresponding Author: Carlos Hernández-Quiles <email>quiles_es@yahoo.es</email></corresp>
      </author-notes>
      <pub-date pub-type="collection">
        <year>2024</year>
      </pub-date>
      <pub-date pub-type="epub">
        <day>19</day>
        <month>4</month>
        <year>2024</year>
      </pub-date>
      <volume>8</volume>
      <elocation-id>e52344</elocation-id>
      <history>
        <date date-type="received">
          <day>18</day>
          <month>9</month>
          <year>2023</year>
        </date>
        <date date-type="rev-request">
          <day>3</day>
          <month>1</month>
          <year>2024</year>
        </date>
        <date date-type="rev-recd">
          <day>18</day>
          <month>1</month>
          <year>2024</year>
        </date>
        <date date-type="accepted">
          <day>19</day>
          <month>2</month>
          <year>2024</year>
        </date>
      </history>
      <copyright-statement>©Celia Alvarez-Romero, Alejandro Polo-Molina, Eugenio Francisco Sánchez-Úbeda, Carlos Jimenez-De-Juan, Maria Pastora Cuadri-Benitez, Jose Antonio Rivas-Gonzalez, Jose Portela, Rafael Palacios, Carlos Rodriguez-Morcillo, Antonio Muñoz, Carlos Luis Parra-Calderon, Maria Dolores Nieto-Martin, Manuel Ollero-Baturone, Carlos Hernández-Quiles. Originally published in JMIR Formative Research (https://formative.jmir.org), 19.04.2024.</copyright-statement>
      <copyright-year>2024</copyright-year>
      <license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/">
        <p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (https://creativecommons.org/licenses/by/4.0/), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Formative Research, is properly cited. The complete bibliographic information, a link to the original publication on https://formative.jmir.org, as well as this copyright and license information must be included.</p>
      </license>
      <self-uri xlink:href="https://formative.jmir.org/2024/1/e52344" xlink:type="simple"/>
      <abstract>
        <sec sec-type="background">
          <title>Background</title>
          <p>Functional impairment is one of the most decisive prognostic factors in patients with complex chronic diseases. A more significant functional impairment indicates that the disease is progressing, which requires implementing diagnostic and therapeutic actions that stop the exacerbation of the disease.</p>
        </sec>
        <sec sec-type="objective">
          <title>Objective</title>
          <p>This study aimed to predict alterations in the clinical condition of patients with complex chronic diseases by predicting the Barthel Index (BI), to assess their clinical and functional status using an artificial intelligence model and data collected through an internet of things mobility device.</p>
        </sec>
        <sec sec-type="methods">
          <title>Methods</title>
          <p>A 2-phase pilot prospective single-center observational study was designed. During both phases, patients were recruited, and a wearable activity tracker was allocated to gather physical activity data. Patients were categorized into class A (BI≤20; total dependence), class B (20&#60;BI≤60; severe dependence), and class C (BI&#62;60; moderate or mild dependence, or independent). Data preprocessing and machine learning techniques were used to analyze mobility data. A decision tree was used to achieve a robust and interpretable model. To assess the quality of the predictions, several metrics including the mean absolute error, median absolute error, and root mean squared error were considered. Statistical analysis was performed using SPSS and Python for the machine learning modeling.</p>
        </sec>
        <sec sec-type="results">
          <title>Results</title>
          <p>Overall, 90 patients with complex chronic diseases were included: 50 during phase 1 (class A: n=10; class B: n=20; and class C: n=20) and 40 during phase 2 (class B: n=20 and class C: n=20). Most patients (n=85, 94%) had a caregiver. The mean value of the BI was 58.31 (SD 24.5). Concerning mobility aids, 60% (n=52) of patients required no aids, whereas the others required walkers (n=18, 20%), wheelchairs (n=15, 17%), canes (n=4, 7%), and crutches (n=1, 1%). Regarding clinical complexity, 85% (n=76) met patient with polypathology criteria with a mean of 2.7 (SD 1.25) categories, 69% (n=61) met the frailty criteria, and 21% (n=19) met the patients with complex chronic diseases criteria. The most characteristic symptoms were dyspnea (n=73, 82%), chronic pain (n=63, 70%), asthenia (n=62, 68%), and anxiety (n=41, 46%). Polypharmacy was presented in 87% (n=78) of patients. The most important variables for predicting the BI were identified as the maximum step count during evening and morning periods and the absence of a mobility device. The model exhibited consistency in the median prediction error with a median absolute error close to 5 in the training, validation, and production-like test sets. The model accuracy for identifying the BI class was 91%, 88%, and 90% in the training, validation, and test sets, respectively.</p>
        </sec>
        <sec sec-type="conclusions">
          <title>Conclusions</title>
          <p>Using commercially available mobility recording devices makes it possible to identify different mobility patterns and relate them to functional capacity in patients with polypathology according to the BI without using clinical parameters.</p>
        </sec>
      </abstract>
      <kwd-group>
        <kwd>patients with complex chronic diseases</kwd>
        <kwd>functional impairment</kwd>
        <kwd>Barthel Index</kwd>
        <kwd>artificial intelligence</kwd>
        <kwd>machine learning</kwd>
        <kwd>prediction model</kwd>
        <kwd>pilot study</kwd>
        <kwd>chronic patients</kwd>
        <kwd>chronic</kwd>
        <kwd>development study</kwd>
        <kwd>prognostic</kwd>
        <kwd>diagnostic</kwd>
        <kwd>therapeutic</kwd>
        <kwd>wearable</kwd>
        <kwd>wearables</kwd>
        <kwd>wearable activity tracker</kwd>
        <kwd>mobility device</kwd>
        <kwd>device</kwd>
        <kwd>physical activity</kwd>
        <kwd>caregiver</kwd>
      </kwd-group>
    </article-meta>
  </front>
  <body>
    <sec sec-type="introduction">
      <title>Introduction</title>
      <p>The Spanish strategy for the approach to chronicity in the National Health System defines patients with complex chronic diseases as patients with 1 or more chronic diseases that present greater complexity in their management due to changing needs that force continuous evaluations and make necessary the coordinated use of various care levels and, in some cases, health and social [<xref ref-type="bibr" rid="ref1">1</xref>]. Social changes and health advances mean that we are living longer and better and that most diseases affecting us are becoming chronic. Several of them are accumulating, which causes the growing phenomenon of people living with polypathology or complex chronic diseases. This concept includes not only people with the primary disease that triggers other secondary conditions but also those people where 2 or more chronic diseases coexist. It is a population characterized by frailty, polymedication, old age, hyperfrequent use of emergency services, and frequent re-entering. It is estimated that 70% to 95% of the older people in our environment have 1.2 to 4.2 chronic diseases, which constitute the leading death cause in the world (60% of the total) [<xref ref-type="bibr" rid="ref2">2</xref>]. These patients generate a greater demand for attention in different care settings and use a more significant number of health and social resources. It is predominantly seen in older patients presenting with limiting and progressive diseases (eg, renal or cardiac insufficiency), polypharmacy, and some degree of functional impairment [<xref ref-type="bibr" rid="ref3">3</xref>].</p>
      <p>Functional impairment is one of the most decisive prognostic factors in patients with complex chronic diseases. A more significant functional impairment indicates that the disease is progressing, which requires implementing diagnostic and therapeutic actions that stop the exacerbation of the disease. The functional assessment of patients with complex chronic diseases can be performed using tools such as the Barthel Index (BI) [<xref ref-type="bibr" rid="ref4">4</xref>], mobility tests, the 4-meter gait test [<xref ref-type="bibr" rid="ref5">5</xref>], the balance test [<xref ref-type="bibr" rid="ref6">6</xref>], and the timed “up and go” test [<xref ref-type="bibr" rid="ref7">7</xref>].</p>
      <p>The BI has excellent predictive value for variables such as mortality, hospital admission, and stay length in rehabilitation departments. In addition, it is an indicator to assess the functional and prognostic capacities of patients with complex chronic diseases [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. The BI is a simple measure developed on empirical bases in obtaining and interpreting it. It is about assigning, to each patient, a score based on their degree of dependence to perform a series of basic activities related mainly to the individual’s mobility (eg, moving between the chair and the bed, moving, going up and down stairs, or showering). The total score can vary between 0 (fully dependent) and 100 points (completely independent) [<xref ref-type="bibr" rid="ref10">10</xref>].</p>
      <p>Concerning functional capacity, physical inactivity is defined as the spectrum of any decrease in body movement that reduces energy expenditure toward the baseline level. Physical inactivity affects many aspects of a person, such as respiratory capacity, bones, or the central nervous system, among others, and can even lead to various diseases [<xref ref-type="bibr" rid="ref11">11</xref>]. In addition, physical inactivity itself decreases the physical fitness of the person, the duration of good health, and the age of onset of his or her first chronic illness. Relative to this, there are several parameters to assess the physical inactivity of the person, such as the number of daily steps, the time spent sitting, or the immobilization of the limbs, among others.</p>
      <p>On the other hand, the possible causal relationship between sedentary behavior and mortality due to various causes has been studied. Various studies used accelerometers on the thigh to control the body’s position, and the chances of experiencing illnesses increased for every additional hour of sitting. Regarding limb immobilization in older people, one of the main concerns is the inability to recover the loss of bone strength and muscle mass [<xref ref-type="bibr" rid="ref12">12</xref>].</p>
      <p>Recent technological advances allow mobility monitoring through smartphones or wrist devices, which are widely distributed throughout the population. These devices provide information on the paths, the number of steps, the speed of the march, and the periods of falls, among others. Specific initiatives have tried to apply this information to the health sector. For instance, a multiagent system equipped with sensors has been developed to collect vital signs from patients. This system is intended to facilitate various tasks within the residences of older or disabled people [<xref ref-type="bibr" rid="ref13">13</xref>]. Additionally, mobility monitoring by sensors in different rooms of the house has been considered to study translations between rooms and measure the length of stay in each room for older patients living alone [<xref ref-type="bibr" rid="ref14">14</xref>].</p>
      <p>Furthermore, individual physical activity can be monitored using accelerometers placed on the patient’s trunk and thigh [<xref ref-type="bibr" rid="ref15">15</xref>]. At the same time, smartwatches have been used to evaluate movement and gait patterns in patients with Parkinson disease and essential tremor [<xref ref-type="bibr" rid="ref16">16</xref>]. These advancements are driving the development of more hardware devices to enhance health care delivery and turn the concept of “a doctor in your pocket” into a reality for patients.</p>
      <p>We would like to emphasize that using sensors to obtain health information currently has a specific trajectory [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. Mobility has long presented prominent importance when dealing with diseases whose onset and symptomatic progression affect the functional capacity of the subject [<xref ref-type="bibr" rid="ref20">20</xref>]. Recently, machine learning (ML) techniques are increasingly being considered to characterize the movement, or some particularities of the movement, which can provide relevant information about the patient’s clinical status [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. Some works investigate the relationships between movement and specific clinical pathologies [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>].</p>
      <p>Despite these initiatives, the evaluation of the mobility of patients with complex chronic diseases and their relationship with the functional capacity measured by the BI has yet to be explored [<xref ref-type="bibr" rid="ref25">25</xref>]. For all these reasons, and with this background, this study aims to develop and validate mobility patterns based on artificial intelligence and the internet of things (IoT) environment, aiming to predict changes in the clinical condition of patients with complex chronic diseases through the prediction of the BI to know the clinical and functional status of the patients.</p>
    </sec>
    <sec sec-type="methods">
      <title>Methods</title>
      <sec>
        <title>Study Design and Recruitment</title>
        <p>This 2-phase pilot observational study has been designed to analyze how mobility deterioration can reflect changes in the patient’s clinical condition and possible degeneration in the integrated care of patients with complex chronic diseases. To this end, a prospective, single-center, descriptive study was carried out.</p>
        <p>Eligible patients met the criteria of chronic patients with complex health needs defined according to the Integrated Patient Care Process of the Andalusian Ministry of Health [<xref ref-type="bibr" rid="ref26">26</xref>]. Concretely, the study population included patients older than 65 years of age with multimorbidity (ie, diagnosed with at least 2 chronic diseases), and the recruitment took place at the Virgen del Rocio University Hospital of Seville, Spain. In addition, those patients in a situation of agony or those whose vital prognosis was limited, patients with psychiatric disease, and patients or caregivers unable to use mobility devices were excluded from the study. The study subjects were patients of the Internal Medicine Department of the Virgen del Rocio University Hospital of Seville, as part of the Andalusian Health Service, Spain.</p>
        <p>The research was conducted in 2 phases. In the initial phase (January to November 2022), a cohort of 50 patients was enrolled, and their BI was measured before the allocation of the wearable activity trackers (WATs), during routine doctor appointments after providing informed consent. Approximately 1 month after the first assessment (encounter 1), the BI was measured again (encounter 2) to evaluate any changes in their functional status (<xref rid="figure1" ref-type="fig">Figure 1</xref>). The recruitment was conducted according to different degrees of patients with complex chronic diseases dependence based on the BI measured during the first assessment. In particular, the enrolled patient’s group was classified into 3 groups based on their BI scores: class A included patients with BI≤20 (total dependence), class B comprised patients with 20&#60;BI≤60 (severe dependence), and class C consisted of patients with BI&#62;60 (moderate or mild dependence, or independent) [<xref ref-type="bibr" rid="ref27">27</xref>].</p>
        <fig id="figure1" position="float">
          <label>Figure 1</label>
          <caption>
            <p>Gantt chart illustrating the temporal progression of the enrollment in the 2-phase clinical study. Each horizontal bar represents the beginning of the patient monitoring and the 1-month or 3-months span, depending on if it is phase 1 or phase 2, before the following BI measurements. BI: Barthel Index; Q: quarter.</p>
          </caption>
          <graphic xlink:href="formative_v8i1e52344_fig1.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>In the second phase (July 2022 to May 2023), 40 patients were recruited. Similar to phase 1, patients were recruited during doctor appointments, and their BI was measured 3 months after encounter 1 and encounter 2. Therefore, for phase 2 patients, there was an additional encounter 3.</p>
        <p>An IoT framework was deployed to gather patient mobility data after analyzing the existing devices and applications in the market. The IoT-based infrastructure consisted of using mobile devices and WAT to measure the mobility activities of patients, considering the no or minimal invasion in the development of the daily tasks for the patients under study. The WAT used in this study recorded the step count, the cardiac activity, and the sleep duration from which both the step count and the heart rate were analyzed (<xref rid="figure2" ref-type="fig">Figure 2</xref>).</p>
        <fig id="figure2" position="float">
          <label>Figure 2</label>
          <caption>
            <p>Illustration of data captured by the wearable activity trackers. The line charts show a specific patient’s step count and heart rate daily time series.</p>
          </caption>
          <graphic xlink:href="formative_v8i1e52344_fig2.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>Once the 90 patients were included in the study, they were assigned a WAT, and different mobility and functional status tests were conducted. An information system for data storage (Analytics Datastore) was developed. This database allowed both the dumping of the information collected through the WAT and the storage of the relevant clinical information of the patients extracted from the electronic health records (<xref rid="figure3" ref-type="fig">Figure 3</xref>). For this purpose, confidentiality protocols of information and the security of the center’s systems were followed and in compliance with the ethical approval obtained by the hospital’s ethics committee.</p>
        <fig id="figure3" position="float">
          <label>Figure 3</label>
          <caption>
            <p>Visual representation of the extract, transform, and load (ETL) process. Incorporating WAT-derived measurements, clinical records from health care systems, and patient-specific data into the analytics datastore used for the model training. EHR: electronic health record; WAT: wearable activity tracker.</p>
          </caption>
          <graphic xlink:href="formative_v8i1e52344_fig3.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <p>The study patients’ exposure and clinical variables of interest were analyzed to characterize patient groups regarding mobility, using mobility measurement devices and clinical conditions. Demographic and clinical variables such as diseases, fragility, and polypathology criteria; pharmacological variables; and functional tests such as the BI, balance test, and timed “up and go” test were collected. Statistical analysis was performed using SPSS Statistics software (version 25; IBM Corp) and Python (version 3.10.9; Python Software Foundation) for the ML modeling.</p>
      </sec>
      <sec>
        <title>Data Preparation for the ML Model</title>
        <p>The WAT automatically gathered continuous and noninvasive data on a range of parameters, encompassing heart rates, step counts, and sleep duration. However, these raw data must be processed to apply ML techniques. Furthermore, given the potential influence of the walking aids on mobility patterns, patients were classified into 3 distinct groups. The first group encompassed patients using wheelchairs; the second comprised individuals using canes, walkers, or receiving aid from a caregiver during ambulation; and the third consisted of those with no reliance on assistance.</p>
        <p>To ensure high data quality, instances where the median heart rate is missing are identified as null, along with the corresponding count of steps. The steps taken within 1-hour intervals are aggregated, and the median heart rate for these hourly intervals is computed. The resulting time series data of hourly step counts are then smoothed by applying a centered rolling window with a window size of 3. Subsequently, the data are grouped by the specific hour, resulting in an average representation of each patient’s activity throughout a 24-hour period. The data used to generate the mean activity profile consist of the information recorded during the 30-day period before encounter 2 requiring at least 14 days’ worth of data to consider the patient in the data set. This approach aims to develop a methodology that allows the estimation of the BI at any given moment using the information collected by the WAT over the last 30 days. Therefore, it holds the potential to provide a more dynamic and real-time assessment of the BI based on continuous monitoring through WAT. Additionally, mobility profiles from encounter 3 served as a production-like test set and were excluded from the model’s training. This strategy evaluated the model’s real-world performance and generalization on unseen data.</p>
        <p>The 24-hour mean activity profiles were partitioned into 4-time segments: morning (7 AM-1 PM), afternoon (2 PM-7 PM), evening (8 PM-11 PM), and overnight (midnight-6 AM). This methodology aimed to reduce the dimensionality of the data inputted into the model. Various approaches were considered to reduce dimensionality, including summing the steps within each interval, calculating the mean, and determining the maximum value. The 4-time segments were selected based on the findings of Polo-Molina et al [<xref ref-type="bibr" rid="ref25">25</xref>], where it was demonstrated that mobility patterns can be categorized into distinct clusters. The study highlighted that the maximum value of steps within each interval aligns with the suggested division, regardless of individual variations in the mobility patterns.</p>
        <p>Once the data set was generated, it was divided into training and validation sets, with 70% (n=63) of the records allocated for training and 30% (n=27) for validation. To ensure that the proportions of each group of walking aids were maintained at this ratio, the division was performed within each group, and then the data were combined to create the final training and validation data sets. This approach aimed to ensure representative and well-balanced distributions of walking aids in both sets, allowing for robust evaluation of the model’s performance across different modes of mobility.</p>
      </sec>
      <sec>
        <title>Explainable ML Model</title>
        <p>A decision tree regressor has been considered to predict the BI. Decision trees iteratively select variables to maximize information gain or minimize impurity at each decision node, creating a hierarchical structure. Therefore, starting from the whole set of variables, at each split, the training algorithm selects the variable that generates the best split [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
        <p>Moreover, to optimize the performance of the regression model, the hyperparameters were fine-tuned using a cross-validation approach with 7 folds. This technique ensures robustness and selects the optimal settings that yield the best predictive accuracy for the BI. The cross-validation optimization considered the hyperparameters “min_impurity_decrease” (ranging from 0.0 to 1.0 in increments of 0.01), “min_samples_leaf” (from 1 to 10 in steps of 1), and “min_samples_split” (spanning 1 to 10 with an interval of 1).</p>
        <p>In addition, to assess the quality of the predictions, several metrics were considered, including the mean absolute error, median absolute error (MAD), and root mean squared error.</p>
        <p>Finally, the permutation importance from explanatory variables was computed by permuting individual feature values while measuring the subsequent decline in model performance [<xref ref-type="bibr" rid="ref28">28</xref>]. This iterative process assigned a score to each feature based on the decrease in predictive power caused by permutations, with elevated scores indicating significant contributions to accurate predictions.</p>
      </sec>
      <sec>
        <title>Ethical Considerations</title>
        <p>First, ethical approval was obtained in the health organization based on the regional regulations before involving it in the study execution. Likewise, informed consent procedures were defined, including informed consent and information sheets for the patients who were included in the study. Before starting this study, and based on the ethical and legal regulations, ethical approval was requested from the Ethics Committee of the Virgen del Rocio University Hospital of Seville, Spain. The study protocol, informed consent documents, and information sheets were submitted, and approval from the ethics committee was received. The study began, and patients who met the inclusion criteria were invited to participate after explaining the study procedures. Those who accepted and signed the informed consent and information sheets were included in the clinical study.</p>
        <p>In addition, to ensure the protection of the privacy and confidentiality of the study participants, sensible data were anonymized and deidentified. Likewise, confidentiality protocols of information and the security of the center’s systems were followed and in compliance with the ethical approval obtained by the hospital’s ethics committee.</p>
      </sec>
    </sec>
    <sec sec-type="results">
      <title>Results</title>
      <sec>
        <title>Statistical Analysis</title>
        <p>A total of 90 patients were included in the study and were classified into 3 categories according to their BI. Concretely, 50 patients were enrolled in the first phase (10 in the BI class A, 20 in BI class B, and 20 in BI class C), and in the second phase, 40 patients were included (20 patients in BI class B and 20 patients in BI class C).</p>
        <p>Of the patients, 94% (n=84) had a caregiver, of which 40% (n=34) had a son or a daughter, 32% (n=27) had a spouse, 17% (n=14) had other relatives, and 11% (n=9) had a professional caregiver. The mean value of functional capacity measured by the BI was 58.31 (SD 24.5). Concerning mobility aids, 58% (n=52) of patients did not require it, 20% (n=18) required a walker, 17% (n=15) a wheelchair, 4% (n=4) required a cane, and 1% (n=1) required crutches. The clinical complexity was high with 76 (85%) patients meeting the criteria for patients with polypathology, with a mean of 2.7 (SD 1.25), and 19 (21%) patients met the criteria for patients with complex chronic diseases. A total of 61 (69%) patients met the frailty criteria.</p>
        <p>The most characteristic symptoms of this population were dyspnea (n=73, 82%), with 47% (n=42) of patients requiring home oxygen therapy; chronic pain (n=63, 70%); asthenia (n=61, 68%); and anxiety (n=41, 46%; <xref ref-type="table" rid="table1">Table 1</xref>). The mean number of drugs taken chronically was 12.19 (SD 11.88), with 87% (n=78) meeting the polypharmacy criteria and 70% (n=63) meeting the extreme polypharmacy criteria. Psychotropic drugs were the most consumed pharmacological group (n=29, 33%). Five patients died during the study.</p>
        <table-wrap position="float" id="table1">
          <label>Table 1</label>
          <caption>
            <p>Description of the baseline characteristics of the study in line with the mobility classification.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="30"/>
            <col width="310"/>
            <col width="0"/>
            <col width="110"/>
            <col width="0"/>
            <col width="110"/>
            <col width="110"/>
            <col width="0"/>
            <col width="0"/>
            <col width="70"/>
            <col width="0"/>
            <col width="0"/>
            <col width="90"/>
            <col width="0"/>
            <col width="0"/>
            <col width="100"/>
            <col width="0"/>
            <col width="0"/>
            <col width="70"/>
            <thead>
              <tr valign="top">
                <td colspan="3">Characteristics</td>
                <td colspan="16">Mobility classification</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">BI<sup>a</sup> ≤20 (total dependence)</td>
                <td colspan="7">20&#60;BI≤60 (severe dependence)</td>
                <td colspan="7">BI&#62;60 (moderate or mild dependence, or independent)</td>
              </tr>
              <tr valign="top">
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="2">
                  <break/>
                </td>
                <td>Phase 1 (n=20)</td>
                <td colspan="2">Phase 2 (n=20)</td>
                <td colspan="3"><italic>P</italic> value</td>
                <td colspan="3">Phase 1 (n=20)</td>
                <td colspan="3">Phase 2 (n=20)</td>
                <td colspan="2"><italic>P</italic> value</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td colspan="3">Age (years), mean (SD)</td>
                <td colspan="2">72.56 (14.5)</td>
                <td>79.6 (8)</td>
                <td colspan="2">75.35 (8.9)</td>
                <td colspan="3">.49</td>
                <td colspan="3">78.65 (6.5)</td>
                <td colspan="3">75.2 (6.8)</td>
                <td colspan="2">.90</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Gender (women), n (%)</td>
                <td colspan="2">8 (80)</td>
                <td>11 (55)</td>
                <td colspan="2">9 (45)</td>
                <td colspan="3">.40</td>
                <td colspan="3">8 (40)</td>
                <td colspan="3">7 (35)</td>
                <td colspan="2">.74</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Caregiver, n (%)</td>
                <td colspan="2">10 (100)</td>
                <td>20 (100)</td>
                <td colspan="2">20 (100)</td>
                <td colspan="3">.12</td>
                <td colspan="3">16 (80)</td>
                <td colspan="3">19 (95)</td>
                <td colspan="2">.15</td>
              </tr>
              <tr valign="top">
                <td colspan="3">BI, mean (SD)</td>
                <td colspan="2">13.89 (4.8)</td>
                <td>42.25 (10.12)</td>
                <td colspan="2">50.25 (10.44)</td>
                <td colspan="3">.89</td>
                <td colspan="3">80 (12.1)</td>
                <td colspan="3">80.75 (11.2)</td>
                <td colspan="2">.54</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Balance test, mean (SD)</td>
                <td colspan="2">0 (0)</td>
                <td>1.4 (2.1)</td>
                <td colspan="2">1.6 (1.46)</td>
                <td colspan="3">.74</td>
                <td colspan="3">4.6 (1.39)</td>
                <td colspan="3">4 (1.65)</td>
                <td colspan="2">.09</td>
              </tr>
              <tr valign="top">
                <td colspan="9">
                  <bold>30-second chair stand and go, n (%)</bold>
                </td>
                <td colspan="3">&#62;.99</td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="3">
                  <break/>
                </td>
                <td>&#62;.99</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>0 points</td>
                <td colspan="2">10 (100)</td>
                <td colspan="2">16 (80)</td>
                <td>16 (80)</td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="3">16 (80)</td>
                <td colspan="3">16 (80)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>1 point</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">4 (20)</td>
                <td>4 (20)</td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="3">4 (20)</td>
                <td colspan="3">4 (20)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="9">
                  <bold>Timed “up and go” test, n (%)</bold>
                </td>
                <td colspan="3">.47</td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="3">
                  <break/>
                </td>
                <td>.06</td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>No frailty</td>
                <td colspan="2">0 (0)</td>
                <td colspan="2">0 (0)</td>
                <td>1 (5)</td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="3">15 (75)</td>
                <td colspan="3">8 (40)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>HRF<sup>b</sup></td>
                <td colspan="2">8 (80)</td>
                <td colspan="2">11 (55)</td>
                <td>10 (50)</td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="3">0 (0)</td>
                <td colspan="3">1 (5)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Frailty</td>
                <td colspan="2">2 (20)</td>
                <td colspan="2">9 (45)</td>
                <td>9 (45)</td>
                <td colspan="3">
                  <break/>
                </td>
                <td colspan="3">5 (25)</td>
                <td colspan="3">11 (55)</td>
                <td colspan="3">
                  <break/>
                </td>
              </tr>
              <tr valign="top">
                <td colspan="3">Frailty criteria, n (%)</td>
                <td colspan="2">7 (70)</td>
                <td>14 (70)</td>
                <td colspan="2">16 (80)</td>
                <td colspan="3">.46</td>
                <td colspan="3">12 (60)</td>
                <td colspan="3">13 (65)</td>
                <td colspan="2">.74</td>
              </tr>
              <tr valign="top">
                <td colspan="3">PP<sup>c</sup> criteria, n (%)</td>
                <td colspan="2">10 (100)</td>
                <td>19 (95)</td>
                <td colspan="2">18 (90)</td>
                <td colspan="3">.32</td>
                <td colspan="3">14 (70)</td>
                <td colspan="3">16 (80)</td>
                <td colspan="2">.64</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Patient with polypathology categories, mean (SD)</td>
                <td colspan="2">3.3 (1)</td>
                <td>2.89 (1.15)</td>
                <td colspan="2">3 (1.48)</td>
                <td colspan="3">.23</td>
                <td colspan="3">2.3 (1.08)</td>
                <td colspan="3">2.35 (1.22)</td>
                <td colspan="2">.98</td>
              </tr>
              <tr valign="top">
                <td colspan="3">PCCD<sup>d</sup>, n (%)</td>
                <td colspan="2">4 (40)</td>
                <td>4 (20)</td>
                <td colspan="2">2 (10)</td>
                <td colspan="3">.08</td>
                <td colspan="3">17 (85)</td>
                <td colspan="3">17 (85)</td>
                <td colspan="2">&#62;.99</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Dyspnea, n (%)</td>
                <td colspan="2">5 (50)</td>
                <td>17 (85)</td>
                <td colspan="2">18 (90)</td>
                <td colspan="3">.78</td>
                <td colspan="3">18 (90)</td>
                <td colspan="3">17 (85)</td>
                <td colspan="2">.33</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Home oxygen, n (%)</td>
                <td colspan="2">4 (40)</td>
                <td>7 (35)</td>
                <td colspan="2">7 (35)</td>
                <td colspan="3">.45</td>
                <td colspan="3">9 (45)</td>
                <td colspan="3">12 (60)</td>
                <td colspan="2">.26</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Chronic pain, n (%)</td>
                <td colspan="2">8 (80)</td>
                <td>9 (45)</td>
                <td colspan="2">3 (15)</td>
                <td colspan="3">.001</td>
                <td colspan="3">11 (55)</td>
                <td colspan="3">7 (35)</td>
                <td colspan="2">.2</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Pressure ulcer, n (%)</td>
                <td colspan="2">6 (60)</td>
                <td>2 (10)</td>
                <td colspan="2">1 (5)</td>
                <td colspan="3">.54</td>
                <td colspan="3">0 (0)</td>
                <td colspan="3">2 (10)</td>
                <td colspan="2">.15</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Insomnia, n (%)</td>
                <td colspan="2">5 (50)</td>
                <td>10 (50)</td>
                <td colspan="2">7 (35)</td>
                <td colspan="3">.17</td>
                <td colspan="3">10 (50)</td>
                <td colspan="3">8 (40)</td>
                <td colspan="2">.37</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Anxiety, n (%)</td>
                <td colspan="2">8 (80)</td>
                <td>9 (45)</td>
                <td colspan="2">10 (50)</td>
                <td colspan="3">.66</td>
                <td colspan="3">7 (35)</td>
                <td colspan="3">7 (35)</td>
                <td colspan="2">&#60;.99</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Asthenia, n (%)</td>
                <td colspan="2">8 (80)</td>
                <td>14 (70)</td>
                <td colspan="2">15 (75)</td>
                <td colspan="3">.49</td>
                <td colspan="3">12 (60)</td>
                <td colspan="3">12 (60)</td>
                <td colspan="2">&#60;.99</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Anorexia, n (%)</td>
                <td colspan="2">40 (40)</td>
                <td>8 (40)</td>
                <td colspan="2">6 (30)</td>
                <td colspan="3">.21</td>
                <td colspan="3">3 (15)</td>
                <td colspan="3">5 (25)</td>
                <td colspan="2">.12</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Nausea and vomiting, n (%)</td>
                <td colspan="2">3 (30)</td>
                <td>5 (25)</td>
                <td colspan="2">2 (10)</td>
                <td colspan="3">.12</td>
                <td colspan="3">2 (10)</td>
                <td colspan="3">1 (5)</td>
                <td colspan="2">.29</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Diarrhea, n (%)</td>
                <td colspan="2">4 (40)</td>
                <td>2 (10)</td>
                <td colspan="2">1 (5)</td>
                <td colspan="3">.23</td>
                <td colspan="3">1 (5)</td>
                <td colspan="3">1 (5)</td>
                <td colspan="2">&#60;.99</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Number of drugs, mean (SD)</td>
                <td colspan="2">13.11 (3.6)</td>
                <td>11.85 (3.6)</td>
                <td colspan="2">12.5 (3.2)</td>
                <td colspan="3">.86</td>
                <td colspan="3">11.8 (3.3)</td>
                <td colspan="3">12.2 (3.6)</td>
                <td colspan="2">.44</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Polypharmacy, n (%)</td>
                <td colspan="2">10 (100)</td>
                <td>20 (100)</td>
                <td colspan="2">20 (100)</td>
                <td colspan="3">&#60;.99</td>
                <td colspan="3">19 (95)</td>
                <td colspan="3">19 (95)</td>
                <td colspan="2">&#60;.99</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Extreme polypharmacy, n (%)</td>
                <td colspan="2">8 (80)</td>
                <td>15 (75)</td>
                <td colspan="2">16 (80)</td>
                <td colspan="3">.46</td>
                <td colspan="3">15 (75)</td>
                <td colspan="3">16 (80)</td>
                <td colspan="2">.43</td>
              </tr>
              <tr valign="top">
                <td colspan="3">Death, n (%)</td>
                <td colspan="2">2 (20)</td>
                <td>2 (10)</td>
                <td colspan="2">0 (0)</td>
                <td colspan="3">.14</td>
                <td colspan="3">1 (5)</td>
                <td colspan="3">0 (0)</td>
                <td colspan="2">.31</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table1fn1">
              <p><sup>a</sup>BI: Barthel Index.</p>
            </fn>
            <fn id="table1fn2">
              <p><sup>b</sup>HRF: high risk of fall.</p>
            </fn>
            <fn id="table1fn3">
              <p><sup>c</sup>PP: polypathological patient.</p>
            </fn>
            <fn id="table1fn4">
              <p><sup>d</sup>PCCDs: patients with complex chronic diseases.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <p>Regarding the baseline characteristics, comparing the different phases 1 and 2 categories, significant differences were only found in the presence of pain in the classification BI class B (<xref ref-type="table" rid="table1">Table 1</xref>). In that category, the mean BI at the beginning of the study was 50.25 (SD 10.44), with an increase at the end of the study to 63.53 (SD 28.92). In BI class C, an initial BI of 80.75 (SD 11.27) and a final BI of 86.76 (SD 15.806) were observed. In the initial balance test for BI class B, the value was 1.6 (SD 1.46) points and 4.8 (SD 1.61) points at the end of the study, while in the BI class C, the initial value was 4 (SD 1.6) and the final value was 5.5 (SD 2.1).</p>
      </sec>
      <sec>
        <title>Data for the ML Model</title>
        <p>Following the aforementioned methodology, the patient cohort was reduced to 54 patients, taking into account only those who had at least 14 days’ worth of records before the doctor’s appointment. The principal factors contributing to this lack of data were predominantly attributed to mortality or patients becoming bedridden, subsequently ceasing to use the wristband. Mobility profiles corresponding to encounter 3 were used as a production-like test in a cohort of 21 patients. The best model results for defining the average 24-hour activity profile were obtained using the maximum value of steps in each interval and the type of walking aid if needed. <xref ref-type="table" rid="table2">Table 2</xref> presents the complete set of variables used for training the model. The mean BI in the training and validation sets are 66.5 (SD 23.4) and 65.0 (SD 24.1), respectively. In contrast, the mean value in the test set is notably higher at 85.0 (SD 22.5).</p>
        <table-wrap position="float" id="table2">
          <label>Table 2</label>
          <caption>
            <p>Description of the candidate features used to train the regression tree model.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="300"/>
            <col width="700"/>
            <thead>
              <tr valign="top">
                <td>Variable name</td>
                <td>Description</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>morning_max</td>
                <td>Maximum number of steps recorded during the morning period</td>
              </tr>
              <tr valign="top">
                <td>afternoon_max</td>
                <td>Maximum number of steps recorded during the afternoon period</td>
              </tr>
              <tr valign="top">
                <td>evening_max</td>
                <td>Maximum number of steps recorded during the evening period</td>
              </tr>
              <tr valign="top">
                <td>overnight_max</td>
                <td>Maximum number of steps recorded during the overnight period</td>
              </tr>
              <tr valign="top">
                <td>no_walking_aid</td>
                <td>Avoidance of any type of walking aid</td>
              </tr>
              <tr valign="top">
                <td>cane_or_walker</td>
                <td>Use of either a cane, walker, or caregiver’s help for walking</td>
              </tr>
              <tr valign="top">
                <td>wheelchair</td>
                <td>Use of wheelchair</td>
              </tr>
            </tbody>
          </table>
        </table-wrap>
        <p>The fitted model, whose parameters were selected through cross-validation, is a decision tree regressor with a depth of 3, minimum impurity decrease of 0.0, minimum samples in a leaf node of 2 and minimum samples in a split of 9 (<xref rid="figure4" ref-type="fig">Figure 4</xref>). Among the features considered, the most important variables for predicting the BI were identified as the maximum step count during the evening and morning periods, and the absence of a mobility device. These key predictors were determined based on their significant impact on the functional status of the patients (<xref rid="figure5" ref-type="fig">Figure 5</xref> [<xref ref-type="bibr" rid="ref28">28</xref>]).</p>
        <p>Based on the results in <xref ref-type="table" rid="table3">Table 3</xref>, the model exhibits consistency in MAD with a value close to 5 in the training, validation, and test sets. Furthermore, according to <xref rid="figure6" ref-type="fig">Figure 6</xref>, when observing the predicted values compared to the real ones, the model does not present a significant difference between the predicted and the real BI.</p>
        <p>Once the BI prediction was performed, the intervals defining each BI class were further considered. Subsequently, a classification prediction is carried out by converting the predicted value into its corresponding class label, thereby assigning the appropriate class to the given BI prediction. As observed in <xref ref-type="table" rid="table3">Table 3</xref> and <xref rid="figure7" ref-type="fig">Figure 7</xref>, in the training set, the model achieved precision, recall, and <italic>F</italic><sub>1</sub>-scores of 0.88, 0.93, and 0.90 for class B, respectively. For class C, the model obtained precision, recall, and <italic>F</italic><sub>1</sub>-scores of 0.94 for all 3 measures. However, for class A, all the metrics were 0.00 due to the limited support for that class (only 1 instance). In the validation set, the model demonstrated consistent performance with precision, recall, and <italic>F</italic><sub>1</sub>-scores of 0.88 for both class B and class C. On the other hand, in the data coming from the test set, the model achieved precision, recall, and <italic>F</italic><sub>1</sub>-scores of 0.5, 1, and 0.67 for class B, respectively. For class C, the model obtained precision, recall, and <italic>F<sub>1</sub></italic>-scores of 1, 0.94, and 0.97, respectively. Finally, only 1 member from class A was predicted as class B.</p>
        <fig id="figure4" position="float">
          <label>Figure 4</label>
          <caption>
            <p>Regression tree model visualization detailing the decision paths within the fitted model. Nodes represent decision points, indicating the sample sizes at each node and the square error committed if the value considered is as the prediction.</p>
          </caption>
          <graphic xlink:href="formative_v8i1e52344_fig4.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure5" position="float">
          <label>Figure 5</label>
          <caption>
            <p>Descending variable importance ranking for the fitted model. Each violin plot represents the distribution of the decrease in R2 score when a single feature value, represented in the y-axis, is randomly shuffled. The importances of the permutations are labeled A (Train set), B (Validation set) and C (Test set).</p>
          </caption>
          <graphic xlink:href="formative_v8i1e52344_fig5.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <table-wrap position="float" id="table3">
          <label>Table 3</label>
          <caption>
            <p>Training, validation, and test errors and accuracy of the model when transforming the predicted values to class A, B, and C.</p>
          </caption>
          <table width="1000" cellpadding="5" cellspacing="0" border="1" rules="groups" frame="hsides">
            <col width="250"/>
            <col width="250"/>
            <col width="250"/>
            <col width="250"/>
            <thead>
              <tr valign="top">
                <td>
                  <break/>
                </td>
                <td>Train</td>
                <td>Validation</td>
                <td>Test</td>
              </tr>
            </thead>
            <tbody>
              <tr valign="top">
                <td>Accuracy</td>
                <td>91%</td>
                <td>88%</td>
                <td>90%</td>
              </tr>
              <tr valign="top">
                <td>MAE<sup>a</sup></td>
                <td>6.30</td>
                <td>8.75</td>
                <td>10.10</td>
              </tr>
              <tr valign="top">
                <td>MAD<sup>b</sup></td>
                <td>5.42</td>
                <td>4.50</td>
                <td>6.00</td>
              </tr>
              <tr valign="top">
                <td>RMSE<sup>c</sup></td>
                <td>8.13</td>
                <td>12.99</td>
                <td>14.05</td>
              </tr>
            </tbody>
          </table>
          <table-wrap-foot>
            <fn id="table3fn1">
              <p><sup>a</sup>MAE: mean absolute error.</p>
            </fn>
            <fn id="table3fn2">
              <p><sup>b</sup>MAD: median absolute error.</p>
            </fn>
            <fn id="table3fn3">
              <p><sup>c</sup>RMSE: root mean squared error.</p>
            </fn>
          </table-wrap-foot>
        </table-wrap>
        <fig id="figure6" position="float">
          <label>Figure 6</label>
          <caption>
            <p>Comparative of real versus predicted values for training (A), validation (B), and test (C) ordered by increasing Barthel Index values. The horizontal axis of the graphs represent the values for the different subjects of the study. To de-identify them, CIOT (Chronic patient intenet of things) project identifiers were used, followed by the B (patients with Barthel Index &#62;20 and &#8804; 60 [severe dependence]) or C (patients with Barthel Index &#62;60 [moderate or mild dependence, or independent]) codes with the number assigned to each subject.</p>
          </caption>
          <graphic xlink:href="formative_v8i1e52344_fig6.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
        <fig id="figure7" position="float">
          <label>Figure 7</label>
          <caption>
            <p>Multiclass confusion matrix for training, validation, and test, respectively. Each matrix showcases the count of accurately predicted patients, contrasting with those whose predicted labels differ from the true labels.</p>
          </caption>
          <graphic xlink:href="formative_v8i1e52344_fig7.png" alt-version="no" mimetype="image" position="float" xlink:type="simple"/>
        </fig>
      </sec>
    </sec>
    <sec sec-type="discussion">
      <title>Discussion</title>
      <p>The use of mobility recording devices identifies different mobility patterns and relates them to functional capacity in patients with polypathology. One of this study’s findings is improving functional capacity measured by the BI in patients after using the mobility devices for 6 months in a real environment. This improvement is slight, 13 points in the case of moderate dependence and 6 points in mild dependence. We believe that it reflects an effect of the empowerment experienced by patients with the use of mobility devices. Therefore, the use of such mobility monitoring devices may have a potential impact on the management of complex chronic patients and could be included as part of clinical follow-up practices. Specifically, during the study execution in a real environment, patient empowerment was related to patient participation in decision-making, gaining control, and learning about their health.</p>
      <p>In addition, patients’ sense of empowerment was related to less frustration with the technology [<xref ref-type="bibr" rid="ref29">29</xref>]. This effect is well-known in the literature. A systematic review of 71 articles analyzing patients’ expectations of digital tools found that mobile apps increase patient engagement and motivation, especially when they can visualize parameters graphically and thus monitor their outcomes over time [<xref ref-type="bibr" rid="ref30">30</xref>]. The evidence is scarce in patients with polypathology; but in another study of our group, we found similar results with slight improvements in functional capacity [<xref ref-type="bibr" rid="ref31">31</xref>]. This empowerment is going to help patients in the self-management of their diseases. Health status has shown that incorporating digital technology into patients’ lives increases their awareness of lifestyle behaviors, which has helped them understand how to manage their health better and promote autonomy [<xref ref-type="bibr" rid="ref32">32</xref>]. Longer term studies are needed to confirm this benefit, although it could be an alternative to integrate into the clinical practice of these patients to minimize their functional impairment.</p>
      <p>Another possible beneficial effect of continuous monitoring of the functional capacity of patients with complex chronic diseases is the early detection of functional deterioration that may be the beginning of exacerbations of their diseases. If these data are integrated into the health care computer system, alarm situations could be determined that would allow early reaction by health staff to treat such exacerbation, prevent its progression, and minimize the functional deterioration that could be caused to the patient.</p>
      <p>It should be noted that commercially available mobility monitoring devices have been used for this study and devices specifically designed for the study were not required. This favors cost reduction when considering the implementation of activity monitoring in patients with polypathology in real-world settings. Since the population with mobility devices is growing, with 515 million units sold in 2022, and patients with polypathology are a population that continue to increase and probably have their own mobility measurement device [<xref ref-type="bibr" rid="ref33">33</xref>], the costs are thus reduced by integrating data in the informatics systems of the different health care organizations.</p>
      <p>Another contribution of this study was to determine that mobility devices do not accurately recognize patients’ steps when using walking aids. For that reason, and to avoid this possible bias, patients were categorized into 3 groups depending on the walking aids. Additionally, caregivers assisting patients during physical activity have been classified similarly to canes or walkers due to their similarity in providing walking support. After the inclusion of an extra variable with the group to which the patient belongs, the ML model has managed to alleviate these limitations, achieving a good performance.</p>
      <p>Concerning the data for the ML model, the use of the maximum value of steps taken in each of the 4 intervals defined (morning-afternoon-evening-overnight) yielded the most promising outcomes. This finding can be attributed to the limited and typically short-lived movements observed in patients with complex chronic conditions, which rarely extend beyond an hour. By leveraging the maximum step count within each time segment, we effectively capture the most significant and representative activity level during that period, thus optimizing the model’s performance. The selected intervals concur with the typical Spanish timetable for meals. Furthermore, the mean and SD data values found in the training and validation sets were similar, suggesting consistent levels of variability in both data sets. Moreover, including the heart rate information, measured by the WAT, and its relationship with the step count is proposed as a future study. Therefore, it could help to distinguish the requirement of the physical activity considering the cross-correlation or the cosine similarity between the step count and the heart rate.</p>
      <p>Partitioning the data set into 7 equally sized subsets, with each fold serving as a validation set while the remaining folds are used for training, ensures robustness in selecting the optimal settings that yield the best predictive accuracy for the BI [<xref ref-type="bibr" rid="ref34">34</xref>]. The hyperparameters play a crucial role in controlling the complexity and generalization of the decision tree model. By tuning these hyperparameters, the cross-validation process aims to find the optimal combination that balances model complexity and performance, resulting in a decision tree model with improved predictive capabilities [<xref ref-type="bibr" rid="ref28">28</xref>].</p>
      <p>Using a decision tree as a regression model holds paramount importance in the biomedicine field, particularly due to the necessity of using a highly interpretable model that can be effectively used and comprehended by the medical team [<xref ref-type="bibr" rid="ref35">35</xref>,<xref ref-type="bibr" rid="ref36">36</xref>]. The interpretability of the model enables medical professionals to understand the underlying decision-making process and gain insights into the factors influencing the predictions. This transparency fosters trust and facilitates collaboration between the model and the clinicians. Although more complex approaches exist, such as random forest or extreme gradient boosting, the ability to provide better results than decision trees in terms of accuracy most of the time, their lack of interpretability, and the limited sample size of this study advise against its use. Under these circumstances, a valid alternative to regression trees is multiple linear regression. However, a linear regression model based on the same variables as the decision tree has been performed, yielded inferior results.</p>
      <p>Regarding the model performance, upon comparing the results obtained from the model’s predictions with the ground truth, the decision tree model generates accurate predictions. Therefore, the decision tree model can assess the functional capacity of patients based on data collected from the WAT. As observed, the errors remain similar among the training, validation, and test sets. Hence, this confirms that the model can generalize to unseen cases.</p>
      <p>There is an imbalanced distribution of classes in the production-like test set, as shown in <xref rid="figure7" ref-type="fig">Figure 7</xref>. This discrepancy arises from the natural transition of patients between classes B to C and A, due to changes in the BI, coupled with the criterion of minimum data required for data set inclusion. It is noteworthy that the test set could have been randomized to achieve an even distribution of class numbers, akin to the training and validation sets. However, given the primary goal of evaluating the model’s performance in a realistic production setting, this randomization was deliberately omitted.</p>
      <p>In addition, it is worth noting that the MAD is the most suitable performance measure in this case. This choice is justified by the variability in step measurements captured by the WAT and the relatively small data set. It is possible that a patient with inaccurately measured data could significantly influence the error measure, particularly in terms of absolute or squared errors. By considering the MAD as the primary metric, we mitigate the impact of outliers or measurement inconsistencies, ensuring a more robust evaluation of the model’s performance in predicting the BI.</p>
      <p>On the other hand, when considering the performance obtained in the classification problem, the accuracy remains consistent in training, validation, and test sets. The main objective of performing regression followed by classification into classes A, B, and C is due to the continuous nature of the BI variable. When aggregated into these 3 intervals, estimating BI solely through classification becomes complex, as small differences in BI values may result in a class label change. Therefore, regression allows the model to capture the underlying continuous relationship within the BI data, enhancing its ability to make more accurate and robust predictions while assigning the appropriate class labels based on the predicted values.</p>
      <p>Furthermore, the model does not need to include clinical information such as specific disease, number of comorbidities, severity of disease, and so forth. Therefore, it can be regarded as a general model for patients with complex chronic diseases without specific clinical data, facilitating the development of a methodology that allows estimating the BI at any given moment using the information collected by the WAT over the last 30 days.</p>
      <p>This study has several limitations. Since this was a pilot study with a small number of patients, the results should be confirmed by studies with a larger population. Prospective studies are needed to analyze whether identifying mobility changes and their transfer to health care systems can have care implications and improve the health status of patients with multiple pathologies. A notable element is that the bracelet does not register well the physical activity of patients who use a cane or crutches (or a wheelchair) since it cannot measure steps. A priori, this could be a limitation of the study. Still, adjusting the model by identifying walking aid devices and evaluating other parameters makes it possible to identify and predict mobility patterns in these patients.</p>
      <p>In conclusion, using commercially available WATs makes it possible to identify different mobility patterns and relate them to functional capacity in patients with polypathology according to the BI without using clinical parameters.</p>
    </sec>
  </body>
  <back>
    <app-group/>
    <glossary>
      <title>Abbreviations</title>
      <def-list>
        <def-item>
          <term id="abb1">BI</term>
          <def>
            <p>Barthel Index</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb2">IoT</term>
          <def>
            <p>internet of things</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb3">MAD</term>
          <def>
            <p>median absolute error</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb4">ML</term>
          <def>
            <p>machine learning</p>
          </def>
        </def-item>
        <def-item>
          <term id="abb5">WAT</term>
          <def>
            <p>wearable activity tracker</p>
          </def>
        </def-item>
      </def-list>
    </glossary>
    <ack>
      <p>This work was supported by the chronic-IoT project (Agencia Estatal de Investigación, PID2019- 110747RB-C21/AEI/10.13039/501100011033), which has received funding from the Ministry of Science, Innovation and Universities of the Government of Spain and the State Research Agency. Also, this research has been cosupported by the Carlos III National Institute of Health, through the IMPaCT-Data program (code IMP/00019), and through the Platform for Dynamization and Innovation of the Spanish National Health System industrial capacities and their effective transfer to the productive sector (code PT20/00088), both co-funded by European Regional Development Fund (FEDER) “A way of making Europe.”</p>
    </ack>
    <notes>
      <sec>
        <title>Data Availability</title>
        <p>The data sets generated during and analyzed during this study are not publicly available because there is no Ethics Committee approval for this purpose, since the received Ethics Committee’s approval was related to carrying out this study. However, they could be available from the corresponding author on reasonable request and this authorization shall then be requested.</p>
      </sec>
    </notes>
    <fn-group>
      <fn fn-type="conflict">
        <p>None declared.</p>
      </fn>
    </fn-group>
    <ref-list>
      <ref id="ref1">
        <label>1</label>
        <nlm-citation citation-type="web">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ferrer</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Orozco</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Román</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Carreras</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Gutiérrez</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Nuño</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Strategy for addressing chronicity in the National Health System</article-title>
          <source>Ministerio de Sanidad, Servicios Sociales e Igualdad</source>
          <year>2021</year>
          <access-date>2024-03-19</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://cpage.mpr.gob.es">https://cpage.mpr.gob.es</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref2">
        <label>2</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Casademont</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Francia</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Torres</surname>
              <given-names>O</given-names>
            </name>
          </person-group>
          <article-title>Age of patients admitted to internal medicine departments in Spain: a twenty years perspective [Article in Spanish]</article-title>
          <source>Med Clin (Barc)</source>
          <year>2012</year>
          <volume>138</volume>
          <issue>7</issue>
          <fpage>289</fpage>
          <lpage>292</lpage>
          <pub-id pub-id-type="doi">10.1016/j.medcli.2011.04.020</pub-id>
          <pub-id pub-id-type="medline">21676417</pub-id>
          <pub-id pub-id-type="pii">S0025-7753(11)00515-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref3">
        <label>3</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bernabeu-Wittel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Alonso-Coello</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Rico-Blázquez</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Del Campo</surname>
              <given-names>RR</given-names>
            </name>
            <name name-style="western">
              <surname>Gómez</surname>
              <given-names>SS</given-names>
            </name>
            <name name-style="western">
              <surname>Vales</surname>
              <given-names>EC</given-names>
            </name>
          </person-group>
          <article-title>Development of clinical practice guidelines for patients with comorbidity and multiple diseases</article-title>
          <source>Rev Clin Esp (Barc)</source>
          <year>2014</year>
          <volume>214</volume>
          <issue>6</issue>
          <fpage>328</fpage>
          <lpage>335</lpage>
          <pub-id pub-id-type="doi">10.1016/j.rce.2014.04.001</pub-id>
          <pub-id pub-id-type="medline">24856043</pub-id>
          <pub-id pub-id-type="pii">S0014-2565(14)00200-8</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref4">
        <label>4</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Mahoney</surname>
              <given-names>FI</given-names>
            </name>
            <name name-style="western">
              <surname>Barthel</surname>
              <given-names>DW</given-names>
            </name>
          </person-group>
          <article-title>Functional evaluation: the Barthel Index</article-title>
          <source>Md State Med J</source>
          <year>1965</year>
          <volume>14</volume>
          <fpage>61</fpage>
          <lpage>65</lpage>
          <pub-id pub-id-type="medline">14258950</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref5">
        <label>5</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Montero-Odasso</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Schapira</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Soriano</surname>
              <given-names>ER</given-names>
            </name>
            <name name-style="western">
              <surname>Varela</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Kaplan</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Camera</surname>
              <given-names>LA</given-names>
            </name>
            <name name-style="western">
              <surname>Mayorga</surname>
              <given-names>LM</given-names>
            </name>
          </person-group>
          <article-title>Gait velocity as a single predictor of adverse events in healthy seniors aged 75 years and older</article-title>
          <source>J Gerontol A Biol Sci Med Sci</source>
          <year>2005</year>
          <volume>60</volume>
          <issue>10</issue>
          <fpage>1304</fpage>
          <lpage>1309</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://academic.oup.com/biomedgerontology/article/60/10/1304/553147?login=false"/>
          </comment>
          <pub-id pub-id-type="doi">10.1093/gerona/60.10.1304</pub-id>
          <pub-id pub-id-type="medline">16282564</pub-id>
          <pub-id pub-id-type="pii">60/10/1304</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref6">
        <label>6</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tinetti</surname>
              <given-names>ME</given-names>
            </name>
            <name name-style="western">
              <surname>Williams</surname>
              <given-names>TF</given-names>
            </name>
            <name name-style="western">
              <surname>Mayewski</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Fall risk index for elderly patients based on number of chronic disabilities</article-title>
          <source>Am J Med</source>
          <year>1986</year>
          <volume>80</volume>
          <issue>3</issue>
          <fpage>429</fpage>
          <lpage>434</lpage>
          <pub-id pub-id-type="doi">10.1016/0002-9343(86)90717-5</pub-id>
          <pub-id pub-id-type="medline">3953620</pub-id>
          <pub-id pub-id-type="pii">0002-9343(86)90717-5</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref7">
        <label>7</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Podsiadlo</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Richardson</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>The timed "up and go": a test of basic functional mobility for frail elderly persons</article-title>
          <source>J Am Geriatr Soc</source>
          <year>1991</year>
          <volume>39</volume>
          <issue>2</issue>
          <fpage>142</fpage>
          <lpage>148</lpage>
          <pub-id pub-id-type="doi">10.1111/j.1532-5415.1991.tb01616.x</pub-id>
          <pub-id pub-id-type="medline">1991946</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref8">
        <label>8</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Silguero</surname>
              <given-names>SAA</given-names>
            </name>
            <name name-style="western">
              <surname>Martínez-Reig</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Arnedo</surname>
              <given-names>LG</given-names>
            </name>
            <name name-style="western">
              <surname>Martínez</surname>
              <given-names>GJ</given-names>
            </name>
            <name name-style="western">
              <surname>Rizos</surname>
              <given-names>LR</given-names>
            </name>
            <name name-style="western">
              <surname>Soler</surname>
              <given-names>PA</given-names>
            </name>
          </person-group>
          <article-title>Chronic disease, mortality and disability in an elderly Spanish population: the FRADEA study [Article in Spanish]</article-title>
          <source>Rev Esp Geriatr Gerontol</source>
          <year>2014</year>
          <volume>49</volume>
          <issue>2</issue>
          <fpage>51</fpage>
          <lpage>58</lpage>
          <pub-id pub-id-type="doi">10.1016/j.regg.2013.05.007</pub-id>
          <pub-id pub-id-type="medline">24055095</pub-id>
          <pub-id pub-id-type="pii">S0211-139X(13)00123-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref9">
        <label>9</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cech</surname>
              <given-names>DJ</given-names>
            </name>
            <name name-style="western">
              <surname>Martin</surname>
              <given-names>ST</given-names>
            </name>
          </person-group>
          <source>Functional Movement Development Across the Life Span, 2nd Edition</source>
          <year>2011</year>
          <publisher-loc>St. Louis</publisher-loc>
          <publisher-name>Elsevier Health Sciences</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref10">
        <label>10</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Cid-Ruzafa</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Damián-Moreno</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Disability evaluation: Barthel's Index [Article in Spanish]</article-title>
          <source>Rev Esp Salud Publica</source>
          <year>1997</year>
          <volume>71</volume>
          <issue>2</issue>
          <fpage>127</fpage>
          <lpage>137</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="http://www.mscbs.gob.es/biblioPublic/publicaciones/recursos_propios/resp/revista_cdrom/VOL71/71_2_127.pdf"/>
          </comment>
          <pub-id pub-id-type="medline">9546856</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref11">
        <label>11</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Caspersen</surname>
              <given-names>CJ</given-names>
            </name>
            <name name-style="western">
              <surname>Powell</surname>
              <given-names>KE</given-names>
            </name>
            <name name-style="western">
              <surname>Christenson</surname>
              <given-names>GM</given-names>
            </name>
          </person-group>
          <article-title>Physical activity, exercise, and physical fitness: definitions and distinctions for health-related research</article-title>
          <source>Public Health Rep</source>
          <year>1985</year>
          <volume>100</volume>
          <issue>2</issue>
          <fpage>126</fpage>
          <lpage>131</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/3920711"/>
          </comment>
          <pub-id pub-id-type="medline">3920711</pub-id>
          <pub-id pub-id-type="pmcid">PMC1424733</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref12">
        <label>12</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Booth</surname>
              <given-names>FW</given-names>
            </name>
            <name name-style="western">
              <surname>Roberts</surname>
              <given-names>CK</given-names>
            </name>
            <name name-style="western">
              <surname>Thyfault</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Ruegsegger</surname>
              <given-names>GN</given-names>
            </name>
            <name name-style="western">
              <surname>Toedebusch</surname>
              <given-names>RG</given-names>
            </name>
          </person-group>
          <article-title>Role of inactivity in chronic diseases: evolutionary insight and pathophysiological mechanisms</article-title>
          <source>Physiol Rev</source>
          <year>2017</year>
          <volume>97</volume>
          <issue>4</issue>
          <fpage>1351</fpage>
          <lpage>1402</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://journals.physiology.org/doi/10.1152/physrev.00019.2016?url_ver=Z39.88-2003&#38;rfr_id=ori:rid:crossref.org&#38;rfr_dat=cr_pub  0pubmed"/>
          </comment>
          <pub-id pub-id-type="doi">10.1152/physrev.00019.2016</pub-id>
          <pub-id pub-id-type="medline">28814614</pub-id>
          <pub-id pub-id-type="pii">97/4/1351</pub-id>
          <pub-id pub-id-type="pmcid">PMC6347102</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref13">
        <label>13</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Sanz-Bobi</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>Contreras</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Sánchez</surname>
              <given-names>Á</given-names>
            </name>
          </person-group>
          <person-group person-group-type="editor">
            <name name-style="western">
              <surname>Zacarias</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>de Oliveira</surname>
              <given-names>JV</given-names>
            </name>
          </person-group>
          <article-title>Multi-agent systems orientated to assist with daily activities in the homes of elderly and disabled people</article-title>
          <source>Human-Computer Interaction: The Agency Perspective. Studies in Computational Intelligence, Vol 396</source>
          <year>2012</year>
          <publisher-loc>Berlin, Heidelberg</publisher-loc>
          <publisher-name>Springer</publisher-name>
          <fpage>131</fpage>
          <lpage>167</lpage>
        </nlm-citation>
      </ref>
      <ref id="ref14">
        <label>14</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ohta</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nakamoto</surname>
              <given-names>H</given-names>
            </name>
            <name name-style="western">
              <surname>Shinagawa</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Tanikawa</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>A health monitoring system for elderly people living alone</article-title>
          <source>J Telemed Telecare</source>
          <year>2002</year>
          <volume>8</volume>
          <issue>3</issue>
          <fpage>151</fpage>
          <lpage>156</lpage>
          <pub-id pub-id-type="doi">10.1177/1357633X0200800305</pub-id>
          <pub-id pub-id-type="medline">12097176</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref15">
        <label>15</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Lyons</surname>
              <given-names>GM</given-names>
            </name>
            <name name-style="western">
              <surname>Culhane</surname>
              <given-names>KM</given-names>
            </name>
            <name name-style="western">
              <surname>Hilton</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Grace</surname>
              <given-names>PA</given-names>
            </name>
            <name name-style="western">
              <surname>Lyons</surname>
              <given-names>D</given-names>
            </name>
          </person-group>
          <article-title>A description of an accelerometer-based mobility monitoring technique</article-title>
          <source>Med Eng Phys</source>
          <year>2005</year>
          <volume>27</volume>
          <issue>6</issue>
          <fpage>497</fpage>
          <lpage>504</lpage>
          <pub-id pub-id-type="doi">10.1016/j.medengphy.2004.11.006</pub-id>
          <pub-id pub-id-type="medline">15990066</pub-id>
          <pub-id pub-id-type="pii">S1350-4533(04)00219-X</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref16">
        <label>16</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Velasco</surname>
              <given-names>MA</given-names>
            </name>
            <name name-style="western">
              <surname>López-Blanco</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Serrano</surname>
              <given-names>JI</given-names>
            </name>
            <name name-style="western">
              <surname>del Castillo</surname>
              <given-names>MD</given-names>
            </name>
            <name name-style="western">
              <surname>Romero</surname>
              <given-names>JP</given-names>
            </name>
            <name name-style="western">
              <surname>Benito-León</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Rocon</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Design of a platform; HEALTH based on smart watches for home monitoring of neurological diseases: NETMD</article-title>
          <source>Cogn Area Networks</source>
          <year>2024</year>
          <fpage>31</fpage>
        </nlm-citation>
      </ref>
      <ref id="ref17">
        <label>17</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Asada</surname>
              <given-names>HH</given-names>
            </name>
            <name name-style="western">
              <surname>Shaltis</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Reisner</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Rhee</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Hutchinson</surname>
              <given-names>RC</given-names>
            </name>
          </person-group>
          <article-title>Mobile monitoring with wearable photoplethysmographic biosensors</article-title>
          <source>IEEE Eng Med Biol Mag</source>
          <year>2003</year>
          <volume>22</volume>
          <issue>3</issue>
          <fpage>28</fpage>
          <lpage>40</lpage>
          <pub-id pub-id-type="doi">10.1109/memb.2003.1213624</pub-id>
          <pub-id pub-id-type="medline">12845817</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref18">
        <label>18</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pantelopoulos</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Bourbakis</surname>
              <given-names>NG</given-names>
            </name>
          </person-group>
          <article-title>A survey on wearable sensor-based systems for health monitoring and prognosis</article-title>
          <source>IEEE Trans Syst Man Cybern C</source>
          <year>2010</year>
          <volume>40</volume>
          <issue>1</issue>
          <fpage>1</fpage>
          <lpage>12</lpage>
          <pub-id pub-id-type="doi">10.1109/tsmcc.2009.2032660</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref19">
        <label>19</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Bhelkar</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Shedge</surname>
              <given-names>DK</given-names>
            </name>
          </person-group>
          <article-title>Different types of wearable sensors and health monitoring systems: a survey</article-title>
          <year>2016</year>
          <conf-name>2016 2nd International Conference on Applied and Theoretical Computing and Communication Technology (iCATccT)</conf-name>
          <conf-date>July 21-23, 2016</conf-date>
          <conf-loc>Bangalore, India</conf-loc>
          <fpage>43</fpage>
          <lpage>48</lpage>
          <pub-id pub-id-type="doi">10.1109/icatcct.2016.7911963</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref20">
        <label>20</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Olson</surname>
              <given-names>JS</given-names>
            </name>
            <name name-style="western">
              <surname>Redkar</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>A survey of wearable sensor networks in health and entertainment</article-title>
          <source>MOJ Appl Bionics Biomech</source>
          <year>2018</year>
          <volume>2</volume>
          <issue>5</issue>
          <fpage>280</fpage>
          <lpage>287</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://dl.acm.org/doi/10.1145/2783258.2788613"/>
          </comment>
          <pub-id pub-id-type="doi">10.15406/mojabb.2018.02.00082</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref21">
        <label>21</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Louter</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Maetzler</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Prinzen</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>van Lummel</surname>
              <given-names>RC</given-names>
            </name>
            <name name-style="western">
              <surname>Hobert</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Arends</surname>
              <given-names>JBAM</given-names>
            </name>
            <name name-style="western">
              <surname>Bloem</surname>
              <given-names>BR</given-names>
            </name>
            <name name-style="western">
              <surname>Streffer</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Berg</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Overeem</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Liepelt-Scarfone</surname>
              <given-names>I</given-names>
            </name>
          </person-group>
          <article-title>Accelerometer-based quantitative analysis of axial nocturnal movements differentiates patients with Parkinson's disease, but not high-risk individuals, from controls</article-title>
          <source>J Neurol Neurosurg Psychiatry</source>
          <year>2015</year>
          <volume>86</volume>
          <issue>1</issue>
          <fpage>32</fpage>
          <lpage>37</lpage>
          <pub-id pub-id-type="doi">10.1136/jnnp-2013-306851</pub-id>
          <pub-id pub-id-type="medline">24777169</pub-id>
          <pub-id pub-id-type="pii">jnnp-2013-306851</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref22">
        <label>22</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Tucker</surname>
              <given-names>CS</given-names>
            </name>
            <name name-style="western">
              <surname>Behoora</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Nembhard</surname>
              <given-names>HB</given-names>
            </name>
            <name name-style="western">
              <surname>Lewis</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Sterling</surname>
              <given-names>NW</given-names>
            </name>
            <name name-style="western">
              <surname>Huang</surname>
              <given-names>X</given-names>
            </name>
          </person-group>
          <article-title>Machine learning classification of medication adherence in patients with movement disorders using non-wearable sensors</article-title>
          <source>Comput Biol Med</source>
          <year>2015</year>
          <volume>66</volume>
          <fpage>120</fpage>
          <lpage>134</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://europepmc.org/abstract/MED/26406881"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.compbiomed.2015.08.012</pub-id>
          <pub-id pub-id-type="medline">26406881</pub-id>
          <pub-id pub-id-type="pii">S0010-4825(15)00293-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC5729888</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref23">
        <label>23</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Kobsar</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Ferber</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <article-title>Wearable sensor data to track subject-specific movement patterns related to clinical outcomes using a machine learning approach</article-title>
          <source>Sensors (Basel)</source>
          <year>2018</year>
          <volume>18</volume>
          <issue>9</issue>
          <fpage>2828</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.mdpi.com/resolver?pii=s18092828"/>
          </comment>
          <pub-id pub-id-type="doi">10.3390/s18092828</pub-id>
          <pub-id pub-id-type="medline">30150560</pub-id>
          <pub-id pub-id-type="pii">s18092828</pub-id>
          <pub-id pub-id-type="pmcid">PMC6163443</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref24">
        <label>24</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Jalloul</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Wearable sensors for the monitoring of movement disorders</article-title>
          <source>Biomed J</source>
          <year>2018</year>
          <volume>41</volume>
          <issue>4</issue>
          <fpage>249</fpage>
          <lpage>253</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2319-4170(17)30408-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.bj.2018.06.003</pub-id>
          <pub-id pub-id-type="medline">30348268</pub-id>
          <pub-id pub-id-type="pii">S2319-4170(17)30408-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC6198019</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref25">
        <label>25</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Polo-Molina</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Sánchez-Úbeda</surname>
              <given-names>EF</given-names>
            </name>
            <name name-style="western">
              <surname>Portela</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Palacios</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Rodríguez-Morcillo</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Muñoz</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Álvarez-Romero</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Hernández-Quiles</surname>
              <given-names>C</given-names>
            </name>
          </person-group>
          <article-title>Analyzing mobility patterns of complex chronic patients using wearable activity trackers: a machine learning approach</article-title>
          <source>Eng Proc</source>
          <year>2023</year>
          <volume>39</volume>
          <issue>1</issue>
          <fpage>92</fpage>
          <pub-id pub-id-type="doi">10.3390/engproc2023039092</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref26">
        <label>26</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Ollero</surname>
              <given-names>MB</given-names>
            </name>
            <name name-style="western">
              <surname>Bernabeu-Wittel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Almendro</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Manuel</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Raúl</surname>
              <given-names>GE</given-names>
            </name>
            <name name-style="western">
              <surname>Herrera</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Carlos</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>de la Pisa</surname>
              <given-names>BP</given-names>
            </name>
            <name name-style="western">
              <surname>Fernández</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dolores</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Bernardo</surname>
              <given-names>SR</given-names>
            </name>
            <name name-style="western">
              <surname>Reyes</surname>
              <given-names>SA</given-names>
            </name>
          </person-group>
          <source>Integrated Care Process. Care for Multipathological Patients, 3rd Edition</source>
          <year>2018</year>
          <publisher-loc>Andalucia</publisher-loc>
          <publisher-name>Consejería de Salud</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref27">
        <label>27</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Shah</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Vanclay</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Cooper</surname>
              <given-names>B</given-names>
            </name>
          </person-group>
          <article-title>Improving the sensitivity of the Barthel index for stroke rehabilitation</article-title>
          <source>J Clin Epidemiol</source>
          <year>1989</year>
          <volume>42</volume>
          <issue>8</issue>
          <fpage>703</fpage>
          <lpage>709</lpage>
          <pub-id pub-id-type="doi">10.1016/0895-4356(89)90065-6</pub-id>
          <pub-id pub-id-type="medline">2760661</pub-id>
          <pub-id pub-id-type="pii">0895-4356(89)90065-6</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref28">
        <label>28</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Pedregosa</surname>
              <given-names>F</given-names>
            </name>
            <name name-style="western">
              <surname>Varoquaux</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Gramfort</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Michel</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Thirion</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Grisel</surname>
              <given-names>O</given-names>
            </name>
            <name name-style="western">
              <surname>Blondel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Prettenhofer</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Weiss</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Dubourg</surname>
              <given-names>V</given-names>
            </name>
            <name name-style="western">
              <surname>Vanderplas</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Passos</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Cournapeau</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Brucher</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Perrot</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Duchesnay</surname>
              <given-names>E</given-names>
            </name>
          </person-group>
          <article-title>Scikit-learn: machine learning in Python</article-title>
          <source>J Mach Learn Res</source>
          <year>2011</year>
          <volume>12</volume>
          <fpage>2825</fpage>
          <lpage>2830</lpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmlr.org/papers/volume12/pedregosa11a/pedregosa11a.pdf?ref=https:/"/>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref29">
        <label>29</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Risling</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Martinez</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Young</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Thorp-Froslie</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Evaluating patient empowerment in association with eHealth technology: scoping review</article-title>
          <source>J Med Internet Res</source>
          <year>2017</year>
          <volume>19</volume>
          <issue>9</issue>
          <fpage>e329</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.jmir.org/2017/9/e329/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/jmir.7809</pub-id>
          <pub-id pub-id-type="medline">28963090</pub-id>
          <pub-id pub-id-type="pii">v19i9e329</pub-id>
          <pub-id pub-id-type="pmcid">PMC5640823</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref30">
        <label>30</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Madanian</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Nakarada-Kordic</surname>
              <given-names>I</given-names>
            </name>
            <name name-style="western">
              <surname>Reay</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Chetty</surname>
              <given-names>T</given-names>
            </name>
          </person-group>
          <article-title>Patients' perspectives on digital health tools</article-title>
          <source>PEC Innov</source>
          <year>2023</year>
          <volume>2</volume>
          <fpage>100171</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://linkinghub.elsevier.com/retrieve/pii/S2772-6282(23)00051-1"/>
          </comment>
          <pub-id pub-id-type="doi">10.1016/j.pecinn.2023.100171</pub-id>
          <pub-id pub-id-type="medline">37384154</pub-id>
          <pub-id pub-id-type="pii">S2772-6282(23)00051-1</pub-id>
          <pub-id pub-id-type="pmcid">PMC10294099</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref31">
        <label>31</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Hernandez-Quiles</surname>
              <given-names>C</given-names>
            </name>
            <name name-style="western">
              <surname>Bernabeu-Wittel</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Barón-Franco</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Palacios</surname>
              <given-names>AA</given-names>
            </name>
            <name name-style="western">
              <surname>Garcia-Serrano</surname>
              <given-names>MR</given-names>
            </name>
            <name name-style="western">
              <surname>Lopez-Jimeno</surname>
              <given-names>W</given-names>
            </name>
            <name name-style="western">
              <surname>Perez-de-Leon-Serrano</surname>
              <given-names>JA</given-names>
            </name>
            <name name-style="western">
              <surname>Gómez-Barranco</surname>
              <given-names>JM</given-names>
            </name>
            <name name-style="western">
              <surname>Ruiz-Cantero</surname>
              <given-names>A</given-names>
            </name>
            <name name-style="western">
              <surname>Quero-Haro</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Cubiles-Montero</surname>
              <given-names>E</given-names>
            </name>
            <name name-style="western">
              <surname>Vergara-Lopez</surname>
              <given-names>S</given-names>
            </name>
            <name name-style="western">
              <surname>Ollero-Baturone</surname>
              <given-names>M</given-names>
            </name>
          </person-group>
          <article-title>A randomized clinical trial of home telemonitoring in patients with advanced heart and lung diseases</article-title>
          <source>J Telemed Telecare</source>
          <year>2024</year>
          <volume>30</volume>
          <issue>2</issue>
          <fpage>356</fpage>
          <lpage>364</lpage>
          <pub-id pub-id-type="doi">10.1177/1357633X211059707</pub-id>
          <pub-id pub-id-type="medline">34851202</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref32">
        <label>32</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Du</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Dennis</surname>
              <given-names>B</given-names>
            </name>
            <name name-style="western">
              <surname>Rhodes</surname>
              <given-names>SL</given-names>
            </name>
            <name name-style="western">
              <surname>Sia</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Ko</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Jiwani</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Wang</surname>
              <given-names>J</given-names>
            </name>
          </person-group>
          <article-title>Technology-assisted self-monitoring of lifestyle behaviors and health indicators in diabetes: qualitative study</article-title>
          <source>JMIR Diabetes</source>
          <year>2020</year>
          <volume>5</volume>
          <issue>3</issue>
          <fpage>e21183</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://diabetes.jmir.org/2020/3/e21183/"/>
          </comment>
          <pub-id pub-id-type="doi">10.2196/21183</pub-id>
          <pub-id pub-id-type="medline">32857056</pub-id>
          <pub-id pub-id-type="pii">v5i3e21183</pub-id>
          <pub-id pub-id-type="pmcid">PMC7486673</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref33">
        <label>33</label>
        <nlm-citation citation-type="web">
          <article-title>Wearables market in 2022</article-title>
          <source>News Europe</source>
          <access-date>2023-06-13</access-date>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://www.eenewseurope.com/en/wearables-market-fell-in-2022-says-idc/">https://www.eenewseurope.com/en/wearables-market-fell-in-2022-says-idc/</ext-link>
          </comment>
        </nlm-citation>
      </ref>
      <ref id="ref34">
        <label>34</label>
        <nlm-citation citation-type="book">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>James</surname>
              <given-names>G</given-names>
            </name>
            <name name-style="western">
              <surname>Witten</surname>
              <given-names>D</given-names>
            </name>
            <name name-style="western">
              <surname>Hastie</surname>
              <given-names>T</given-names>
            </name>
            <name name-style="western">
              <surname>Tibshirani</surname>
              <given-names>R</given-names>
            </name>
          </person-group>
          <source>An Introduction to Statistical Learning: With Applications in R</source>
          <year>2013</year>
          <publisher-loc>New York</publisher-loc>
          <publisher-name>Springer</publisher-name>
        </nlm-citation>
      </ref>
      <ref id="ref35">
        <label>35</label>
        <nlm-citation citation-type="journal">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Elshawi</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Al-Mallah</surname>
              <given-names>MH</given-names>
            </name>
            <name name-style="western">
              <surname>Sakr</surname>
              <given-names>S</given-names>
            </name>
          </person-group>
          <article-title>On the interpretability of machine learning-based model for predicting hypertension</article-title>
          <source>BMC Med Inform Decis Mak</source>
          <year>2019</year>
          <volume>19</volume>
          <issue>1</issue>
          <fpage>146</fpage>
          <comment>
            <ext-link ext-link-type="uri" xlink:type="simple" xlink:href="https://bmcmedinformdecismak.biomedcentral.com/articles/10.1186/s12911-019-0874-0"/>
          </comment>
          <pub-id pub-id-type="doi">10.1186/s12911-019-0874-0</pub-id>
          <pub-id pub-id-type="medline">31357998</pub-id>
          <pub-id pub-id-type="pii">10.1186/s12911-019-0874-0</pub-id>
          <pub-id pub-id-type="pmcid">PMC6664803</pub-id>
        </nlm-citation>
      </ref>
      <ref id="ref36">
        <label>36</label>
        <nlm-citation citation-type="confproc">
          <person-group person-group-type="author">
            <name name-style="western">
              <surname>Caruana</surname>
              <given-names>R</given-names>
            </name>
            <name name-style="western">
              <surname>Lou</surname>
              <given-names>Y</given-names>
            </name>
            <name name-style="western">
              <surname>Gehrke</surname>
              <given-names>J</given-names>
            </name>
            <name name-style="western">
              <surname>Koch</surname>
              <given-names>P</given-names>
            </name>
            <name name-style="western">
              <surname>Sturm</surname>
              <given-names>M</given-names>
            </name>
            <name name-style="western">
              <surname>Elhadad</surname>
              <given-names>N</given-names>
            </name>
          </person-group>
          <article-title>Intelligible models for healthcare: predicting pneumonia risk and hospital 30-day readmission</article-title>
          <year>2015</year>
          <conf-name>KDD '15: Proceedings of the 21th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining</conf-name>
          <conf-date>August 10-13, 2015</conf-date>
          <conf-loc>Sydney, NSW, Australia</conf-loc>
          <fpage>1721</fpage>
          <lpage>1730</lpage>
          <pub-id pub-id-type="doi">10.1145/2783258.2788613</pub-id>
        </nlm-citation>
      </ref>
    </ref-list>
  </back>
</article>
